mirror of
https://github.com/sgjzfzzf/triton-tvm-ffi.git
synced 2026-07-01 08:51:56 +08:00
put typedvalues initialization into cpp
Signed-off-by: Jinjie Liu <jjliu@baai.ac.cn>
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any, List, Optional, Type
|
||||
from typing import Any, List, Optional, Sequence, Type
|
||||
from triton.backends.nvidia.driver import CudaDriver
|
||||
from triton.runtime import _allocation
|
||||
from . import TypedValue, utils, string_to_type
|
||||
@@ -10,7 +10,7 @@ class TVMLauncher(object):
|
||||
def __init__(self, src, metadata, *args, **kwargs) -> TVMLauncher:
|
||||
super().__init__(*args, **kwargs)
|
||||
|
||||
self.signature: List[str] = src.signature.values()
|
||||
self.signature: List[str] = [*src.signature.values()]
|
||||
self.num_ctas: int = getattr(metadata, "num_ctas", 1)
|
||||
self.launch = utils.launch
|
||||
self.global_scratch_size: int = metadata.global_scratch_size
|
||||
@@ -51,14 +51,8 @@ class TVMLauncher(object):
|
||||
)
|
||||
assert not self.launch_cooperative_grid
|
||||
assert not self.launch_pdl
|
||||
assert len(self.signature) == len(args)
|
||||
|
||||
def canonicalize(arg: Any, sig: str) -> TypedValue:
|
||||
ty: Optional[int] = string_to_type(sig)
|
||||
assert ty is not None, sig
|
||||
return TypedValue(ty, arg)
|
||||
|
||||
args = [canonicalize(arg, sig) for arg, sig in zip(args, self.signature)]
|
||||
args: Sequence[TypedValue] = TypedValue.make_typed_values(self.signature, args)
|
||||
|
||||
return self.launch(
|
||||
gridX,
|
||||
@@ -74,7 +68,7 @@ class TVMLauncher(object):
|
||||
self.launch_pdl,
|
||||
global_scratch,
|
||||
profile_scratch,
|
||||
*args,
|
||||
args,
|
||||
)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user