Spaces:
Sleeping
Sleeping
from dataclasses import dataclass | |
import torch | |
class Cache: | |
key_states: torch.Tensor | |
value_states: torch.Tensor | |
from dataclasses import dataclass | |
import torch | |
class Cache: | |
key_states: torch.Tensor | |
value_states: torch.Tensor | |