mamba-ssm package is not working with the latest transformers version
#2
by
rom7
- opened
File "/workspace/transformers/.venv/lib/python3.12/site-packages/kernels/utils.py", line 89, in import_from_path
spec.loader.exec_module(module) # type: ignore
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/checkpoints/romit/.cache/huggingface/hub/models--kernels-community--mamba-ssm/snapshots/6947f5c1153374de062b532f5c48dfe8b5923cf4/build/torch28-cxx11-cu128-x86_64-linux/mamba_ssm/__init__.py", line 6, in <module>
from .models.mixer_seq_simple import MambaLMHeadModel
File "/checkpoints/romit/.cache/huggingface/hub/models--kernels-community--mamba-ssm/snapshots/6947f5c1153374de062b532f5c48dfe8b5923cf4/build/torch28-cxx11-cu128-x86_64-linux/mamba_ssm/models/mixer_seq_simple.py", line 20, in <module>
from ..utils.generation import GenerationMixin
File "/checkpoints/romit/.cache/huggingface/hub/models--kernels-community--mamba-ssm/snapshots/6947f5c1153374de062b532f5c48dfe8b5923cf4/build/torch28-cxx11-cu128-x86_64-linux/mamba_ssm/utils/generation.py", line 14, in <module>
from transformers.generation import GreedySearchDecoderOnlyOutput, SampleDecoderOnlyOutput, TextStreamer
ImportError: cannot import name 'GreedySearchDecoderOnlyOutput' from 'transformers.generation' (/workspace/transformers/src/transformers/generation/__init__.py). Did you mean: 'GenerateBeamDecoderOnlyOutput'?
Seems like GreedySearchDecoderOnlyOutput was removed from transformers in the latest version