Upload modeling_rwkv6.py (#2)

- Upload modeling_rwkv6.py (4a4c25d9a6f7de42c793d47af833661abd67646f)

Co-authored-by: Weili Xu <[email protected]>

Files changed (1) hide show

modeling_rwkv6.py CHANGED Viewed

@@ -38,7 +38,7 @@ from transformers.utils import (
 from .configuration_rwkv6 import Rwkv6Config
 try:
-    from fla.ops.rwkv6.recurrent_fuse import fused_recurrent_rwkv6
 except ImportError:
     print("Required module is not installed. Please install it using the following commands:")
     print("pip install -U git+https://github.com/sustcsonglin/flash-linear-attention")

 from .configuration_rwkv6 import Rwkv6Config
 try:
+    from fla.ops.rwkv6 import fused_recurrent_rwkv6
 except ImportError:
     print("Required module is not installed. Please install it using the following commands:")
     print("pip install -U git+https://github.com/sustcsonglin/flash-linear-attention")