Commit
•
ca22bee
1
Parent(s):
ad1339c
Update blocks.py
Browse files
blocks.py
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
from typing import Dict, Optional, Tuple
|
| 8 |
import torch
|
| 9 |
import torch.nn as nn
|
| 10 |
-
from .
|
| 11 |
from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
|
| 12 |
|
| 13 |
class MPTMLP(nn.Module):
|
|
|
|
| 7 |
from typing import Dict, Optional, Tuple
|
| 8 |
import torch
|
| 9 |
import torch.nn as nn
|
| 10 |
+
from .attention import ATTN_CLASS_REGISTRY
|
| 11 |
from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
|
| 12 |
|
| 13 |
class MPTMLP(nn.Module):
|