Ayush-1722
commited on
Commit
•
895e5c9
1
Parent(s):
58044d0
Update README.md
Browse files
README.md
CHANGED
@@ -7,11 +7,30 @@ tags:
|
|
7 |
- instruct
|
8 |
- 200K+ Context Length
|
9 |
- question answering
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
inference: true
|
11 |
widget:
|
12 |
- messages:
|
13 |
- role: user
|
14 |
content: What is your favorite condiment?
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
---
|
16 |
# Model Card for Mistral-7B-Instruct-v0.1
|
17 |
|
|
|
7 |
- instruct
|
8 |
- 200K+ Context Length
|
9 |
- question answering
|
10 |
+
- LoRA
|
11 |
+
- Theta Scaling
|
12 |
+
- Norm & Embed Trained
|
13 |
+
- ' Big Patents'
|
14 |
+
- chat
|
15 |
+
- 7B
|
16 |
+
- research
|
17 |
+
- science
|
18 |
+
- 'RoPE '
|
19 |
+
- Long Context
|
20 |
+
- conversational
|
21 |
inference: true
|
22 |
widget:
|
23 |
- messages:
|
24 |
- role: user
|
25 |
content: What is your favorite condiment?
|
26 |
+
datasets:
|
27 |
+
- RMT-team/babilong
|
28 |
+
- RMT-team/babilong-1k-samples
|
29 |
+
- Trelis/big_patent_100k_characters
|
30 |
+
- facebook/babi_qa
|
31 |
+
metrics:
|
32 |
+
- accuracy
|
33 |
+
- perplexity
|
34 |
---
|
35 |
# Model Card for Mistral-7B-Instruct-v0.1
|
36 |
|