Upload README.md with huggingface_hub

README.md

@@ -1,4 +1,6 @@
+
 ---
+
 language:
 - en
 license: other
@@ -17,7 +19,7 @@ tags:
 - math
 - llama
 - llama3
-base_model: Weyaxi/Einstein-v6.1-Llama3-8B
+base_model: meta-llama/Meta-Llama-3-8B
 datasets:
 - allenai/ai2_arc
 - camel-ai/physics
@@ -75,8 +77,7 @@ model-index:
       value: 62.46
       name: normalized accuracy
     source:
-      url: >-
-        https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -92,8 +93,7 @@ model-index:
       value: 82.41
       name: normalized accuracy
     source:
-      url: >-
-        https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -110,8 +110,7 @@ model-index:
       value: 66.19
       name: accuracy
     source:
-      url: >-
-        https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -127,8 +126,7 @@ model-index:
     - type: mc2
       value: 55.1
     source:
-      url: >-
-        https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -145,8 +143,7 @@ model-index:
       value: 79.32
       name: accuracy
     source:
-      url: >-
-        https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -163,17 +160,114 @@ model-index:
       value: 66.11
       name: accuracy
     source:
-      url: >-
-        https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: IFEval (0-Shot)
+      type: HuggingFaceH4/ifeval
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: inst_level_strict_acc and prompt_level_strict_acc
+      value: 45.68
+      name: strict accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: BBH (3-Shot)
+      type: BBH
+      args:
+        num_few_shot: 3
+    metrics:
+    - type: acc_norm
+      value: 29.38
+      name: normalized accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MATH Lvl 5 (4-Shot)
+      type: hendrycks/competition_math
+      args:
+        num_few_shot: 4
+    metrics:
+    - type: exact_match
+      value: 5.74
+      name: exact match
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: GPQA (0-shot)
+      type: Idavidrein/gpqa
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 4.25
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
       name: Open LLM Leaderboard
-pipeline_tag: text-generation
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MuSR (0-shot)
+      type: TAUR-Lab/MuSR
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 11.23
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU-PRO (5-shot)
+      type: TIGER-Lab/MMLU-Pro
+      config: main
+      split: test
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 23.68
+      name: accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=Weyaxi/Einstein-v6.1-Llama3-8B
+      name: Open LLM Leaderboard
+
 ---
 
-# 🔬 Einstein-v6.1-Llama3-8B - GGUF
+[![QuantFactory Banner](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ)](https://hf.co/QuantFactory)
+
+
+# QuantFactory/Einstein-v6.1-Llama3-8B-GGUF
+This is quantized version of [Weyaxi/Einstein-v6.1-Llama3-8B](https://huggingface.co/Weyaxi/Einstein-v6.1-Llama3-8B) created using llama.cpp
 
-- This is quantized version of [Weyaxi/Einstein-v6.1-Llama3-8B](https://huggingface.co/Weyaxi/Einstein-v6.1-Llama3-8B) created using llama.cpp
+# Original Model Card
 
-# Model Description
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/6468ce47e134d050a58aa89c/5s12oq859qLfDkkTNam_C.png)
+
+# 🔬 Einstein-v6.1-Llama3-8B
 
 This model is a full fine-tuned version of [meta-llama/Meta-Llama-3-8B](https://huggingface.co/meta-llama/Meta-Llama-3-8B) on diverse datasets.
 
@@ -372,6 +466,19 @@ The results of this filtering process and its outcomes are in the data folder of
 
 [Weyaxi/Einstein-v6.1-Llama3-8B/data](https://huggingface.co/Weyaxi/Einstein-v6.1-Llama3-8B/tree/main/data)
 
+# 🔄 Quantizationed versions
+
+## GGUF [@bartowski](https://huggingface.co/bartowski)
+
+- https://huggingface.co/bartowski/Einstein-v6.1-Llama3-8B-GGUF
+
+## ExLlamaV2 [@bartowski](https://huggingface.co/bartowski)
+
+- https://huggingface.co/bartowski/Einstein-v6.1-Llama3-8B-exl2
+
+## AWQ [@solidrust](https://huggingface.co/solidrust)
+
+- https://huggingface.co/solidrust/Einstein-v6.1-Llama3-8B-AWQ
 
 # 🎯 [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)
 Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_Weyaxi__Einstein-v6.1-Llama3-8B)
@@ -386,6 +493,38 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
 |Winogrande (5-shot)              |79.32|
 |GSM8k (5-shot)                   |66.11|
 
+# 🎯 [Open LLM Leaderboard v2 Evaluation Results](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard)
+Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_Weyaxi__Einstein-v6.1-Llama3-8B)
+
+|      Metric       |Value|
+|-------------------|----:|
+|Avg.               |19.99|
+|IFEval (0-Shot)    |45.68|
+|BBH (3-Shot)       |29.38|
+|MATH Lvl 5 (4-Shot)| 5.74|
+|GPQA (0-shot)      | 4.25|
+|MuSR (0-shot)      |11.23|
+|MMLU-PRO (5-shot)  |23.68|
+
+
+# 📚 Some resources, discussions and reviews aboout this model
+
+#### 🐦 Announcement tweet: 
+
+- https://twitter.com/Weyaxi/status/1783050724659675627
+
+#### 🔍 Reddit post in r/LocalLLaMA:
+
+-  https://www.reddit.com/r/LocalLLaMA/comments/1cdlym1/introducing_einstein_v61_based_on_the_new_llama3/
+
+#### ▶️ Youtube Video(s)
+
+- [Install Einstein v6.1 Llama3-8B Locally on Windows](https://www.youtube.com/watch?v=VePvv6OM0JY)
+
+#### 📱 Octopus-V4-3B
+
+- [Octopus-V4-3B](https://huggingface.co/NexaAIDev/Octopus-v4) leverages the incredible physics capabilities of [Einstein-v6.1-Llama3-8B](https://huggingface.co/Weyaxi/Einstein-v6.1-Llama3-8B) in their model.
+
 # 🤖 Additional information about training
 
 This model is full fine-tuned for 2 epoch. 
@@ -396,4 +535,20 @@ Total number of steps was 2026.
 
 ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6468ce47e134d050a58aa89c/Ycs7ZpoqmxFt0u9rybCO1.png)
 
-</details><br>
+</details><br>
+
+# 🤝 Acknowledgments
+
+Thanks to [sablo.ai](https://sablo.ai) for sponsoring this model.
+
+Thanks to all the dataset authors mentioned in the datasets section.
+
+Thanks to [axolotl](https://github.com/OpenAccess-AI-Collective/axolotl) for making the repository I used to make this model.
+
+Thanks to all open source AI community.
+
+[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
+
+If you would like to support me:
+
+[☕ Buy Me a Coffee](https://www.buymeacoffee.com/weyaxi)