Update README.md
Browse files
README.md
CHANGED
|
@@ -31,6 +31,8 @@ pip install -U "huggingface_hub[cli]"
|
|
| 31 |
|
| 32 |
huggingface-cli download dahara1/llama3.1-8b-Instruct-amd-npu --revision main --local-dir llama3.1-8b-Instruct-amd-npu
|
| 33 |
|
|
|
|
|
|
|
| 34 |
# set up Runtime. see https://ryzenai.docs.amd.com/en/latest/runtime_setup.html
|
| 35 |
set XLNX_VART_FIRMWARE=<your_firmware_install_path>\voe-4.0-win_amd64\1x4.xclbin
|
| 36 |
set NUM_OF_DPU_RUNNERS=1
|
|
|
|
| 31 |
|
| 32 |
huggingface-cli download dahara1/llama3.1-8b-Instruct-amd-npu --revision main --local-dir llama3.1-8b-Instruct-amd-npu
|
| 33 |
|
| 34 |
+
copy <your_ryzen_ai-sw_install_path>\RyzenAI-SW\example\transformers\models\llama2\modeling_llama_amd.py .
|
| 35 |
+
|
| 36 |
# set up Runtime. see https://ryzenai.docs.amd.com/en/latest/runtime_setup.html
|
| 37 |
set XLNX_VART_FIRMWARE=<your_firmware_install_path>\voe-4.0-win_amd64\1x4.xclbin
|
| 38 |
set NUM_OF_DPU_RUNNERS=1
|