Nemotron-Mini-4B-Instruct-ONNX-INT4 / quantization_pip.txt
bpawar's picture
Upload 11 files
03275d1 verified
(modelopt) PS E:\ModelOpt_Windows_Scripts_2\modelopt-windows-scripts\ONNX_PTQ> pip list
Package Version Editable project location
----------------------------- --------------------------------- -------------------------
absl-py 2.1.0
accelerate 0.34.2
aiohttp 3.9.5
aiosignal 1.3.1
alabaster 0.7.16
annotated-types 0.6.0
anyio 4.3.0
asttokens 2.4.1
astunparse 1.6.3
attrs 23.2.0
autodoc_pydantic 2.2.0
Babel 2.15.0
backports.tarfile 1.1.1
bandit 1.7.9
beautifulsoup4 4.12.3
black 24.4.2
bleach 6.1.0
boto3 1.35.0
botocore 1.35.0
build 1.2.1
cachetools 5.5.0
certifi 2024.2.2
cffi 1.17.0
cfgv 3.4.0
chardet 5.2.0
charset-normalizer 3.3.2
click 8.1.7
cloudpickle 3.0.0
colorama 0.4.6
colored 2.2.4
coloredlogs 15.0.1
comm 0.2.2
contourpy 1.2.1
coverage 7.5.1
cppimport 22.8.2
cuda-python 12.3.0
cupy-cuda12x 13.3.0
cycler 0.12.1
Cython 3.0.10
DataProperty 1.0.1
datasets 2.19.0
decorator 5.1.1
defusedxml 0.7.1
Deprecated 1.2.14
diffusers 0.29.2
dill 0.3.8
distlib 0.3.8
docutils 0.20.1
evaluate 0.4.2
executing 2.0.1
fastjsonschema 2.19.1
fastrlock 0.8.2
filelock 3.15.4
fire 0.6.0
flatbuffers 24.3.25
fonttools 4.51.0
frozenlist 1.4.1
fsspec 2024.3.1
google-api-core 2.19.1
google-api-python-client 2.141.0
google-auth 2.34.0
google-auth-httplib2 0.2.0
googleapis-common-protos 1.63.2
GPUtil 1.4.0
h11 0.14.0
h5py 3.11.0
httplib2 0.22.0
huggingface-hub 0.24.0
humanfriendly 10.0
identify 2.5.36
idna 3.7
imagesize 1.4.1
importlib_metadata 7.1.0
iniconfig 2.0.0
intel-openmp 2021.4.0
ipython 8.24.0
ipywidgets 8.1.2
janus 1.0.0
jaraco.classes 3.4.0
jaraco.context 5.3.0
jaraco.functools 4.0.1
jax 0.4.31
jaxlib 0.4.31
jedi 0.19.1
Jinja2 3.1.3
jmespath 1.0.1
joblib 1.4.2
jsonlines 4.0.0
jsonschema 4.22.0
jsonschema-specifications 2023.12.1
jupyter_client 8.6.1
jupyter_core 5.7.2
jupyterlab_pygments 0.3.0
jupyterlab_widgets 3.0.10
keyring 25.2.0
kiwisolver 1.4.5
lm_eval 0.4.2
lora 0.3.0
lxml 5.2.2
Mako 1.3.5
markdown-it-py 3.0.0
MarkupSafe 2.1.5
maskprop 0.1.3
matplotlib 3.8.4
matplotlib-inline 0.1.7
mbstrdecoder 1.1.3
mdurl 0.1.2
mistune 3.0.2
mkl 2021.4.0
ml-dtypes 0.4.0
more-itertools 10.2.0
mpi4py 3.1.6
mpmath 1.3.0
multidict 6.0.5
multiprocess 0.70.16
mypy 1.11.2
mypy-extensions 1.0.0
nbclient 0.10.0
nbconvert 7.16.4
nbformat 5.10.4
nbsphinx 0.9.4
networkx 3.3
neural_compressor 3.0.1
nh3 0.2.17
ninja 1.11.1.1
nltk 3.8.1
nodeenv 1.8.0
numexpr 2.10.0
numpy 1.26.4
nvidia-cublas-cu12 12.5.2.13
nvidia-cuda-nvrtc-cu12 12.5.40
nvidia-cuda-runtime-cu12 12.4.127
nvidia-cudnn-cu12 9.1.1.17
nvidia-modelopt 0.12.2.dev106+g2ea947ec.d20240614 D:\__ammo_code__\modelopt
onnx 1.16.0
onnx-graphsurgeon 0.5.2
onnxconverter-common 1.14.0
onnxmltools 1.12.0
onnxruntime-directml 1.20.0
onnxscript 0.1.0.dev20241104
opencv-python 4.9.0.80
opencv-python-headless 4.10.0.84
opt-einsum 3.3.0
optimum 1.21.4
outcome 1.3.0.post0
packaging 24.1
pandas 2.2.2
pandocfilters 1.5.1
parameterized 0.9.0
parso 0.8.4
pathspec 0.12.1
pathvalidate 3.2.0
pbr 6.0.0
peft 0.13.0
pillow 10.2.0
pip 23.3.1
pkginfo 1.10.0
platformdirs 4.2.2
pluggy 1.5.0
polygraphy 0.49.9
portalocker 2.8.2
pre-commit 3.7.0
prettytable 3.11.0
prompt-toolkit 3.0.43
proto-plus 1.24.0
protobuf 3.20.2
psutil 5.9.8
PuLP 2.8.0
pure-eval 0.2.2
py-cpuinfo 9.0.0
pyarrow 16.0.0
pyarrow-hotfix 0.6
pyasn1 0.6.0
pyasn1_modules 0.4.0
pybind11 2.12.0
pycocotools 2.0.8
pycparser 2.22
pycuda 2024.1.2
pydantic 2.7.1
pydantic_core 2.18.2
pydantic-settings 2.2.1
Pygments 2.17.2
pynvml 11.5.0
pypandoc 1.13
pyparsing 3.1.2
pyproject-api 1.7.1
pyproject_hooks 1.1.0
pyreadline3 3.4.1
PySocks 1.7.1
pytablewriter 1.2.0
pytest 8.2.0
pytest-asyncio 0.23.6
pytest-cov 5.0.0
pytest-timeout 2.3.1
python-dateutil 2.9.0.post0
python-dotenv 1.0.1
python-magic 0.4.27
pytools 2024.1.13
pytz 2024.1
pywin32 306
pywin32-ctypes 0.2.2
PyYAML 6.0.1
pyzmq 26.0.3
readme_renderer 43.0
referencing 0.35.1
regex 2024.4.28
requests 2.31.0
requests-toolbelt 1.0.0
rfc3986 2.0.0
rich 13.7.1
rouge-score 0.1.2
rpds-py 0.18.1
rsa 4.9
ruff 0.6.4
s3transfer 0.10.2
sacrebleu 2.4.2
safetensors 0.4.3
schema 0.7.7
scikit-cuda 0.5.3
scikit-learn 1.5.0
scipy 1.13.0
seaborn 0.13.2
selenium 4.23.1
sentencepiece 0.2.0
setuptools 68.2.2
setuptools-scm 8.1.0
six 1.16.0
skipy 0.2.0
skl2onnx 1.17.0
sniffio 1.3.1
snowballstemmer 2.2.0
sortedcontainers 2.4.0
soupsieve 2.5
Sphinx 7.2.6
sphinx-autobuild 2024.4.16
sphinx-copybutton 0.5.2
sphinx_inline_tabs 2023.4.21
sphinx-rtd-theme 2.0.0
sphinx-togglebutton 0.3.2
sphinxcontrib-applehelp 1.0.8
sphinxcontrib-devhelp 1.0.6
sphinxcontrib-htmlhelp 2.0.5
sphinxcontrib-jquery 4.1
sphinxcontrib-jsmath 1.0.1
sphinxcontrib-qthelp 1.0.7
sphinxcontrib-serializinghtml 1.1.10
sqlitedict 2.1.0
stack-data 0.6.3
starlette 0.37.2
stevedore 5.2.0
StrEnum 0.4.15
sympy 1.12
tabledata 1.3.3
tabulate 0.9.0
tbb 2021.12.0
tcolorpy 0.1.6
tensorrt 10.1.0
tensorrt-bindings 9.3.0.post12.dev1
tensorrt-cu12 10.1.0
tensorrt-cu12_bindings 10.1.0
tensorrt-cu12_libs 10.1.0
termcolor 2.4.0
threadpoolctl 3.5.0
timm 0.9.16
tinycss2 1.3.0
tokenizers 0.20.2
toml 0.10.2
torch 2.3.0+cu118
torchaudio 2.3.0+cu118
torchprofile 0.0.4
torchsurgeon 0.1.2
torchvision 0.18.0+cu118
tornado 6.4
tox 4.17.1
tox-current-env 0.0.12
tqdm 4.66.2
tqdm-multiprocess 0.0.11
traitlets 5.14.3
transformers 4.46.1
trio 0.26.2
trio-websocket 0.11.1
twine 5.0.0
typepy 1.3.2
typing_extensions 4.11.0
tzdata 2024.1
uritemplate 4.1.1
urllib3 2.2.1
uvicorn 0.29.0
virtualenv 20.26.3
watchfiles 0.21.0
wcwidth 0.2.13
webencodings 0.5.1
websocket-client 1.8.0
websockets 12.0
wheel 0.41.2
widgetsnbextension 4.0.10
word2number 1.1
wrapt 1.16.0
wsproto 1.2.0
xxhash 3.4.1
yarl 1.9.4
zipp 3.18.1
zstandard 0.22.0
(modelopt) PS E:\ModelOpt_Windows_Scripts_2\modelopt-windows-scripts\ONNX_PTQ>