From eb600c7d15d42f36978488ee1cc4d5fd1ad790d5 Mon Sep 17 00:00:00 2001
From: Christian Puhrsch <cpuhrsch@meta.com>
Date: Fri, 10 Nov 2023 14:22:45 -0800
Subject: [PATCH 1/2] Headers and gitignore

---
 .gitignore                                    | 366 ++++++++++++++++++
 .../__pycache__/dynamic_quant.cpython-310.pyc | Bin 2871 -> 0 bytes
 .../__pycache__/quant_api.cpython-310.pyc     | Bin 2443 -> 0 bytes
 .../quant_primitives.cpython-310.pyc          | Bin 6132 -> 0 bytes
 .../__pycache__/smoothquant.cpython-310.pyc   | Bin 6921 -> 0 bytes
 .../__pycache__/subclass.cpython-310.pyc      | Bin 3940 -> 0 bytes
 .../__pycache__/utils.cpython-310.pyc         | Bin 2791 -> 0 bytes
 .../__pycache__/weight_only.cpython-310.pyc   | Bin 1592 -> 0 bytes
 8 files changed, 366 insertions(+)
 create mode 100644 .gitignore
 delete mode 100644 ao/quantization/__pycache__/dynamic_quant.cpython-310.pyc
 delete mode 100644 ao/quantization/__pycache__/quant_api.cpython-310.pyc
 delete mode 100644 ao/quantization/__pycache__/quant_primitives.cpython-310.pyc
 delete mode 100644 ao/quantization/__pycache__/smoothquant.cpython-310.pyc
 delete mode 100644 ao/quantization/__pycache__/subclass.cpython-310.pyc
 delete mode 100644 ao/quantization/__pycache__/utils.cpython-310.pyc
 delete mode 100644 ao/quantization/__pycache__/weight_only.cpython-310.pyc

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000000..424cc4b769
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,366 @@
+# READ THIS BEFORE YOU REFACTOR ME
+#
+# setup.py uses the list of patterns in this file to decide
+# what to delete, but it's not 100% sound.  So, for example,
+# if you delete aten/build/ because it's redundant with build/,
+# aten/build/ will stop being cleaned.  So be careful when
+# refactoring this file!
+
+## PyTorch
+
+.coverage
+coverage.xml
+.dmypy.json
+.gradle
+.hypothesis
+.mypy_cache
+/.extracted_scripts/
+**/.pytorch_specified_test_cases.csv
+**/.pytorch-disabled-tests.json
+**/.pytorch-slow-tests.json
+**/.pytorch-test-times.json
+**/.pytorch-test-file-ratings.json
+*/*.pyc
+*/*.so*
+*/**/__pycache__
+*/**/*.dylib*
+*/**/*.pyc
+*/**/*.pyd
+*/**/*.so*
+*/**/**/*.pyc
+*/**/**/**/*.pyc
+*/**/**/**/**/*.pyc
+aten/build/
+aten/src/ATen/Config.h
+aten/src/ATen/cuda/CUDAConfig.h
+benchmarks/.data
+caffe2/cpp_test/
+dist/
+docs/build/
+docs/cpp/src
+docs/src/**/*
+docs/cpp/build
+docs/cpp/source/api
+docs/cpp/source/html/
+docs/cpp/source/latex/
+docs/source/compile/generated/
+docs/source/generated/
+docs/source/compile/generated/
+log
+usage_log.txt
+test-reports/
+test/*.bak
+test/**/*.bak
+test/.coverage
+test/.hypothesis/
+test/cpp/api/mnist
+test/custom_operator/model.pt
+test/jit_hooks/*.pt
+test/data/legacy_modules.t7
+test/data/*.pt
+test/forward_backward_compatibility/nightly_schemas.txt
+dropout_model.pt
+test/generated_type_hints_smoketest.py
+test/htmlcov
+test/cpp_extensions/install/
+third_party/build/
+tools/coverage_plugins_package/pip-wheel-metadata/
+tools/shared/_utils_internal.py
+tools/fast_nvcc/wrap_nvcc.sh
+tools/fast_nvcc/wrap_nvcc.bat
+tools/fast_nvcc/tmp/
+torch.egg-info/
+torch/_C/__init__.pyi
+torch/_C/_nn.pyi
+torch/_C/_VariableFunctions.pyi
+torch/_VF.pyi
+torch/return_types.pyi
+torch/nn/functional.pyi
+torch/utils/data/datapipes/datapipe.pyi
+torch/csrc/autograd/generated/*
+torch/csrc/lazy/generated/*.[!m]*
+torch_compile_debug/
+# Listed manually because some files in this directory are not generated
+torch/testing/_internal/generated/annotated_fn_args.py
+torch/testing/_internal/data/*.pt
+torch/csrc/api/include/torch/version.h
+torch/csrc/cudnn/cuDNN.cpp
+torch/csrc/generated
+torch/csrc/generic/TensorMethods.cpp
+torch/csrc/jit/generated/*
+torch/csrc/jit/fuser/config.h
+torch/csrc/nn/THCUNN.cpp
+torch/csrc/nn/THCUNN.cwrap
+torch/bin/
+torch/cmake/
+torch/lib/*.a*
+torch/lib/*.dll*
+torch/lib/*.exe*
+torch/lib/*.dylib*
+torch/lib/*.h
+torch/lib/*.lib
+torch/lib/*.pdb
+torch/lib/*.so*
+torch/lib/protobuf*.pc
+torch/lib/build
+torch/lib/caffe2/
+torch/lib/cmake
+torch/lib/include
+torch/lib/pkgconfig
+torch/lib/protoc
+torch/lib/protobuf/
+torch/lib/tmp_install
+torch/lib/torch_shm_manager
+torch/lib/site-packages/
+torch/lib/python*
+torch/lib64
+torch/include/
+torch/share/
+torch/test/
+torch/utils/benchmark/utils/valgrind_wrapper/callgrind.h
+torch/utils/benchmark/utils/valgrind_wrapper/valgrind.h
+torch/version.py
+minifier_launcher.py
+# Root level file used in CI to specify certain env configs.
+# E.g., see .circleci/config.yaml
+env
+.circleci/scripts/COMMIT_MSG
+scripts/release_notes/*.json
+sccache-stats*.json
+
+# These files get copied over on invoking setup.py
+torchgen/packaged/*
+!torchgen/packaged/README.md
+
+# IPython notebook checkpoints
+.ipynb_checkpoints
+
+# Editor temporaries
+*.swa
+*.swb
+*.swc
+*.swd
+*.swe
+*.swf
+*.swg
+*.swh
+*.swi
+*.swj
+*.swk
+*.swl
+*.swm
+*.swn
+*.swo
+*.swp
+*~
+.~lock.*
+
+# macOS dir files
+.DS_Store
+
+# Ninja files
+.ninja_deps
+.ninja_log
+compile_commands.json
+*.egg-info/
+docs/source/scripts/activation_images/
+docs/source/scripts/quantization_backend_configs/
+
+## General
+
+# Compiled Object files
+*.slo
+*.lo
+*.o
+*.cuo
+*.obj
+
+# Compiled Dynamic libraries
+*.so
+*.dylib
+*.dll
+
+# Compiled Static libraries
+*.lai
+*.la
+*.a
+*.lib
+
+# Compiled protocol buffers
+*.pb.h
+*.pb.cc
+*_pb2.py
+
+# Compiled python
+*.pyc
+*.pyd
+
+# Compiled MATLAB
+*.mex*
+
+# IPython notebook checkpoints
+.ipynb_checkpoints
+
+# Editor temporaries
+*.swn
+*.swo
+*.swp
+*~
+
+# NFS handle files
+**/.nfs*
+
+# Sublime Text settings
+*.sublime-workspace
+*.sublime-project
+
+# Eclipse Project settings
+*.*project
+.settings
+
+# QtCreator files
+*.user
+
+# PyCharm files
+.idea
+
+# GDB history
+.gdb_history
+
+## Caffe2
+
+# build, distribute, and bins (+ python proto bindings)
+build/
+# Allow tools/build/ for build support.
+!tools/build/
+build_host_protoc
+build_android
+build_ios
+.build_debug/*
+.build_release/*
+.build_profile/*
+distribute/*
+*.testbin
+*.bin
+cmake_build
+.cmake_build
+gen
+.setuptools-cmake-build
+.pytest_cache
+aten/build/*
+
+# Bram
+plsdontbreak
+
+# Generated documentation
+docs/_site
+docs/gathered
+_site
+doxygen
+docs/dev
+
+# LevelDB files
+*.sst
+*.ldb
+LOCK
+CURRENT
+MANIFEST-*
+
+# generated version file
+caffe2/version.py
+
+# setup.py intermediates
+.eggs
+caffe2.egg-info
+MANIFEST
+
+# Atom/Watchman required file
+.watchmanconfig
+
+# Files generated by CLion
+cmake-build-debug
+
+# BEGIN NOT-CLEAN-FILES (setup.py handles this marker. Do not change.)
+#
+# Below files are not deleted by "setup.py clean".
+
+# Downloaded bazel
+tools/bazel
+
+# Visual Studio Code files
+.vs
+/.vscode/*
+!/.vscode/extensions.json
+!/.vscode/settings_recommended.json
+
+# YouCompleteMe config file
+.ycm_extra_conf.py
+
+# Files generated when a patch is rejected
+*.orig
+*.rej
+
+# Files generated by ctags
+CTAGS
+GTAGS
+GRTAGS
+GSYMS
+GPATH
+tags
+TAGS
+
+
+# ccls file
+.ccls-cache/
+
+# clang tooling storage location
+.clang-format-bin
+.clang-tidy-bin
+.lintbin
+
+# clangd background index
+.clangd/
+.cache/
+
+# bazel symlinks
+bazel-*
+
+# xla repo
+xla/
+
+# direnv, posh-direnv
+.env
+.envrc
+.psenvrc
+
+# generated shellcheck directories
+.shellcheck_generated*/
+
+# zip archives
+*.zip
+
+# core dump files
+**/core.[1-9]*
+
+# Generated if you use the pre-commit script for clang-tidy
+pr.diff
+
+# coverage files
+*/**/.coverage.*
+
+# buck generated files
+.buckd/
+.lsp-buck-out/
+.lsp.buckd/
+buck-out/
+
+# Downloaded libraries
+third_party/ruy/
+third_party/glog/
+
+# Virtualenv
+venv/
+
+# Log files
+*.log
+sweep/
diff --git a/ao/quantization/__pycache__/dynamic_quant.cpython-310.pyc b/ao/quantization/__pycache__/dynamic_quant.cpython-310.pyc
deleted file mode 100644
index 9618fb7de93d96a635e78e4ea0dd44afc1cdbefe..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 2871
zcmai0Pj4GV6rY*><F#WaP8y)JLR#R0OXXaUKm`G%s1*{b3RG%YRhn#eX6<#?yY9@m
zO`^3xN~E6p0pOGzd*KW49ryry<<uMJQV4Hm*NNLyWbJu7f8V@$^ZUKGd8gAt@ceP_
z8~$qtp+9wF@v))tB^3D;2!<F=QBb|{m;?mtI!Udu9oS<haG-4saNyoR%x2a;v^W}(
zQDe^vJcfTjJ?9zdK{tD(^w~}pj*}=%(;fO?8fGfl<#fUYjfP>C@w9y3^wK0#pU`@;
z8CUszp3yYPcqqzuzdliOi;Jt<iTtis#=bREBE93{)2tgZg$hRjW+)&G2Ue3bEw;*R
zZZijp%N^EWUhF+aF=kEH+V2D|TjGt8#~ND3Hfyuaz8y4q3s$bNW$0ZRwP6*4u@%<c
zclL15d5mlnEW_!~3GL6_Us^sqw}*-JqcoJ#hf3%RK1sufk9ns2I2Zn=%0)EnXIZ~G
z$L3`}8BbC(A;|`F|M|7=LY3s1pJzt58gf6$CR62yk;q{O@UkCnbLsQ#h)=2w^d#6G
z=77`sl}*>nr6i*<57ks~S+?`3I%(NkNhnKKa2U*PM$Up$bzK(=io5_qp*?hf3tW)G
zI<zn<>;h535O@LK>{+EFr*PM$N8x@GMQPccN={=COy4*ik9$sOOP<C;>lLmR4K0>H
zJjG>`QsX>IpQ7iVZVdA=--y_di!96--`z-afYwHs>;IyQHs(+=o&Cv<&<t3GBK75T
z8!fzh=}b`dkL|{HBLeH@k9L5z^%@j;8AO3bNP6H1G{P6r3@c*l7PP@7Bd5S4ch8xT
zf@s%-zhi{VRcMF+paBVE>FcY4+M`e~f1(kS$EL477-xP(2e{82F8Zxw4F+Umu7)}D
z!^tE~00OlGUIvcJjlv2vif0lK_<HOd>wXD8{#0sE>b^~5)&KK$(~qZFq#?Ut>{T(4
zSB}+d2i)~Ps912@Sk$`$teGRbHnKMSOiz4oQ2UDhMdg)l0KBHn+yk-V;uTMiLp7cP
zn=%HJl>jonaD-mN;InMU;eAf)aiKv`w(l5V1I-0hrFVy#wbFpPbeP(i@SY{wFjZ(Y
zmiR}pq8mnZbx)&)z&p^8dZN41!o*p__K|Jv_Ra=vy}q=@Ig7MW^G8$Q7`4AagW-E*
zX3YShg$2~bBM9?TATzU`*fWh;TsRcyJtFWX%7U5=A>UCBpxM4>&D>dI<`vFCgSmx!
z;2ola<{>(SgrQmoOGV>QuWxI;@J0oZH(+IlH3nLzJz6$$g?Udb81EL&rma>Be6V(i
z_V8$B)&$Mxism7Pz~TUJnqjucn`?RYkPD@w>Lwg@Q`4o2w5NiqU*o4Hh0aEEVgRc^
zi!@<1_7k;m%{Oz!uK+HNBRI=}SXr(B5)Y<{;6C6Y*%BrwFRVL_a4>I<@#9Ee!#o$s
zAj!h?bSCg&)imYW_NY4Q!XB>$`kC0M&|hnVlb_;KwdKM-J@U*0q=>gcKtewW&dJY5
zM@P?o(qrd944}aC*B3D74XBhZ;}4UF_tvW=C*fVk(b9dylfh7xj^So$>-1l)2tG(8
zaFK3J;~4Tr3oKR1V46>5iB(CmtZd#2MF^pe3$bn#RU9^Zii^-A)^xX>@oiPMCiBU%
zBr5N<N-IjGIIpMa1QT=(ffsUNuxff<N{Ee&Kce86vUS33vw7gsJ9Kv<gHCl;s&Wdc
z?NvgzVv&z&oaUkW7&euC5Z)TW`sYD$UwE#5w{h!e-D*Rh4Zkk-fbYws1@+y_XWnf8
zWRo7beZ7aT_f~Y?g|9CTdACLN2>?w{Z&UpxmewN;N?9I3w*_}l+FN;^np`P#{3+ck
zB#XCnW67|q$}{3UGhBVNh!1t6Q|Ic4rzxciUVu+dBy?;uA4b~o@)8IS*_bp5w*MxC
z{7WqI53$J$;x0dbvrR4#VjsDf91*hqZ?9Qd<IO*os@=O)3Yv&yoT%g>mqKH!io<X$
jU^$ra(R|+pgHD32_gUqZ&mpiNsRN{k+TeTFIdA<3F|jG$

diff --git a/ao/quantization/__pycache__/quant_api.cpython-310.pyc b/ao/quantization/__pycache__/quant_api.cpython-310.pyc
deleted file mode 100644
index 2d13215a0bf36514d54b4962faf695c708586640..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 2443
zcmbtVUvC^W5V!Zw?cVk-4HOE60!yLLlcGdOAPSU-mZ~Tc3PA-Sor?B0YhP}|{z+^f
z;ZB>UM1mJSL4}m?mhZv`Kz`+kXC9D{Ak290(&SQs5UaJ<_Ik!MzxmC$Y_|gf&(9B5
zc;XZC3r<cy4op6PCi~Da(j|;CE2CWsUpupMyK7Tib22A)yRI3#StIwl9wi%uHGZUB
zzv;0jnihMKHCeFlcAM-1YweS6z%H>io7<<|3+y7Bhm{ty?vu__<DY_0hjF3Oajep^
z2yd^ggi;Or{cvZHCWA1QVNt43Zt*1Tr%9;F@P1yFYG9;-V6{~I-B1l+AG~TH%AI&8
z9)(HCc-SvR*pH<O1((B2$q){>lMVSg7h<$<A_WHoX`y(*IKu<hIsD>boTy=(g;`l_
zgo=wi+@3WQ^-C_k<|6!P?Q^*p{0hjC)ehA!-yIcko+fdYjn=rh{Y@$-ZgTc<TJTuF
zrts9JnZIA~bYq}k&y{-gNs*0K3U$+Ln<#Mf4Z*jvIN{Mwss>Rql&Z|5ei5bpD34V#
z;4<o`8Q89`##>w2DB3Y<qY|`5;PK7KxTG)De_3twWbs-uh>Hy#WyaizsEkw@v2DOg
zmO^Tx8-lB$C=w*k^l8GN0qsL*GJ{T$iX6~GvPXBF$~mwO$zAeg=Yh5B?lvl$(XTA=
zbmi`Pg;&`R39~BqA^E}H^(w1sRNkH?7AjgbK-yP!MJl)Q_kfDqfpXwKg<amBgL7sB
zrJS)0LU`^$aCi(9>Lr6TW4$mf!d?!v$a)Jv2m>6DMuiAo*qf~6yifq)4I|U(8BJ+F
z?A17)`h#@qeI|yy-XqXyO&3=?u69_OC_M)R;4CtV1TVCkDxOR2Nv>k0gm6Ki)6}jp
zNza`<UpG$<?0U&iME&ie+eVET0HaeoIMuG1biIP_;3nO~fmu5u;xe4^$J<MTGUrPP
z8*ov?K=ScYRsu7Z;u2p&fl2z+lPKOw7q>>n!skJQd=|QvH&1=qpmSCL-#KboFgtdB
zH@gxFJEjkg(K!=-v;f1e=%$7BWS?N@7=b|9tBEz0fiI42X!oK0HV55QY}4L@QgK9A
zj~pGOGA*Qviv&DZrAP+aDhl1GQ{u?dHo&QE0K)iQch7(_?cd7ce4WM1Z=rrXY>tc<
z|0yjNZyA{6G7M_bj%~aZNOm3c1!h}T#*n9C9+qZ~6qo~VK$BQ^EoxB*@bmvP>*riY
z#L#_t6*_eNThhnMYwi2YK7*UHdJb+h=n@LIjPL=i$amxrP!m^Rp<@a3SG<a2Dnj@i
zQ9VDDJnBQouoOgj{s=5_4Yu5ZCQ+_M#@8QHAkM>c&ZlWO1ro@ZBA&z1OV}YZW{!Lx
zmtKMHh}P+0)wsTPvh_NSFrLDL?j2|+;086gxPAs7bm4@K2yRWoU5X%AaJ4b#6e-=u
zgNvk;FG8otCNNpq2Tnyc-9r<h@2!eNZdG&o9u)1i;M>C#E}dvY#H`a0c&vB<I^A50
z1*9$1WP#|InCM1bmqF5oYCD6Bz6gxxLPc`8o@B9<cR)_U1x^~YMg3#P9>4eRrTS5{
zX0-k9psk=A7_{-5|HX`HPKnn+6c}m}XaRN25Cc8E4b8ahQ>y{>=UCt>a2cyE2xEf5
zwJWgnblTdBB333*WN_E*GxwTF1?^A4G*QqOPF;+3c7qDIyFmp~$7HNwoH_TDg~rxN
leSyj|%=j|eAd%({@x2yp*)7|5tfqBrS;1fa<-l+Ge*+NkVGjTR

diff --git a/ao/quantization/__pycache__/quant_primitives.cpython-310.pyc b/ao/quantization/__pycache__/quant_primitives.cpython-310.pyc
deleted file mode 100644
index 7f956bc39f377662108e0b12c394840b71a0e968..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 6132
zcmaJ_Taz0{6`t<7YINE4dhM*^U?z~8Ah8oW<s`1yxc~t|;fL5jP!fh&^=LI(Nu%_P
z_Exh6WJ47%riy~%C6y{EZ}|Z{@In>O@C)WOc`<K1K}^NVcX~!zdE;bur`6r3FQ>b|
z@0`;U*Xyo^=YyAj7(Vo@rhP(%#m7S7WxUDXkO)n%zSg2&-e&{e(i!FTzA-RcCet=F
zVSL0|mM}xDXA4WEHl-a)IHK~t(Q;6#beM2O^?lZIMNQP-*IHH45KH*2L0X4&S)72h
zQI=N3NtBk#(yBOx(sEfkEgnGW1eJu=;bKjkL3w3feo&l6`J`YswB|#%u?FpWljXH2
z@!RoW6!oLw2FjIqocbc&9feIduO>k!^rK<w4+i<y#qKZ|MD3v8-}T=e2g5Yl3;j_j
z{WKgVvCJQtR|f4g+6vMr9v1R=GaUNCdNK%ha_>urX?KI+Fzn~2L^vO5VffR>s%Op5
zsK%t_^L{zDkHv(6%ug(c20=O)_w#QqRLxqeNtBLdzq1RCj)dh1W;7g))7(JuVs6PW
z9m`>x(|(qZjb8%Gckm|Hn5L!LftFMR%d`obYFnB-mGV^Y89lRS^=#yvOv~7TaRX_u
zk^vT*JbC<eK#R&B09I7@f%c(sz}{oRpxT~Gbv?Jkx3qnZd{vldG+}KT`_#HBY?PeS
znlLwc{QY^22|4w@SN^kk4av<+kKf4*yk<??w=$lzGfVEJ`lN;x)Ti2{K{`)a#uiIc
zK4}y>O#v~;mZn<r9)6dn+CHtF%72_|TIi-r)TkEPm+eWj5+vAO*TZwO8zo+6JOsYt
zp|>rAQR1bsY<JI>DD{G&@Pe&45{Z|DTcHg4-gqd&B$B~;KlIkaZm<=_GV$V$mv+OW
z!8)<@+M!H?Xy~aEPQ2}Igf2-M_4{h};;g|FuN_Mnwo^}r$+({;YS#6TB!xBwqe6j^
zyubs5F!}(D@wS8A^R61~l_VJt!o*vT)2>%ADDj|N=!s|mLeT=D<HfT1^*9Z$c*EEW
zr6f(eVSAJ2BejpsISSJ5lU~#*mT^Am2BXls>b(^`>Gj@Gs`g&I`pjio{!r~fDx(y$
zZH5x`Q_5{)$;C`FZRJLCMTzJb)c$x++*G{BRG?n-O0k`hOww{W&<p$Rfpuv#>PMlN
z_b2Myw|f${V;o?y9bfFP26#g;?noIJtb4|~bg|T>IGou*7wq-6BW$+_x1u&Q3(|I1
z9a=X?XYGo!S2N}AYr$q%ta9(tFvNM@b6UmvuyX{YBpBf6ih<Xm(ng$md#2j%TyKxY
z5{5v#y-bP9Imk6n<R_I8iv2}1oIAcR!;wU)qg8II1J3n$l;lQ$&B;0Ju`R+*fW6IO
zkkU&qMaAT~LB=~b)v@PRv23|Q<M1@j>uMs{?u~IgPI4FfUFMs%Y@n4~LIQWBR^mhP
z*4HA^E&)o~DNO%{450(8KFqcM%;naDJrWP&;a(_XzdY^Gk30VJtp_*1Ty|zX5dIwN
zi4P?E?eTg)NIur&qfp|`wF}*N5MF4DE|3XghkF<LG5pVkAf|t1q@z9MXNrP9lF=Z7
z?+KIhqg`oWkdt_mi%3>ZuCa!(!i>XJ-ryedn87*YhnyRqJJuuIg2XW$=CBoJ>HKg_
zSN+>2`pzEOnz?0vO<DE{OSK-KvYrmRX&`TGa@YxNVrJTu?OVuMDrc)YD%+VgWmCTI
zC>hn;nXPInnbULj-3-5LT3X3q|JSqwc2?W3Vq`a~W~N}b_@pW@<9;>6+_1?`Ry~Wk
zCUvxFOwnV%hI%)vWh~=Uy(p=cTG2AAJplVmvPnJDF;ac_g3^5ne&=2I9X&JPZ8&)w
z^dp^@X$@%E$Qnm_3FEBxWxA0D_sn_Ed;&UVb*!h>(GiZA*FR>tK8S{L6+67QIvytD
z(I}QF824@hTL)_0CKua0A=mJeo1JLbiF3Qtj|0NK9)cPtj)Db0=%7U?pP<G%g&i)T
zGeKYgD|fCKg8JrWyB`cjxea4Mb}~0*41XcNp*n(C`Rc-`$?jkf5)X16(M)qGXFGYN
zh!vpxJd5dSX&^VkGLp*eauM=L8rDWze=F!C6YQu=wXE@n;YMC9YyDB2l&U5GeON33
zwWO7)W`#9CV?~xCc?{!ALhO(5D%dw%m%E0`RsemAt@2g=AZswgSOxSgZroinm-#AN
zWowLs0EXdm)xS+PYW5J1=v4uYL`E>>(6y=7V}c7^7`Hfr5Z+T^4G3^5;}a8Zp9?c%
z!de3jDMe_)dzP?;bBh7=1U>YaQ24_Yge_4KE&_=P0t^>YjU*ioh*Yo3Q<(YoA)cE}
zp6jq2xxE>NBV=R~B88oee|JCm-CzFu={5N{s-oYZ_3d9F*R0CR)P|Ojn<~C7kW@hE
znalEN5<f#?480{UQBk45Q0~phS=zFO{(6)qxup&yX_@c(_t}545bxnl$mkkuMXxc7
z^TTC*g`G1TCQ06={hU4I6y|2-Qxrg)BeSB6N`^fb{1$(k@0-e~n3;)IR%R;0Q5ccJ
z*p$X4vtddqXanO?)iQ?+PUb9-S6Ac(Nnu#r%%C%zR1u!lu<uk`&+JKK3SD|jSw)z)
zbQl~M0$~XlugnGU$;_O{sC}Kt{D4O0Vb)^50jZlcN<&jsr@fRdVXmqoy?tGsSd+=`
zVadf2(xElE`~g)EOO?}XuBfAu-=d0dQ&P|fmyscDKapHspyWIys^9!H)fuV*b5ogs
z+(>Y5QBL#nvw0<z!7u^SLUrQJW%(S9@jN9jP;!M5noqt+$yG|OQSuTcYOa?l_X?7h
zxdVr`)v|YdWkqsh$KM;tS4mC|ZGoe7NB9%oghpuCD|*4thQ7*9^V4h@jCEKIyaXSq
z?LBxQf>U6i_(&MVxoB#Cjf@Lz%w#=7?s*NNK7##K?S}R-!(~tHMbpe3AX)_&@?~^Z
zsuzI<+dZx)MJa#9n^1;yqCZK6FK9Hk5JWW6h!6|ZL5B$|wS!i$0;N_;vd{`F*RQJ+
zFMz@28yKlnTK<IcKSq*QRiL5lV50PvKPB0*9j>76?|73Mk{T~`uQ7v3lC&wAJ#}Pg
zNoqgom{YPla9EjsV7#sGSN2^vU<S8LF4)Mxy39GS;lgaS+YiCj+Ru?otKHD#O$-1G
z(;>+!<?9Mlt?Ev3YxV)#g+j2?sz6fQx%2uqIfSIR&8E4t?H8sdU%N-(<L;mu0m8<5
z6cqcAV~Tn294J(M<qar-KyctAQa-**^vUBNcohzL-C^z_HxL#r{28A)6^HhX+O`Rd
zvxjz;mZ|pbpUA*^XeomiKsZDf(_{s~1g?HP4VPH{p-ursrmHqOLXC%2sDbi=)a+@Q
z1=-WDYZ>y8V80QJ6n(Xc0gs~fOuFm>TXt$?@FNGxw)Kn+(!j)b81uLMjP?-|<{#J_
z+V3^8d=nd5;nKQa!8!8GSk-_;7pH8lYMHx=5G$(|p&8|XMeF(<XU9{n!n?DAt5@pn
zhN(A?Ozt?_GwHG?VqE2@iMmsG^1IlLW~DG>MZ_{DHzLU|OA1G&M+tGJuux>znl<@0
zRlGw9otk`;k`^UDr-VqK>nY-u>aH*1lwfk{Vyj*h%3!E<5=V^)ied)gmzDRW2%+;|
zc#}tv7-tL|vU9hl8=p5!5asY3U$I?wj@7K1U4tP41gJ-wT-EF$8WAKE1ZZ7EodX6p
zW#MobsA4N38JT%t;TUv9m<JHE>L3h`<%lpetRyO8-;@zni&yJ@i$rSi%i|>UJ4i%%
z;a5ABJ0;c=`3q`#%oGq#A4fow(EX<7au`;``nm!&$-c0nxiRRX*9_DE<<foN%nQgv
zdQQO^<pnqc+!<~J$y0!H0dyF@1vu*p&H%N7GYkv9;BfgSpo(up1V_39OdMef8%`H-
z`PA&`3g*UrU=CN0FE40|F@9Z+Q8_k-F*Uw=giHq+FcO@%L0@vxDvh8h#?)GC7`d+K
z{b#J$!M7u<xVSCgT<6+?Rv784=PKr)*+96;b?MXT{gRS^l66XmN=E_S-b=Hi_UJ-R
zpMU5hLr{JMDdFzTzlyA@8hq`T-N~DcBUT=#;~7lVs<+2U8V^c*wHo9s!Km`<V{U9k
z;r6^X9)@(~EjX;$Op!<K%%%mF6{R<55pzK2HJD<2L@bQH?2u4Uq8wRBxnmF}UR)sv
z6TTa31mFhZO5?DmBbq;4u^mnqSGvyfyEVL=J9iC0++oYdY8~BWE;HPM?k?zl+Ne<*
z<{Y{vNUk`zT7<{-^6Oghl|ph-?KG17;Zo3zHgG%lV<{*dCFkegj|;-uzK;*azMosg
zca*~9Jw@Y?>rlb4ig1d^j+mz$wDLB}-bkXTQfgsS)b>0ELGHXbh{d=c(uY<pp%~H8
pYGAm-A8Hs^-TyhyIV+7v8;)_({g3gO`<d}7XYL(ijkCs`{{zjy8uS1F

diff --git a/ao/quantization/__pycache__/smoothquant.cpython-310.pyc b/ao/quantization/__pycache__/smoothquant.cpython-310.pyc
deleted file mode 100644
index 0d6ac773c102ec2daccad50d9e32f757387660a9..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 6921
zcma)B&u<*ZmG0_a(=!}W6h%w&k4@UK6KJ&Z&~jqL>rLzgc9b}XiDczK%B-`^=2Q)*
z$)4^}bqy&FhFBw1ki)`0<`M)TgIv7WKVVOL%Rf<<1W15Dw*U!pSgg(cUiD0qBZ+`U
z?CR>O>ep5E-uvG7O8Meq!@}=RAHFC4<4czHM|wE>^YHL3T*ZH(;8w@tjN2*eFmtyD
zj%_h(;C4J#_V^tiJx*F11f5_|@6?&KWpVd6tkdAnaG%#6u+GAFEgtat1B=%M+jh2_
zhfZe^Z4JJFwgs_hT9*#p&V{ljE+nk8T=)3py3McfC4S+7*SRSC?Ul|7zlxTNd<89+
z_$9vj!0N1W`?l43HonFztMP#-RFZ9l`ACIvw>y$?cmI_<OZUTMFigcjWGYrko`rcY
zygkTs)&J2b&Q#-CU#Vg7=Gs~;?<c$MTyCumd2j8t*KXcy-+c9JUwxyE$5vxKSK`f3
z^^+pRUz~;UaF{0DN@S7^N9vV5k!<x<DDI8oG#Q)D8{uA}`gl`>G3SYyg6hYLS{j2<
zs*+PVoBLtWjZ;CN=#2`&!z5F=d3Pv9S8!Tj8t)5vBP@oZoAfY)6ie*oGL#|}yR@QV
zELB0vR5H#AbPa?IH`BbkQ?wfop<ZjfW$TddXYrtXKf-)7m5fC+6f)}e<17=Ye#x{(
zn8F*;bg=1H`Hsk<G|5CPTfVMu2^E=X>nr8P-imj`yZf2h-}jUINv2<(>zIAk48T|U
z4~#7RVzCzwr-CEewWu(PihB2^t@<AxZHZKl8TNz}Sy$*Q1<j>;DOO4*n<FLuOslr6
zKfK*_%9<&Clw|ks;40cEly$@=*2F%x4;)j6^-t`p7M|USGjX4{4!ntXWOMtN!SbB=
z=VW;ye(%I-ca+9T7-f}8+>A+su()`$xHgFIU%T6C-KZY!v|2DD9>(dg9~&9(^}@TP
zd1#I&u-AgDbz}2-c712V4823WXS#N-4>oR?4@#j%G85d$sZ3~I(9TBNbeEQVH^Qti
zDG~`ADkqQGj#QCwVXTL2y*J9b#$-1|H-<%qd%_6G1eONV+!10J#-SW#8QJEpkY?8S
za-u>$lGF(C$)+^U&<^iRziXsC<+sVYyE*owP|)&z=}@x;l#AMe_VD}5+Ye9hYdP9e
zx$O3}GtBpNO^Tu)4@JxG1hdyV!E7elGb-qKcOwk$cz5Wg9iHrdYRQWb`oI6Q*3SoG
zt;_pDX3&`!ufdz*bS=*5Z|Xc|forAlnWpw|U%Ghzd0a(+qFG;N0c$YR+C{_M&&JcY
za24M`AuJ%T)v*bEfpiXcxQn~XJ?`V~@fr_s_j#Q+aIf(N-o!oNi?GWjNmkt@fwLdg
zX)cwi!?3LgK#vkNGHDJoXV!$;@i~;PDLrmMq`UrsZcZJ`*w-z1{z9eMY)fCfA5E=*
zG#tUS^aUxlNM|zI9QEL$@&aa{SGd?5ZAHaSGBmIO6VWRL)Fq-l0-H#Rp^OwD$}L3N
zGcOrEl*J0kcrMA3nWLM%j&@_2#G9!o{t^8}6NS%w*2Lx8jpq2Z+XfUKL#Fomg68&*
z_O9B$f5C&Y6jSyDVeJqgan(9xhwQ*s?zX4gBY(n<0UX@^7(g<ywrkuPS@Mg35Gz9c
zwuLbPJ#E*H?O9vPS$_yPu|8#Fe1ldUHatS)(jH)ZOK2w*nf8n!OIn|HW7=c~yDgug
zX9tfhS3XO1cDJ*N$PhtL5sCX<F;r0+7pk*>$T(Bbqq}-_G~|G==rK*c4Uq-$hs*XV
z?6<*I?eVMU?dW+zy0p02kD#}P%h=-(73>A9am0%H_dzfY+0S5y+w6c!yLeGKM=map
zMqy{!kq>)yjseuO8b-418Z;107>AoEXS;sre&`%H2QEO{IcgkR&;>wz;`JO@w7))n
zo$RZ9)~X2&*Yix=0L=1mKOcpJtAycIjCotqIwU!D@)5A+;lHEST9B7;(|$<+<P{oX
zl;jU$g($CGp2S<aZbI@fFQ8Sf_7QE#F||uERyTlgD%l$4qoU<c)p)1VxD)Yvkr}K}
zpE-yIei=tB2(iY);!$N@uEH{}!aI-lzK8D>A&RDBGxx-|eb0qb?UTT^Klf`ksrMvs
z8f@G?Pr*+XJf~jTBDzSue<fWj>(Kfc`;@K2x-TIDy*J}zf`3QKTz<;Tf*)N(^K5kA
zgq(u*%V*<xLScx6VH)kTFU(EJ!Hbo}t>XcxXB}Ix5JEioE?Js<9<2_rksZ0Eg&ldv
zB`#VUK6!4{|42I!QoahQr`FM`$=9giCKXqyxJ(7%lO(bsuc2r;<+|xr?MF}4<U%h`
zp*ce>1;!b4TXuZsDhr(DlYot1I!{$+-kjTvv-*)=rFpRN|Co?WWahR2f7~$6@fZ|r
zP}GmZ-8dbA4D^$3AK^Gn!&JnE5R~3j(%4EM=m5Y7ZY02-d*Ox&xZixW{W{T?JQNur
zcL;AFvKoWPg_{WU{Xr~uh(Hh(1Tm?^RbeO3%IHs%mak(O^6OMk&@KxTELMmVmO<zK
zlzrU8h|-k&@%8gI@A22x0m?xXfj5gN(v2t@<b0G;y%~{{rDczNjwbLGDvSlZLA5uj
z_-86kr)O$3M-#BGqf#uP2&{kwt3f?@E^wO7GMJ-z?nl9he#I>mr);6){KD#iGjQiY
z0JZ=iB(@-YzGxT&fE8S!<P5=-Gt_^9$ku5X-axK89-EE+V3z72u^6Ut*JMy8(bzE5
zs-0!+lDBV6?V!rDKpT+(geEXgvmhg~BE;p6n|@;{P;#lrIU}9LTw)CcZO+6#LTor@
zAm{85-a26k+J4JEVc;$B+lh0Gn&B(<y5S8iml)s>VRHoQBHfvI9~lkJVx=3)twQ@d
zdvrIi0i^0t)J4E7qUh9;<hL=2k7zcuPYt%hme}}}IrBLuwQ0{j{1~YqNhS#PP@(W9
zFJUPFAX<vDu_y|GE-vrb0Z1X^Mcpr+H|;fKB-9_s7g5$T8donvom#*Mq8LqF9)jcI
zp;x{yzlKkNB(CCStW>jG+As4t14`Q6OyZ&pVieX&^fC~|lq4W6LG1>~DG7)CGU}TB
zL^n@ERHV+By79ys{2RN>e~!TgL86avv%=h_|M!NoYTGBavy7nRI^!EpwX0KclBmgC
zW=B9@?Q91RoP7u?hAhr96o7$j*dwB7&c{R#*fyJZAi@kr<wb_p;f}rEwr~esLqGuF
zAF^%#z()pHoA{)kiAU6U{7HpO@8lU$AfRU)ZU7rLD33B`6h7`W)5N|o#B|PMrg>b5
z-&{h~4na=n7((KJAwg0zms(YmXxR@b+mP?0K&CG#<d@zMn7Up_vZyCwP#aO`CXlsy
znyNn&_m!q|1OOfAJDh`y-30lyt@2h)JKeMZ+swI<s+Y;z;aHUvebKa>6|8HS*dw^q
zi=`;a+mTN`Y9WoD%m+~~&13aTOuL|v8Gw~6F(0f1u!w(4c7wTWy!Lb^Qpuac77BoM
zT*mc2Km|?$Bbo9~oA{^6eu(3v2W)c2KmDT`!78{Xqh#!3dpp30I<I|9?7ji#T{s5!
z;dDR{jMGXh@63|yqC6rnYCnZQguK~t!I|(@y`5wsPJl=wCL5=WxMHN$p!M;yS$@_g
zLeTjbm_5q)ty5wmU%+}nxCmEUO_Mv6SU`YlSgU-QYA;biB*kzR?VFfi0;FNPWk`EM
z#FZ5A{u5WRjAF&}8K@@v0<Pe*rZ>L%REj&7$Pojqh#Z9lg+u|THKZt{36wD#<&baN
z+a4tbP>dmOMAAs}hP|6@07)a7{-g!V52=GPEBFv4Rh?jON*^AvS`*g)8zTzZ!4Q}>
z{`ym`@o|O$wGfygpP*9!`AsU`LZNF>#Pcqq5yc?+18Q0@$N~@T!xIVQ%)Xn+=*4OH
z>Ix)*(-3CZ#=A7mP!7V!F)pK|z;apB3q1Q`lLeQSmn8LSP}1^bsY?r+{b+&}xRRGD
zioT5C5diBR*~iwq)=%F8;CcW{9AWI(@|lTuP|Io)`&R(oiT5k(*Umu=nHuuq;^hfy
zyG(vtITK&G$~*E&)}f6SPXTHV*|XL`FbUvk{sd<e$g1nA4k-5~^+ShQ_Zq5!9tJti
zp-a!xGYc7GcAB;2zvA9npd_rT^b)Z&j$_Uw<v2FfUZTXH(2b->vO*F4lwY9tt`_-7
zb_IAqL1?8w4?rXd``jI|kJ2P?wDGzIP10ebB*Sbqv<IZa3F@Lb<mla_)6zoe8s*-2
zDq(ZckVObK6VWa`YOj1SXo-=!aptRag3xl-rxentlD_&oT*Y%JnuwtR&OMgw6`X&#
zCrxJw@VRWee>1bYbv^|llY=Ia6+wSjpg%eW1&L5L<=<1CfOyC&$fpqw5da<16?WXE
z9WRMRO`DbRDLF3W7Q~tzm3^uiw=zVSU;_Lh#Z6y6b1HNO05yx`kLj&PR!jlz_qYsS
zUM3D<LWBL0`+t)9=GcIThRR^co2o@#Em;8;>CP?k1?AzOfK2cO<x_298$&z0OgVz2
zCoN9b`f*{bVFx2xUb(=f>M+{m51oso&C@o3tK1`jPg*TSDmu6?Ge4}h0nK8qpGoSG
zKShDlBV+9)eAtqb<@FZ3)p|z$8;v29>s+ds`|MmdPPLuE%ub)>EsWH46PcoTnCRuQ
zI+V!(|9i133Ug**Xds~yoiat{L{t0kn{>z|EZQ%V0|O+b;>k+&wP`j{p6_=@IQT=n
z&!VJ<BSY2giz4bJDM*J=W4XRl-J6=BlEF9NV#vMTB0Mj?g2J_eU<FpNYzJPWzIx&E
X4}<TzC$<k(X*WK1FWV<gui5y2?lLH?

diff --git a/ao/quantization/__pycache__/subclass.cpython-310.pyc b/ao/quantization/__pycache__/subclass.cpython-310.pyc
deleted file mode 100644
index ef08b750156918e66572b96776662100c40f3ebf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 3940
zcma)9TW=gm74E9OOuIe4#&P1r39~G)88)&N5Gz1gSh1_1-9?sA79ouy6`igcyT^T*
zRQJSqGzNst8<!t|R<aQ<`2qZye&s3rgw+c3o$8tKB|&y;=5*Dm+qrz_)aiU~F0k<Y
z=h>&~H_MjwZ|a<X9CSXyzxV`1T9PGJhu%D4Dev&q?%1i*aTxLJ#7(`9hqklLI*p%O
z(v{8;ddlkghjwR1vZq$tdySo}t+rjQO7&t8W@S87qOY`wcET)EN!613S(wIAm?Zn+
ztux*=ToGsG55;)0*`dsLRVI=+Q=x9N>aJGhKxZP%q=<5@RaA;FiNhk!wyV}BXQ%vf
zEQb7rS^8@gZ|{^5$$9>n+TzdPDyze!)#1vPcO{qh5j$iZ2W>~XN37#YPd1LMjwjdU
zj10hO$XVG0$Cq<*9`6~sAQ$lt<dR&*dloz0kSj+P_GzlQ-h6MNv#6HjO}T1#%V^({
zw=r^~Ys)ox$DFt#ec1G#_8`)eh$Ngm#G(G@_!qwe8L^%<awK~Uddws*dCxxK;BauD
z%Yf-ynB$B&wtfda7k-6j|75RO8K?e%YgR+c6RtPw_6aj%9#%S!E$rLq`6FxOc6p4m
z{>lDo{JvFrQoW2LRk^a<@2l6Rcq%Um_wzydq&=e>5VEqjRav=ZuA`mGAqQ)p*lw{C
z0wV<0%KJiPMXsw=k%qfU?CG#i@F@n*qa-YfwpZCvQdB{l^#`SpVHsBb3sC@13fxkM
zS<%l6B`a@tFVx#b<rIM6D@)(P?q7Ydxs#`AGm<+>XF!e`ZYDX_ZiYGi#&`_NIL|gG
zM{e}@tA-Gn+7n_9n-q&6fwRnf7O*?)4);!1?csx~5VtYj;({N^haCTpY2Q_lkv*~m
zJO;`}9F$Azsr8B>r1T2LD<5VvYU>;5wjJoFlCDO0TZUt18D(p7+bj|Yr??d2E_wxl
z$73F(AGWU{b-glTST%X5?c#65rV}It?pc3F>KIwa?1WnOmoC8TYz^PL>Wl}*{T~h+
z4_oBV55HpVHrMmmwhGR&$SbDT!Fr2oTJ^OMEesZ9%iGset6sGg(UQqyqe0d&dVPRK
zX+bY`%uncTLrV%JOD~}3Wau3_2hh0ZBDnZdYs6_LwB}oyOw{%??XJn{6)S815aNxK
z;8CNH2>}~na!ED)4a|HO|AJ<4cAq(?%l7d7tIWA^X0tb(b`fiEnMN$v3POCeo?7}2
zP8*}mNUpyLhHep|7&;Ft!XnwR4ZgAc>UC^CS@ni=Q%DigYtus}GB8a47aMWFw*Uhg
zedU;}SPMvzP~*NutxHligj8i1?L5So!9HhA=AB+AV(W$fUrvhHi*hy*3M8riHc9dx
zkrt6lGR=y!O!WxkW4Y!@u7_7T_}t<*WSe@J;z!~p*e3f~UBI(#Z=JK(cSx)jkxQ~I
z3sIUJEV@ZpqA3K0g7NP>8-D+4@!nW}A;>7_O+8Hlj3DP4QNCtze!vfG*pwp^GHH`7
zkwh-Z-Dbx7ZKpFk7L^i54FL+aI?^ubwKCOfkWDrF5oVkCTIL)n5$6BF_4PZqPed9`
zo*6WzX{1CZ7_kzu)x(|KbH**V=XCi?OaE;IY_D0z-pRDxYk)ghfqA=J{|d8Uot`go
zSEKEiHrDO(;-k+{i%rInc)iIu+Kn&WL-t2jkB<2><9C2JcIZ0KoCEj3J7^sE*`t~_
zJ*PgiKBpX?gI>=cpJT=^oP$y9L3}!g-hsSuMmaljN8YG0@<(p3d5BA5s_R_OL2~^^
zIgk6#9yzrv#|tOcp>uB5qM7xtOS6{hS>^Jf#jNrMP~+E0_%&r>O)hy&u`yiAl#;D9
zEFZPZz4PPNu+{3uS(vnBoVLoG#-bgf-<!^u#SC4PW=4BOH?dJ==Y3QcApltMG_4v^
zb;Ch|`X-bT{iV1-0OhD9vTf1Nk@TttSkXX+=59L&X^M!t5<(G0sY(-?^aCO$`BHwZ
zg6CR=yY)`<TY33u+D}xfvQkOZS4%X-=?=081r`c05)I{#zG?WRZsm|ll{c=Hoad;O
z-xm8+oe3EieKLa(Kf?wEk@ZHv_^HqNe;1wmd>yxuXZt9EJU0LJegCYF^!hdTniyYn
zR@oxrYSGMfu9-V7oge=JmE`N+Lx2l0Mt9;gi+mRy<P55qfSW_-nO!5A>eOSDBjy74
zC>xr5VsCw+DgEJ=qZ_{pq8uM8+k<>i7<;#UW6sWOU1S<BR?dqw&WMJ;HNNTud-RQB
z?!U_4o0OnTT()V@)p=S&A;)R;ZO&0Vo~}CAxXsU2x7m~Wa=uylC?>;H2~h<?q`4d<
z)NTs;qDsai&7uVOqEwYTxzuYoTHhn`4iTy?^tXr@lo7x*Sy8`F#NeBYkE?qGgz$Ny
zq%c*xAb?SIEMlOqqN~EVYswbYtf|w-r~Z_7qoP?qA##?HO^Yf=lgR13f{^Z`&S|n>
z&UXXb_k7!TeV5w-^F7XizK6G2JE)~wtiKZbI!@y<eyNJO)FOXsil=JbNVYL3<D}RS
v{e4&=o5I=z7*+N73>88z&??H<Z<Da{AJ-QC31yOkzEXT^g*9D|uiF0uR(H|;

diff --git a/ao/quantization/__pycache__/utils.cpython-310.pyc b/ao/quantization/__pycache__/utils.cpython-310.pyc
deleted file mode 100644
index 5e3028dc9fa1a1e5946fba6985170a4b787b773d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 2791
zcmZWrOK%*<5$^7J?sAt}QnV@BPNLXGlJ$d>5C?V~LJ(pBMgW;fKpTM<G6tjVUha^y
zGt2H-$s}e0161Ig9OP^SAcI`=7xFuD>T6E=3qF|nsz-cDLsoTnbxluoef8L~+if#E
zAAI=-^=HifM~ll(gvDKu`489^Oft!HHlR`Dd?E&7;tf3B$o+v2xt9l%a1e5~!=(Q&
zK8R!>!zXMI%Sgr;Te2nF7~7Jk3(8ZSHKw|9VUx*@>_WaM7v(jK*D^NfDe+w6#c^pQ
z*4P>0{oW?~l*uKz{DjG66&`tmWqDn$;GFA{Z?pa@&tN~>>I>`N%Z8PW|2VC(vPknj
zw@aUwdN{t9nQ2-L$Dfr_^#j|@%bnzLR*e&#7JIfm%vGur2#xIy%gJ<BsYGdAYP+0H
zr}+VG?PSGHGA_$KySk&QWP+3O#AJsm$%^FRL8Z))tT=lFCNbz!ka+}Fv0Z*FD({4w
zg^C^fG~=uas!;MH@%Pm^ulaE##c?b>=|5pLyT^|B375etBh9}62Oob&K%|IoGxN@4
zNa^oOP}P#*p3uLo+BN$QYst19^`kAz(;xWFA%_iT4;kl!wn1hEYzLqFDxC9*)%=M6
zL+p!f_LRYWo~bnaD%NjVZgdB#j{WfKjd3|q8$&r(x=0JD4ma|0nC2U4N&ow^w5YPf
zlwjDHRatJ<rw6vZnP;XV2j5wvFOwN7?C|GT&{*Ge2bnvVoM~I$)?|Nw!HUvYA6SlU
zsJ_O&8ASBD%(RUs>7K#_3guK4wnZDGBAqB3Jl0vItiM}kg>AbJG|&fAofQ>DPO5=E
zA6?v0_vp3(7)=bZPT1xhev`j(8jBA1Pu=bn*rCKc&?g}CQ?Luzb@u}HGkBizt$v`d
zLr)V7Hq6W@%ay+27FtcpN9vMA&i~G=5DIj>p-G1?k})(Ll26Ybf|%@g#=L_G4B$1Q
zX)c;s&2P}klK}o$)S~uY$9e^E(HC3K$fCYygNic9`bDWHHh@oW-|G98e{K1}K>W#o
zic2Os>!`524RY4CVcjy<B(rfcoatn=U%V8K<TN7Z=Wp4FOD@Hen6d)acw1L4Mwg^`
zAjcWXvcIv^g}eS47JaUNMT4**vUHXM{;WVwKSem>(~YrYr|pbN{W#Uq<@GH{Tu8>^
z@RteYIPQ9$^%r4z`5kvwU+DMnu701GgXmqFxi2iebkGKUhLAx3`Fb6bE50BfoMT2l
ztl2R;K`r=d;enU~xmq0aN>G|oRoF*W-e%3UJ=>*VmsFc@Yh%~6+Chpac>MW2r&_tY
zy6+OUu8aX&N)iu?7m+0Aeh6|%_IQutjAZt8crvNVq?{5r<8-QMGAw6BHH5;Ihc0y&
zWL^bRY``TO2(%6=bbR1RRGWTim+m+I{#+HN)SsciI%~Fu<d3tbg~_>p{)<Ho56qYj
zGdA~YUV9lN|K{KEc~J9R_C0zUM*cnfr#BC!m`Ak-UtXWb@L^neyZ({T@7EF4;X2-p
zj^J16t>Vt}X#ceu^?1+IA7Mnl`zyNAJgVZV^@!`c8ES47Z?Zb1ag9NCzmcs$26@!T
z>(K2zkio^ejyB!fqzQ@ww#H=mArb)Z1#kvc?RCoz#d|lO{djtM>Z;!}R|4C%ojgZ4
zNsv$pVTV~eGg)D(v=}P=7W`tv#*ey73!iGK4IEA`JM;$-_gmICDj!*YG%JS4^n<A~
z`X}z~JtPJyqCh!~05W}L&}wi-Pp}?#UkDbvoFD{HD^QJ_cAF%h;4JeCu$cQ)2ZYaK
zl+ahX_=d(<5bq$adi)0W#o^m8#lZT@ha%x9&9?f!{vAgBF_`Tn3A#?+ctca$y=2}+
z;rtCYeh+df7_&vLNpd9xuawRE*p(b*=qwF8NI_0Xc*4NN2|5^ph3|*Z@LZyH<{ky2
z)9@~7th!PrwwhMv+x9fo@GA1t*tk%+ny8|(o#zwx+rmZ<XQL4maMjzeL|+55d}{f_
zOSf}1mlERv$k1JV=VS7-&o%AzS6r8|At1&N8BG;bQ(88$@`l50z3J4+^q?A-#W{+a
z9Acv+N%K5OT+eg8#+CFYm|ToqgGN!5mFxNjnpE6ewQ#{^J#<><ZD-LX`_Iv_@n%!I
l?og<kH^JJhhbVE8(ux=3uouT(jIi;4e3Qqgy`b~j{{hTXd-?zX

diff --git a/ao/quantization/__pycache__/weight_only.cpython-310.pyc b/ao/quantization/__pycache__/weight_only.cpython-310.pyc
deleted file mode 100644
index db875a9c56937b22bb61e61807f3c325d899f3c6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1592
zcmaJ>TZ<e;6s}ueW_C9wt3nn+P!VBXc0&X&AQJFF0<xk$2u-AHyJ~iN($hUw_w4R0
zJt*u-o(%X8X2h5LrF!*g|AIcm@APb(jSy?5PS^FEQ{VZ{sdjey3@!fdp?wfC_9soQ
zH-*Uq^!h%8VTKnhp|2?TL?nVUBae6@KW9c6d4ZW_V>J%WWfB_x4I2cPxW^6$+`nb!
zWje{Tv?%8K$5~o7`I*&I>vT3s%hDEp?^~N6jhZjZV*apfKKhEze36$nbr~tS-sIJ!
zzK4Nj2{$YePuP$fZp1~LNF$B9V2QGU2~2pw&Uq3(VTvUYoQfRX&-gWs0mk&!*U;+^
zAX>4+Ygc?ByOF?1HT;~7May&S{=uJe&RW?rEn5Yt41;QU=))78!+jstc&n`kftS;2
z>VtZQ$NE@fH*d6dWX_RYoKUqbhF+!asP^IG6Z&rUpK;&QIxEt;*7_Oy>*Iq_HL(Yo
z8Ch4RrLkuRMFm?2X+{4lY||#M%7c>*Qe6Sl{psArFh>EeN%VQ2@A44x?44IazyHGD
zOyJ6kM!thC>@)P*K(w6TYWWxu*kdcP5RF&@x)yX;23QYQd_}Y94F*W%I6lH1oW`wR
z#2)({_kQDFv!}Gn#y!Jk+}$I1$Gs1`8vs`vUOq<~^u0RH?Fk?qrBmyJrgGWHi^-(J
z%!{V-fobM|o8a}4v+INEhdiwZ%JpcKpZf4rcY65T-N4dX5CeQPtQ?|XZedbyL+q+M
z{4S8{bH&fzel=QG_g(^vu#V6>uv!f8a0Y;QD~PU*7|V0@NG{|;EdnDSiAA`GTGobb
zgp=UajJI+btk^PKu~r%NYp{s16Sc9X6EVK%-;-X2v1)n<M}Gy<kGB@RHePPGy%n)F
zri?tye+Gz`Kf#fKxFklnyEK;WHjOv5+yRw4`Zx-`dmX|nqIP%C^TzkH3Tb>at7f&|
z%1b@8X)^=be!H4Ao0%%@DGpClmriVB9XM|6ah_TCCK>K~nH9B{lgcDWp5gTU`x`G3
zsn4eV<}iJ1kvJQjx4M;=%tWO<(NN-d*4lMb=~-?68{7WSRTDids<gQS^YwcWp%4_@
z=dlu;elcc(hkwUWjDW}d#yart{!iflRXT_%$x-X9*1oUFqgg@YZB2ErSnqVH=*R)T
z)ulF&8CAyZ)5^|Ox@Wd1P$@R#Bq};$Xjj3A$6Y4JY@5fC*xKc&ZC#vhc2z)6T|UX1
t{MgoA41J_E>Mwi|W$D9paqU!Hv(Z`WvLOCs?fa)xDQjX184A^H`40z}m^A<Z


From e211e6ef885ad148113233ee64fad29c9727cdda Mon Sep 17 00:00:00 2001
From: Christian Puhrsch <cpuhrsch@meta.com>
Date: Fri, 10 Nov 2023 14:36:57 -0800
Subject: [PATCH 2/2] Headers

---
 ao/quantization/__init__.py         | 6 ++++++
 ao/quantization/dynamic_quant.py    | 6 ++++++
 ao/quantization/quant_api.py        | 6 ++++++
 ao/quantization/quant_primitives.py | 6 ++++++
 ao/quantization/smoothquant.py      | 6 ++++++
 ao/quantization/subclass.py         | 6 ++++++
 ao/quantization/test.py             | 6 ++++++
 ao/quantization/utils.py            | 6 ++++++
 ao/quantization/weight_only.py      | 6 ++++++
 9 files changed, 54 insertions(+)

diff --git a/ao/quantization/__init__.py b/ao/quantization/__init__.py
index a18cbaa43a..64c8ab5143 100644
--- a/ao/quantization/__init__.py
+++ b/ao/quantization/__init__.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 from smoothquant import *  # noqa: F403
 from quant_api import *  # noqa: F403
 from subclass import *  # noqa: F403
diff --git a/ao/quantization/dynamic_quant.py b/ao/quantization/dynamic_quant.py
index dd28a0afa9..876c6597f4 100644
--- a/ao/quantization/dynamic_quant.py
+++ b/ao/quantization/dynamic_quant.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 import torch
 import torch.nn as nn
 from quant_primitives import (
diff --git a/ao/quantization/quant_api.py b/ao/quantization/quant_api.py
index 20b09b5cb3..3f33b7e635 100644
--- a/ao/quantization/quant_api.py
+++ b/ao/quantization/quant_api.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 """
 Quantization API stuff which is not specific to SmoothQuant
 
diff --git a/ao/quantization/quant_primitives.py b/ao/quantization/quant_primitives.py
index e8a53e3135..50eb847ef2 100644
--- a/ao/quantization/quant_primitives.py
+++ b/ao/quantization/quant_primitives.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 import torch
 from torch._dynamo import is_compiling as dynamo_is_compiling
 from torch._higher_order_ops.out_dtype import out_dtype
diff --git a/ao/quantization/smoothquant.py b/ao/quantization/smoothquant.py
index 80ce7893fd..236a73634e 100644
--- a/ao/quantization/smoothquant.py
+++ b/ao/quantization/smoothquant.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 """
 Testing out accuracy-only implementation of SmoothQuant
 (https://arxiv.org/pdf/2211.10438.pdf)
diff --git a/ao/quantization/subclass.py b/ao/quantization/subclass.py
index 48959df922..76b2a6f417 100644
--- a/ao/quantization/subclass.py
+++ b/ao/quantization/subclass.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 import torch
 from quant_primitives import (
     dequantize_per_channel,
diff --git a/ao/quantization/test.py b/ao/quantization/test.py
index 53fdffda3f..e0ec4d144a 100644
--- a/ao/quantization/test.py
+++ b/ao/quantization/test.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 # mypy: ignore-errors
 import copy
 import unittest
diff --git a/ao/quantization/utils.py b/ao/quantization/utils.py
index c53395579a..6c162ba76c 100644
--- a/ao/quantization/utils.py
+++ b/ao/quantization/utils.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 import os
 from typing import Dict, Optional
 
diff --git a/ao/quantization/weight_only.py b/ao/quantization/weight_only.py
index 0be9c8867b..d775d13535 100644
--- a/ao/quantization/weight_only.py
+++ b/ao/quantization/weight_only.py
@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+
+# This source code is licensed under the license found in the
+# LICENSE file in the root directory of this source tree.
+
 import torch
 from quant_primitives import (
     dynamically_quantize_per_channel,