Revert "[llama-mm] Onboard torchtune vision encoder to ExecuTorch/AOTI (#6807)"

This reverts commit a6cfb03.

Author: larryliu0820

.ci/scripts/gather_test_models.py

@@ -24,7 +24,6 @@
         "ic4": "linux.12xlarge",
         "resnet50": "linux.12xlarge",
         "llava": "linux.12xlarge",
-        "llama3_2_vision_encoder": "linux.12xlarge",
         # This one causes timeout on smaller runner, the root cause is unclear (T161064121)
         "dl3": "linux.12xlarge",
         "emformer_join": "linux.12xlarge",

examples/models/__init__.py

@@ -18,7 +18,6 @@
     "emformer_join": ("emformer_rnnt", "EmformerRnntJoinerModel"),
     "llama2": ("llama", "Llama2Model"),
     "llama": ("llama", "Llama2Model"),
-    "llama3_2_vision_encoder": ("llama3_2_vision", "FlamingoVisionEncoderModel"),
     "lstm": ("lstm", "LSTMModel"),
     "mobilebert": ("mobilebert", "MobileBertModelExample"),
     "mv2": ("mobilenet_v2", "MV2Model"),

examples/models/llama3_2_vision/vision_encoder/__init__.py

@@ -16,8 +16,7 @@ addopts =
     devtools/
     # examples
     examples/models/llama/tests
-    examples/models/llama3_2_vision/preprocess/test
-    examples/models/llama3_2_vision/vision_encoder/test
+    examples/models/llama3_2_vision/preprocess
     # examples/models/llava/test TODO: enable this
     # exir
     exir/_serialize/test