diff --git a/tests/end_to_end/tpu/gemma3/4b/test_gemma3_lora.sh b/tests/end_to_end/tpu/gemma3/4b/test_gemma3_lora.sh
index 257e89302c..3266545050 100755
--- a/tests/end_to_end/tpu/gemma3/4b/test_gemma3_lora.sh
+++ b/tests/end_to_end/tpu/gemma3/4b/test_gemma3_lora.sh
@@ -68,11 +68,3 @@ python3 -m maxtext.inference.vllm_decode \
     use_chat_template=True \
     scan_layers=true \
     enable_single_controller=${use_pathways}
-
-# Step 5: Convert the checkpoint from MaxText format to Hugging Face format
-python3 -m maxtext.checkpoint_conversion.to_huggingface \
-    model_name=${MODEL_NAME} \
-    load_parameters_path=${SCANNED_CKPT_PATH} \
-    lora.lora_restore_path=${BASE_OUTPUT_DIRECTORY}/lora/${run_id}/checkpoints/5/model_params \
-    base_output_directory=${BASE_OUTPUT_DIRECTORY}/to_huggingface/unscanned/${run_id} \
-    scan_layers=true