test_tei.sh

#!/bin/bash
# Test script for TEI with the converted ONNX model

echo "Testing Qwen3-Embedding-0.6B ONNX with TEI..."

# Update porter.yaml to use local model
MODEL_PATH=$(pwd)/qwen3-tei-onnx

echo "Model path: $MODEL_PATH"
echo "Files in model directory:"
ls -la $MODEL_PATH

echo ""
echo "To use this model with TEI:"
echo "1. Upload to HuggingFace Hub, or"
echo "2. Mount this directory in your TEI container"
echo "3. Update model-id in porter.yaml to point to this model"