File size: 477 Bytes
aae906c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
#!/bin/bash
# Test script for TEI with the converted ONNX model
echo "Testing Qwen3-Embedding-0.6B ONNX with TEI..."
# Update porter.yaml to use local model
MODEL_PATH=$(pwd)/qwen3-tei-onnx
echo "Model path: $MODEL_PATH"
echo "Files in model directory:"
ls -la $MODEL_PATH
echo ""
echo "To use this model with TEI:"
echo "1. Upload to HuggingFace Hub, or"
echo "2. Mount this directory in your TEI container"
echo "3. Update model-id in porter.yaml to point to this model"
|