Error when using Pyinstaller with onnxruntime

Describe the problem I am building the executable for Linux and Windows in GitHub Actions. The programm loads onnx models and creates a web UI to create a user friendly Inference.

Code snippet(s) Github Actions:

name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -r requirements.txt
        pip install PyInstaller
        pip install eel

    - name: Build binary with PyInstaller
      run: python -m eel web_app/main.py web_app/web --exclude tensorflow --exclude keras


import numpy as np
import onnxruntime as ort
from typing import List, Tuple

import sys, io
sys.stdout = io.StringIO()
sys.stderr = io.StringIO()

import eel
import base64
from io import BytesIO
from PIL import Image
from utilities.class_names import get_classes_for_model
from testing.prepare_images import replace_background
import pooch

# Initiate models
models = {
    "car_type": None,
    "all_specific_model_variants": None,
    "specific_model_variants": None,
}

def load_model(model_name: str) -> ort.InferenceSession:
    if model_name == "car_type":
        url = "https://github.com/Flippchen/PorscheInsight-CarClassification-AI/releases/download/v.0.1/vgg16-pretrained-car-types.onnx"
        md5 = "7c42a075ab9ca1a2a198e5cd241a06f7"
    elif model_name == "all_specific_model_variants":
        url = "https://github.com/Flippchen/PorscheInsight-CarClassification-AI/releases/download/v.0.1/efficientnet-old-head-all-model-variants-full_best_model.onnx"
        md5 = "c54797cf92974c9ec962842e7ecd515c"
    elif model_name == "specific_model_variants":
        url = "https://github.com/Flippchen/PorscheInsight-CarClassification-AI/releases/download/v.0.1/efficientnet-model-variants_best_model.onnx"
        md5 = "3de16b8cf529dc90f66c962a1c93a904"
    else:
        raise ValueError("Invalid model name")

    # Show the loading notification
    eel.showLoading()

    # Download and cache the model using Pooch
    model_path = pooch.retrieve(
        url,
        f"md5:{md5}",
        fname=model_name + ".onnx",
        progressbar=True,
    )
    print("Model downloaded to: ", model_path)
    # Hide the loading notification
    eel.hideLoading()

    return ort.InferenceSession(model_path, providers=['CPUExecutionProvider'])

def prepare_image(image_data: Image, target_size: Tuple):
    image = image_data.resize(target_size)
    image = replace_background(image)
    img_array = np.array(image).astype('float32')
    img_array = np.expand_dims(img_array, 0)
    return img_array

def get_top_3_predictions(prediction: np.ndarray, model_name: str) -> List[Tuple[str, float]]:
    top_3 = prediction[0].argsort()[-3:][::-1]
    classes = get_classes_for_model(model_name)
    top_3 = [(classes[i], round(prediction[0][i] * 100, 2)) for i in top_3]
    return top_3

@eel.expose
def classify_image(image_data: str, model_name: str) -> List[Tuple[str, float]]:
    if models[model_name] is None:
        models[model_name] = load_model(model_name)
    # Decode image and open it
    image_data = base64.b64decode(image_data)
    image = Image.open(BytesIO(image_data))
    # Prepare image and predict
    input_size = models[model_name].get_inputs()[0].shape[1:3]
    prepared_image = prepare_image(image, input_size)
    input_name = models[model_name].get_inputs()[0].name
    prediction = models[model_name].run(None, {input_name: prepared_image})
    # Get top 3 predictions
    top_3 = get_top_3_predictions(prediction[0], model_name)

    return top_3

eel.init("web")
eel.start("index.html", size=(1000, 800))

It crashes directly with the following error:
onnxruntime:Default, onnxruntime_pybind_state.cc:1641 onnxruntime::python::CreateInferencePybindStateModule] Init provider bridge failed. 

**Desktop (please complete the following information):**
 - OS: [Windows 11 latest and Garuda/Arch Linux]
 - Browser [chrome, Firefox]

python-eel / Eel

Error when using Pyinstaller with onnxruntime #682