Closed dsikka closed 8 months ago
pipeline.py
from deepsparse import TextGeneration, CodeGeneration, Chat model_path = "hf:neuralmagic/TinyLlama-1.1B-Chat-v0.4-pruned50-quant-ds" pipeline = TextGeneration(model_path=model_path)
Summary
pipeline.py
Testing