davidberenstein1957

davidberenstein1957

davidberenstein1957

# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
#     "pruna",
#     "pyarrow<20"
# ]
# ///
import torch
import gc
import shutil

davidberenstein1957

# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
#     "pruna"
# ]
# ///
from transformers import pipeline

from pruna import SmashConfig, smash

davidberenstein1957

# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
#     "ai-gradio[together]"
# ]
# ///
import gradio as gr
import ai_gradio

davidberenstein1957

# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
#     "distilabel[hf-transformers, hf-inference-endpoints]",
# ]
# ///
from distilabel.models import InferenceEndpointsLLM
from distilabel.pipeline import InstructionResponsePipeline

repo_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"

davidberenstein1957

# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
#     "distilabel[mlx]",
# ]
# ///
from distilabel.models import MlxLLM
from distilabel.pipeline import InstructionResponsePipeline

llm = MlxLLM(

davidberenstein1957

# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
#     "duckdb", sentence-transformers, huggingface_hub
# ]
# ///
from sentence_transformers import SentenceTransformer
import duckdb
from huggingface_hub import get_token