AI/ML Tooling
133 commands
ollama --versionollama lsollama pull llama3.2ollama pull llama3.2:3bollama pull llama3.2:1bollama run llama3.2ollama run llama3.2 'Write a haiku about Linux'ollama run llama3.2 'Return a JSON list of three colors' --format jsonollama rm llama3.2ollama psollama stop llama3.2ollama show llama3.2ollama show llama3.2 --modelfileollama cp llama3.2 my-llama-copyollama create mymodel -f Modelfileollama create mymodel -q q4_K_M -f Modelfileollama push myuser/mymodel:latestollama signinOLLAMA_MODELS=/data/ollama ollama servecurl -s http://localhost:11434/api/tagscurl -s http://localhost:11434/api/pscurl -s http://localhost:11434/api/chat -d '{"model":"llama3.2","messages":[{"role":"user","content":"Hi"}]}'curl -s http://localhost:11434/api/generate -d '{"model":"llama3.2","prompt":"Explain Docker in one sentence","stream":false}'hf auth loginhf auth login --token $HF_TOKENhf auth logouthf auth whoamihf auth listhf auth tokenhf auth switchhf download meta-llama/Llama-3.1-8B-Instructhf download meta-llama/Llama-3.1-8B-Instruct --include '*.safetensors'hf download sentence-transformers/all-MiniLM-L6-v2 --local-dir ./minilmhf download unsloth/Llama-3.2-1B-Instruct-GGUF --include '*Q4_K_M.gguf' --local-dir ./llama32hf upload myuser/my-repo ./model.safetensorshf upload myuser/new-repo ./model.safetensors --privatehf upload-large-folder myuser/my-repo ./model-weightshf repos create my-llm --type modelhf repos create my-secret-model --type model --privatehf repos delete myuser/old-modelhf repos settings myuser/my-repo --privatehf repos move old-namespace/my-model new-namespace/my-modelhf cache lshf cache rm model/gpt2hf cache prunehf envhf versionhf models info meta-llama/Llama-3.2-1B-Instructhf models ls --sort downloads --limit 10huggingface-cli loginvllm serve meta-llama/Llama-3.1-8B-Instructvllm serve mistralai/Mistral-7B-Instruct-v0.3 --port 8001vllm serve meta-llama/Llama-3.1-8B-Instruct --host 0.0.0.0vllm serve meta-llama/Llama-3.1-8B-Instruct --max-model-len 8192vllm serve meta-llama/Llama-3.1-8B-Instruct --gpu-memory-utilization 0.9vllm serve TheBloke/Llama-2-7B-Chat-AWQ --quantization awqvllm serve meta-llama/Llama-3.1-8B-Instruct --tensor-parallel-size 2vllm serve meta-llama/Llama-3.1-8B-Instruct --served-model-name my-llamavllm serve meta-llama/Llama-3.1-8B-Instruct --api-key sk-my-secret-keyvllm serve meta-llama/Llama-3.1-8B-Instruct --dtype float16vllm serve meta-llama/Llama-3.1-8B-Instruct --enable-auto-tool-choice --tool-call-parser hermesvllm serve meta-llama/Llama-3.1-8B-Instruct --chat-template ./chat_template.jinjavllm serve meta-llama/Llama-3.1-8B-Instruct --max-num-seqs 32curl -s http://localhost:8000/v1/models | jq '.data[].id'curl -s http://localhost:8000/v1/chat/completions -H 'Content-Type: application/json' -d '{"model":"meta-llama/Llama-3.1-8B-Instruct","messages":[{"role":"user","content":"Hello"}]}'curl -s http://localhost:8000/v1/completions -H 'Content-Type: application/json' -d '{"model":"meta-llama/Llama-3.1-8B-Instruct","prompt":"Once upon a time"}'curl -s http://localhost:8000/healthcurl -s http://localhost:8000/v1/embeddings -H 'Content-Type: application/json' -d '{"model":"BAAI/bge-small-en-v1.5","input":"Hello world"}'whisper audio.mp3 --model basewhisper audio.mp3 --model small --language eswhisper audio.mp3 --model medium --output_format txt --output_dir ./transcriptswhisper audio.mp3 --model base --task translatewhisper audio.mp3 --model tiny --fp16 Falsewhisper audio.mp3 --model base --word_timestamps Truewhisper audio.mp3 --model base --initial_prompt 'This is a technical podcast about Linux'whisper audio.mp3 --model large-v3 --language en --output_format srtwhisper audio.mp3 --model base --beam_size 5whisper audio.mp3 --model base --output_format all --output_dir ./transcriptslm-eval run --model hf --model_args pretrained=meta-llama/Llama-3.1-8B-Instruct --tasks mmlu --num_fewshot 5lm-eval run --model hf --model_args pretrained=meta-llama/Llama-3.1-8B-Instruct --tasks truthfulqa_mc2 --device cuda:0lm-eval run --model vllm --model_args pretrained=meta-llama/Llama-3.1-8B-Instruct,tensor_parallel_size=1 --tasks hellaswaglm-eval run --model hf --model_args pretrained=meta-llama/Llama-3.1-8B-Instruct --tasks gsm8k --apply_chat_templatelm-eval run --model hf --model_args pretrained=meta-llama/Llama-3.1-8B-Instruct --tasks hellaswag --limit 100lm-eval run --model hf --model_args pretrained=meta-llama/Llama-3.1-8B-Instruct --tasks mmlu --output_path ./results/ --log_sampleslm-eval run --config my_eval_config.yaml --tasks mmlulm-eval ls taskslm-eval ls groupslm-eval validate --tasks hellaswaglm-eval validate --tasks my_custom_task --include_path ./custom_taskstesseract image.png outputtesseract image.png stdouttesseract image.png output -l spatesseract image.png output -l eng+spatesseract --list-langstesseract image.png output --psm 6tesseract image.png output --oem 1tesseract image.png output --dpi 300tesseract image.png output -c tessedit_char_whitelist=0123456789tesseract image.png output pdftesseract --versionpython main.pypython main.py --port 8189python main.py --listen 0.0.0.0python main.py --cpupython main.py --auto-launchpython main.py --output-directory /data/comfy-outputspython main.py --disable-cuda-mallocpython main.py --lowvramcurl -s http://127.0.0.1:8188/system_statscurl -s http://127.0.0.1:8188/queue | python3 -m json.toolcurl -X POST http://127.0.0.1:8188/interruptcurl -X POST http://127.0.0.1:8188/free -H 'Content-Type: application/json' -d '{"unload_models": true, "free_memory": true}'curl -X POST http://127.0.0.1:8188/upload/image -F 'image=@photo.png' -F 'type=input' -F 'overwrite=true'curl -s http://127.0.0.1:8188/object_info | jq 'keys'comfy --versioncomfy install --nvidiacomfy launch --backgroundcomfy stopcomfy model download --url https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0.safetensors --relative-path models/checkpointscomfy model listcomfy node install comfyui-controlnet-auxcomfy node update allcurl -fsSL https://ollama.com/install.sh | shpip install openai-whisperpip install faster-whisperpip install vllmpip install lm-evalpip install huggingface_hubpip install torchpip install transformerssudo apt install tesseract-ocr tesseract-ocr-spapipx install comfy-clict2-transformers-converter --model openai/whisper-large-v3 --output_dir whisper-large-v3-ct2 --quantization float16