Text Generation
Safetensors
GGUF
English
reasoning
reinforcement-learning
grpo
small-language-model
samsung-ennovatex
conversational
Instructions to use OmnipotentFool/Aurvion with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- llama.cpp
How to use OmnipotentFool/Aurvion with llama.cpp:
Install (macOS, Linux)
curl -LsSf https://llama.app/install.sh | sh # Start a local OpenAI-compatible server with a web UI: llama serve -hf OmnipotentFool/Aurvion:Q4_K_M # Run inference directly in the terminal: llama cli -hf OmnipotentFool/Aurvion:Q4_K_M
Install from WinGet (Windows)
winget install llama.cpp # Start a local OpenAI-compatible server with a web UI: llama serve -hf OmnipotentFool/Aurvion:Q4_K_M # Run inference directly in the terminal: llama cli -hf OmnipotentFool/Aurvion:Q4_K_M
Use pre-built binary
# Download pre-built binary from: # https://github.com/ggerganov/llama.cpp/releases # Start a local OpenAI-compatible server with a web UI: ./llama-server -hf OmnipotentFool/Aurvion:Q4_K_M # Run inference directly in the terminal: ./llama-cli -hf OmnipotentFool/Aurvion:Q4_K_M
Build from source code
git clone https://github.com/ggerganov/llama.cpp.git cd llama.cpp cmake -B build cmake --build build -j --target llama-server llama-cli # Start a local OpenAI-compatible server with a web UI: ./build/bin/llama-server -hf OmnipotentFool/Aurvion:Q4_K_M # Run inference directly in the terminal: ./build/bin/llama-cli -hf OmnipotentFool/Aurvion:Q4_K_M
Use Docker
docker model run hf.co/OmnipotentFool/Aurvion:Q4_K_M
- LM Studio
- Jan
- vLLM
How to use OmnipotentFool/Aurvion with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "OmnipotentFool/Aurvion" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "OmnipotentFool/Aurvion", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/OmnipotentFool/Aurvion:Q4_K_M
- Ollama
How to use OmnipotentFool/Aurvion with Ollama:
ollama run hf.co/OmnipotentFool/Aurvion:Q4_K_M
- Unsloth Studio
How to use OmnipotentFool/Aurvion with Unsloth Studio:
Install Unsloth Studio (macOS, Linux, WSL)
curl -fsSL https://unsloth.ai/install.sh | sh # Run unsloth studio unsloth studio -H 0.0.0.0 -p 8888 # Then open http://localhost:8888 in your browser # Search for OmnipotentFool/Aurvion to start chatting
Install Unsloth Studio (Windows)
irm https://unsloth.ai/install.ps1 | iex # Run unsloth studio unsloth studio -H 0.0.0.0 -p 8888 # Then open http://localhost:8888 in your browser # Search for OmnipotentFool/Aurvion to start chatting
Using HuggingFace Spaces for Unsloth
# No setup required # Open https://huggingface.co/spaces/unsloth/studio in your browser # Search for OmnipotentFool/Aurvion to start chatting
- Docker Model Runner
How to use OmnipotentFool/Aurvion with Docker Model Runner:
docker model run hf.co/OmnipotentFool/Aurvion:Q4_K_M
- Lemonade
How to use OmnipotentFool/Aurvion with Lemonade:
Pull the model
# Download Lemonade from https://lemonade-server.ai/ lemonade pull OmnipotentFool/Aurvion:Q4_K_M
Run and chat with the model
lemonade run user.Aurvion-Q4_K_M
List all available models
lemonade list
- Atomic Chat
| # This file is configured by CMake automatically as CTestScript.cmake | |
| # If you choose not to use CMake, this file may be hand configured, by | |
| # filling in the required variables. | |
| cmake_minimum_required(VERSION 4.4.0-rc2) | |
| # CTest Start Step | |
| set(CTEST_SOURCE_DIRECTORY "D:/Projects/CRAFT - A Framework to Enhance Reasoning Capabilities in Small Language Models/CRAFT-SLM-Reasoning-Framework-Phi3-mini/llama.cpp") | |
| set(CTEST_BINARY_DIRECTORY "D:/Projects/CRAFT - A Framework to Enhance Reasoning Capabilities in Small Language Models/CRAFT-SLM-Reasoning-Framework-Phi3-mini/llama.cpp/build") | |
| # CTest Update Step | |
| set(CTEST_UPDATE_COMMAND "D:/Program Files/Git/cmd/git.exe") | |
| set(CTEST_UPDATE_OPTIONS "") | |
| set(CTEST_UPDATE_VERSION_ONLY "") | |
| set(CTEST_NIGHTLY_START_TIME "00:00:00 EDT") | |
| # CVS options | |
| set(CTEST_CVS_COMMAND "") | |
| set(CTEST_CVS_UPDATE_OPTIONS "") | |
| # Subversion options | |
| set(CTEST_SVN_COMMAND "") | |
| set(CTEST_SVN_OPTIONS "") | |
| set(CTEST_SVN_UPDATE_OPTIONS "") | |
| # Git options | |
| set(CTEST_GIT_COMMAND "D:/Program Files/Git/cmd/git.exe") | |
| set(CTEST_GIT_INIT_SUBMODULES "") | |
| set(CTEST_GIT_UPDATE_CUSTOM "") | |
| set(CTEST_GIT_UPDATE_OPTIONS "") | |
| # Perforce options | |
| set(CTEST_P4_COMMAND "") | |
| set(CTEST_P4_CLIENT "") | |
| set(CTEST_P4_OPTIONS "") | |
| set(CTEST_P4_UPDATE_CUSTOM "") | |
| set(CTEST_P4_UPDATE_OPTIONS "") | |
| # CTest Configure Step | |
| set(CTEST_CMAKE_GENERATOR "MinGW Makefiles") | |
| set(CTEST_LABELS_FOR_SUBPROJECTS "") | |
| # CTest Build Step | |
| set(CTEST_CONFIGURATION_TYPE "Release") | |
| set(CTEST_USE_LAUNCHERS "") | |
| # CTest Test Step | |
| set(CTEST_RESOURCE_SPEC_FILE "") | |
| set(CTEST_TEST_LOAD "") | |
| set(CTEST_TEST_TIMEOUT "1500") | |
| set(CTEST_TEST_COVERAGE_TOOL "" | |
| # CTest Coverage Step | |
| set(CTEST_COVERAGE_COMMAND "C:/msys64/ucrt64/bin/gcov.exe") | |
| set(CTEST_COVERAGE_EXTRA_FLAGS "-l") | |
| # CTest MemCheck Step | |
| set(CTEST_MEMORYCHECK_COMMAND "MEMORYCHECK_COMMAND-NOTFOUND") | |
| set(CTEST_MEMORYCHECK_COMMAND_OPTIONS "") | |
| set(CTEST_MEMORYCHECK_TYPE "") | |
| set(CTEST_MEMORYCHECK_SANITIZER_OPTIONS "") | |
| set(CTEST_MEMORYCHECK_SUPPRESSIONS_FILE "") | |
| # CTest Submit Step | |
| set(CTEST_SITE "DESKTOP-1KQ78VQ") | |
| set(CTEST_BUILD_NAME "Win32-mingw32-make") | |
| set(CTEST_SUBMIT_URL "http://") | |
| set(CTEST_SUBMIT_INACTIVITY_TIMEOUT "") | |
| set(CTEST_TLS_VERIFY "") | |
| set(CTEST_TLS_VERSION "") | |
| ################################################################################ | |
| if(NOT MODEL) | |
| set(MODEL "Experimental") | |
| endif() | |
| if(MODEL STREQUAL "NightlyMemoryCheck") | |
| set(MODEL "Nightly") | |
| set(ACTIONS "Start;Update;Configure;Build;MemCheck;Coverage;Submit") | |
| endif() | |
| if(NOT ACTIONS) | |
| if(MODEL STREQUAL "Experimental") | |
| set(ACTIONS "Start;Configure;Build;Test;Coverage;Submit") | |
| else() | |
| set(ACTIONS "Start;Update;Configure;Build;Test;Coverage;Submit") | |
| endif() | |
| endif() | |
| ################################################################################ | |
| set(_exit_code 0) | |
| if("Start" IN_LIST ACTIONS OR NOT EXISTS "${CTEST_BINARY_DIRECTORY}/Testing/TAG") | |
| ctest_start("${MODEL}") | |
| else() | |
| ctest_start("${MODEL}" APPEND) | |
| endif() | |
| if("Update" IN_LIST ACTIONS) | |
| ctest_update(RETURN_VALUE update_count) | |
| if(update_count LESS 0) | |
| math(EXPR _exit_code "${_exit_code} | 0x01") | |
| endif() | |
| if(MODEL STREQUAL "Continuous" AND update_count EQUAL 0) | |
| return() | |
| endif() | |
| endif() | |
| if("Configure" IN_LIST ACTIONS) | |
| ctest_configure(RETURN_VALUE success) | |
| if(success LESS 0) | |
| math(EXPR _exit_code "${_exit_code} | 0x02") | |
| endif() | |
| endif() | |
| if("Build" IN_LIST ACTIONS) | |
| ctest_read_custom_files("${CTEST_BINARY_DIRECTORY}") | |
| ctest_build(RETURN_VALUE success) | |
| if(NOT success EQUAL 0) | |
| math(EXPR _exit_code "${_exit_code} | 0x04") | |
| endif() | |
| endif() | |
| if("Test" IN_LIST ACTIONS) | |
| ctest_read_custom_files("${CTEST_BINARY_DIRECTORY}") | |
| ctest_test(RETURN_VALUE success) | |
| if(NOT success EQUAL 0) | |
| math(EXPR _exit_code "${_exit_code} | 0x08") | |
| endif() | |
| endif() | |
| if("Coverage" IN_LIST ACTIONS) | |
| ctest_read_custom_files("${CTEST_BINARY_DIRECTORY}") | |
| ctest_coverage(RETURN_VALUE success) | |
| if(NOT success EQUAL 0) | |
| math(EXPR _exit_code "${_exit_code} | 0x20") | |
| endif() | |
| endif() | |
| if("MemCheck" IN_LIST ACTIONS) | |
| ctest_read_custom_files("${CTEST_BINARY_DIRECTORY}") | |
| ctest_memcheck(RETURN_VALUE success) | |
| if(NOT success EQUAL 0) | |
| math(EXPR _exit_code "${_exit_code} | 0x10") | |
| endif() | |
| endif() | |
| file(GLOB notes_files LIST_DIRECTORIES OFF | |
| "${CTEST_BINARY_DIRECTORY}/Testing/Notes/*") | |
| if(notes_files) | |
| list(APPEND CTEST_NOTES_FILES "${notes_files}") | |
| endif() | |
| if("Submit" IN_LIST ACTIONS) | |
| ctest_read_custom_files("${CTEST_BINARY_DIRECTORY}") | |
| ctest_submit( | |
| RETRY_COUNT "3" | |
| RETRY_DELAY "5" | |
| RETURN_VALUE success | |
| ) | |
| if(NOT success EQUAL 0) | |
| math(EXPR _exit_code "${_exit_code} | 0x40") | |
| endif() | |
| endif() | |
| cmake_language(EXIT "${_exit_code}") | |