Instructions to use VladHong/llama-cpp-K2-FAST2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- llama.cpp
How to use VladHong/llama-cpp-K2-FAST2 with llama.cpp:
Install (macOS, Linux)
curl -LsSf https://llama.app/install.sh | sh # Start a local OpenAI-compatible server with a web UI: llama serve -hf VladHong/llama-cpp-K2-FAST2 # Run inference directly in the terminal: llama cli -hf VladHong/llama-cpp-K2-FAST2
Install from WinGet (Windows)
winget install llama.cpp # Start a local OpenAI-compatible server with a web UI: llama serve -hf VladHong/llama-cpp-K2-FAST2 # Run inference directly in the terminal: llama cli -hf VladHong/llama-cpp-K2-FAST2
Build from source code
git clone https://github.com/ggml-org/llama.cpp.git cd llama.cpp cmake -B build cmake --build build -j --target llama-app # Start a local OpenAI-compatible server with a web UI: ./build/bin/llama serve -hf VladHong/llama-cpp-K2-FAST2 # Run inference directly in the terminal: ./build/bin/llama cli -hf VladHong/llama-cpp-K2-FAST2
Use Docker
docker model run hf.co/VladHong/llama-cpp-K2-FAST2
- Llama new
- LM Studio
- Jan
- Ollama
How to use VladHong/llama-cpp-K2-FAST2 with Ollama:
ollama run hf.co/VladHong/llama-cpp-K2-FAST2
- Unsloth Desktop
- Docker Model Runner
How to use VladHong/llama-cpp-K2-FAST2 with Docker Model Runner:
docker model run hf.co/VladHong/llama-cpp-K2-FAST2
- Lemonade
How to use VladHong/llama-cpp-K2-FAST2 with Lemonade:
Pull the model
# Download Lemonade from https://lemonade-server.ai/ lemonade pull VladHong/llama-cpp-K2-FAST2
Run and chat with the model
lemonade run user.llama-cpp-K2-FAST2-{{QUANT_TAG}}List all available models
lemonade list
- Atomic Chat
llama-cpp-K2-FAST2 / tools /ui /src /lib /components /app /navigation /SidebarNavigation /SidebarNavigationConversationItem.svelte
Download tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte from VladHong/llama-cpp-K2-FAST2: direct link, hf CLI and curl.
- Browser
- Download file 8.18 kB
-
https://huggingface.co/VladHong/llama-cpp-K2-FAST2/resolve/main/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte
- Command line
-
hf download hf://VladHong/llama-cpp-K2-FAST2/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte
-
curl -L -o SidebarNavigationConversationItem.svelte https://huggingface.co/VladHong/llama-cpp-K2-FAST2/resolve/main/tools/ui/src/lib/components/app/navigation/SidebarNavigation/SidebarNavigationConversationItem.svelte
8.18 kB
| <script lang="ts"> | |
| import { | |
| Download, | |
| GitBranch, | |
| ListChecks, | |
| Loader2, | |
| MoreHorizontal, | |
| Pencil, | |
| Pin, | |
| PinOff, | |
| Square, | |
| Trash2 | |
| } from '@lucide/svelte'; | |
| import { DropdownMenuActions } from '$lib/components/app'; | |
| import { TruncatedText } from '$lib/components/app'; | |
| import { Checkbox } from '$lib/components/ui/checkbox'; | |
| import * as Tooltip from '$lib/components/ui/tooltip'; | |
| import { FORK_TREE_DEPTH_PADDING, ICON_CLASS_DEFAULT, UI_DATA_ATTRS } from '$lib/constants'; | |
| import { RouterService } from '$lib/services/router.service'; | |
| import { chatStore, conversationsStore } from '$lib/stores'; | |
| import { onMount } from 'svelte'; | |
| interface Props { | |
| isActive?: boolean; | |
| depth?: number; | |
| conversation: DatabaseConversation; | |
| isSelectionMode?: boolean; | |
| isSelected?: boolean; | |
| onDelete?: (id: string) => void; | |
| onEdit?: (id: string) => void; | |
| onSelect?: (id: string) => void; | |
| onStop?: (id: string) => void; | |
| onToggleSelect?: (id: string) => void; | |
| onEnterSelectionMode?: (id: string) => void; | |
| onSelectionClick?: (id: string, options: { shiftKey: boolean }) => void; | |
| onRowMouseDown?: (id: string, event: MouseEvent) => void; | |
| } | |
| let { | |
| conversation, | |
| depth = 0, | |
| isActive = false, | |
| isSelected = false, | |
| isSelectionMode = false, | |
| onDelete, | |
| onEdit, | |
| onEnterSelectionMode, | |
| onRowMouseDown, | |
| onSelect, | |
| onSelectionClick, | |
| onStop, | |
| onToggleSelect | |
| }: Props = $props(); | |
| let renderActionsDropdown = $state(false); | |
| let dropdownOpen = $state(false); | |
| let isLoading = $derived(chatStore.getAllLoadingChats().includes(conversation.id)); | |
| function handleEdit(event: Event) { | |
| event.stopPropagation(); | |
| onEdit?.(conversation.id); | |
| } | |
| function handleDelete(event: Event) { | |
| event.stopPropagation(); | |
| onDelete?.(conversation.id); | |
| } | |
| function handleStop(event: Event) { | |
| event.stopPropagation(); | |
| onStop?.(conversation.id); | |
| } | |
| function handleTogglePin() { | |
| conversationsStore.toggleConversationPin(conversation.id); | |
| } | |
| function handleEnterSelectionMode(event: Event) { | |
| event.stopPropagation(); | |
| onEnterSelectionMode?.(conversation.id); | |
| } | |
| function handleGlobalEditEvent(event: Event) { | |
| const customEvent = event as CustomEvent<{ conversationId: string }>; | |
| if (customEvent.detail.conversationId === conversation.id && isActive) { | |
| handleEdit(event); | |
| } | |
| } | |
| function handleMouseLeave() { | |
| if (!dropdownOpen) { | |
| renderActionsDropdown = false; | |
| } | |
| } | |
| function handleMouseOver() { | |
| if (isSelectionMode) return; | |
| renderActionsDropdown = true; | |
| } | |
| function handleSelect(event: MouseEvent) { | |
| if (isSelectionMode) { | |
| onSelectionClick?.(conversation.id, { shiftKey: event.shiftKey }); | |
| } else { | |
| onSelect?.(conversation.id); | |
| } | |
| } | |
| function handleCheckboxClick(event: MouseEvent) { | |
| event.stopPropagation(); | |
| if (isSelectionMode) { | |
| onSelectionClick?.(conversation.id, { shiftKey: event.shiftKey }); | |
| } else { | |
| onToggleSelect?.(conversation.id); | |
| } | |
| } | |
| function handleRowMouseDown(event: MouseEvent) { | |
| onRowMouseDown?.(conversation.id, event); | |
| } | |
| function handleCheckboxKeydown(event: KeyboardEvent) { | |
| if (event.key !== ' ' && event.key !== 'Enter') return; | |
| event.stopPropagation(); | |
| event.preventDefault(); | |
| if (isSelectionMode) { | |
| onSelectionClick?.(conversation.id, { shiftKey: event.shiftKey }); | |
| } else { | |
| onToggleSelect?.(conversation.id); | |
| } | |
| } | |
| $effect(() => { | |
| if (!dropdownOpen) { | |
| renderActionsDropdown = false; | |
| } | |
| }); | |
| onMount(() => { | |
| document.addEventListener('edit-active-conversation', handleGlobalEditEvent as EventListener); | |
| return () => { | |
| document.removeEventListener( | |
| 'edit-active-conversation', | |
| handleGlobalEditEvent as EventListener | |
| ); | |
| }; | |
| }); | |
| </script> | |
| <button | |
| class="group flex min-h-9 w-full cursor-pointer items-center justify-between space-x-3 rounded-lg py-1.5 text-left transition-colors hover:bg-foreground/10 {isActive | |
| ? 'bg-foreground/5 text-accent-foreground' | |
| : ''} {isSelected ? 'bg-primary/10 hover:bg-primary/15' : ''} {isSelectionMode | |
| ? 'is-selection-mode' | |
| : ''} px-2" | |
| {...{ [UI_DATA_ATTRS.CONVERSATION_ROW]: conversation.id }} | |
| onclick={(e) => handleSelect(e)} | |
| onfocusin={handleMouseOver} | |
| onfocusout={(e) => { | |
| if (!e.currentTarget.contains(e.relatedTarget as Node | null)) { | |
| handleMouseLeave(); | |
| } | |
| }} | |
| onmousedown={(e) => handleRowMouseDown(e)} | |
| onmouseleave={handleMouseLeave} | |
| onmouseover={handleMouseOver} | |
| > | |
| <div | |
| style:padding-left="{depth * FORK_TREE_DEPTH_PADDING}px" | |
| class="flex min-w-0 flex-1 items-center gap-2" | |
| > | |
| {#if isSelectionMode} | |
| <div | |
| aria-checked={isSelected} | |
| aria-label={isSelected ? `Deselect ${conversation.name}` : `Select ${conversation.name}`} | |
| class="shrink-0" | |
| onclick={(e) => handleCheckboxClick(e)} | |
| onkeydown={handleCheckboxKeydown} | |
| role="checkbox" | |
| tabindex="-1" | |
| > | |
| <Checkbox | |
| aria-label={isSelected ? `Deselect ${conversation.name}` : `Select ${conversation.name}`} | |
| checked={isSelected} | |
| /> | |
| </div> | |
| {/if} | |
| {#if depth > 0} | |
| <Tooltip.Root> | |
| <Tooltip.Trigger> | |
| <!-- prevent another nested button element --> | |
| {#snippet child({ props })} | |
| <a | |
| {...props} | |
| class="flex shrink-0 items-center text-muted-foreground transition-colors hover:text-foreground" | |
| href={RouterService.chat(conversation.forkedFromConversationId)} | |
| > | |
| <GitBranch class="h-3.5 w-3.5" /> | |
| </a> | |
| {/snippet} | |
| </Tooltip.Trigger> | |
| <Tooltip.Content> | |
| <p>See parent conversation</p> | |
| </Tooltip.Content> | |
| </Tooltip.Root> | |
| {/if} | |
| {#if isLoading} | |
| <Tooltip.Root> | |
| <Tooltip.Trigger> | |
| <div | |
| aria-label="Stop generation" | |
| class="stop-button flex {ICON_CLASS_DEFAULT} shrink-0 cursor-pointer items-center justify-center rounded text-muted-foreground transition-colors hover:text-foreground" | |
| onclick={handleStop} | |
| onkeydown={(e) => e.key === 'Enter' && handleStop(e)} | |
| role="button" | |
| tabindex="0" | |
| > | |
| <Loader2 class="loading-icon h-3.5 w-3.5 animate-spin" /> | |
| <Square class="stop-icon hidden h-3 w-3 fill-current text-destructive" /> | |
| </div> | |
| </Tooltip.Trigger> | |
| <Tooltip.Content> | |
| <p>Stop generation</p> | |
| </Tooltip.Content> | |
| </Tooltip.Root> | |
| {/if} | |
| <TruncatedText class="text-sm font-medium" showTooltip={false} text={conversation.name} /> | |
| </div> | |
| {#if !isSelectionMode && renderActionsDropdown} | |
| <div class="actions flex items-center"> | |
| <DropdownMenuActions | |
| bind:open={dropdownOpen} | |
| actions={[ | |
| { | |
| icon: conversation.pinned ? PinOff : Pin, | |
| label: conversation.pinned ? 'Unpin' : 'Pin', | |
| onclick: (e: Event) => { | |
| e.stopPropagation(); | |
| handleTogglePin(); | |
| } | |
| }, | |
| { | |
| icon: Pencil, | |
| label: 'Edit', | |
| onclick: handleEdit, | |
| shortcut: ['shift', 'cmd', 'e'] | |
| }, | |
| { | |
| icon: Download, | |
| label: 'Export', | |
| onclick: (e: Event) => { | |
| e.stopPropagation(); | |
| conversationsStore.downloadConversation(conversation.id); | |
| }, | |
| shortcut: ['shift', 'cmd', 's'] | |
| }, | |
| { | |
| icon: ListChecks, | |
| label: 'Select', | |
| onclick: handleEnterSelectionMode | |
| }, | |
| { | |
| icon: Trash2, | |
| label: 'Delete', | |
| onclick: handleDelete, | |
| separator: true, | |
| shortcut: ['shift', 'cmd', 'd'], | |
| variant: 'destructive' | |
| } | |
| ]} | |
| triggerIcon={MoreHorizontal} | |
| triggerTooltip="More actions" | |
| /> | |
| </div> | |
| {/if} | |
| </button> | |
| <style> | |
| button { | |
| :global([data-slot='dropdown-menu-trigger']:not([data-state='open'])) { | |
| opacity: 0; | |
| } | |
| &:is(:hover) :global([data-slot='dropdown-menu-trigger']), | |
| &:focus-within :global([data-slot='dropdown-menu-trigger']) { | |
| opacity: 1; | |
| } | |
| @media (max-width: 768px) { | |
| :global([data-slot='dropdown-menu-trigger']) { | |
| opacity: 1 ; | |
| } | |
| } | |
| &.is-selection-mode :global([data-slot='dropdown-menu-trigger']) { | |
| display: none ; | |
| } | |
| .stop-button { | |
| :global(.stop-icon) { | |
| display: none; | |
| } | |
| :global(.loading-icon) { | |
| display: block; | |
| } | |
| } | |
| &:is(:hover) .stop-button { | |
| :global(.stop-icon) { | |
| display: block; | |
| } | |
| :global(.loading-icon) { | |
| display: none; | |
| } | |
| } | |
| } | |
| </style> | |