llama.cpp k2-fast2: MBZUAI model/K2Horizon + FAST2 sliding-window override

c59fd93 verified about 1 month ago

728 Bytes

#pragma once

#include <cstdint>
#include <vector>
#include <cstddef>

//
// common_ngram_mod
// ref: https://github.com/ggml-org/llama.cpp/pull/19164
//

// basic n-gram hasher
struct common_ngram_mod {
    using entry_t = int32_t;

    static constexpr entry_t EMPTY = -1;

    common_ngram_mod(uint16_t n, size_t size);

    size_t  idx(const entry_t * tokens) const;
    void    add(const entry_t * tokens);
    entry_t get(const entry_t * tokens) const; // return -1 if not found

    void reset();

    size_t get_n()    const;
    size_t get_used() const;

    size_t size()       const;
    size_t size_bytes() const;

private:
    size_t n; // ngram size to hash

    size_t used;

    std::vector<entry_t> entries;
};

	#pragma once

	#include <cstdint>
	#include <vector>
	#include <cstddef>

	//
	// common_ngram_mod
	// ref: https://github.com/ggml-org/llama.cpp/pull/19164
	//

	// basic n-gram hasher
	struct common_ngram_mod {
	using entry_t = int32_t;

	static constexpr entry_t EMPTY = -1;

	common_ngram_mod(uint16_t n, size_t size);

	size_t idx(const entry_t * tokens) const;
	void add(const entry_t * tokens);
	entry_t get(const entry_t * tokens) const; // return -1 if not found

	void reset();

	size_t get_n() const;
	size_t get_used() const;

	size_t size() const;
	size_t size_bytes() const;

	private:
	size_t n; // ngram size to hash

	size_t used;

	std::vector<entry_t> entries;
	};