#include "justlm_llama.hpp" #include "justlm.hpp" #include #include #include #include extern "C" { const LM::Implementation *get_justlm_implementation() { static LM::Implementation fres{false}; return &fres; } bool magic_match(std::istream& f) { // Check magic uint32_t magic = 0; f.read(reinterpret_cast(&magic), sizeof(magic)); if (magic != 0x67676a74) return false; // Check version uint32_t version = 0; f.read(reinterpret_cast(&version), sizeof(version)); return version LLAMA_VERSIONS; } LM::Inference *construct(const std::string &weights_path, std::ifstream& f, const LM::Inference::Params &p) { f.close(); return new LM::LLaMAInference(weights_path, p); } }