mirror of
https://gitlab.com/niansa/libjustlm.git
synced 2025-03-06 20:49:17 +01:00
21 lines
450 B
C++
21 lines
450 B
C++
#include "justlm_llama_old.hpp"
|
|
#include "justlm.hpp"
|
|
|
|
#include <string>
|
|
#include <string_view>
|
|
#include <fstream>
|
|
#include <cstdint>
|
|
|
|
|
|
|
|
extern "C" {
|
|
const LM::Implementation *get_justlm_implementation() {
|
|
static LM::Implementation fres{true};
|
|
return &fres;
|
|
}
|
|
|
|
LM::Inference *construct(const std::string &weights_path, std::ifstream& f, const LM::Inference::Params &p) {
|
|
f.close();
|
|
return new LM::LLaMAInference(weights_path, p);
|
|
}
|
|
}
|