18 lines
359 B
C
18 lines
359 B
C
|
#pragma once
|
||
|
|
|
||
|
|
#include "rust/cxx.h"
|
||
|
|
#include <memory>
|
||
|
|
|
||
|
|
namespace llama {
|
||
|
|
|
||
|
|
class TextInferenceEngine {
|
||
|
|
public:
|
||
|
|
virtual ~TextInferenceEngine();
|
||
|
|
|
||
|
|
virtual uint32_t start(const rust::Str prompt) const = 0;
|
||
|
|
virtual uint32_t step(uint32_t next_token_id) const = 0;
|
||
|
|
};
|
||
|
|
|
||
|
|
std::shared_ptr<TextInferenceEngine> create_engine(rust::Str model_path);
|
||
|
|
} // namespace
|