21 lines
690 B
Rust
21 lines
690 B
Rust
|
use std::env;
|
||
|
|
|
||
|
|
use http_api_bindings::vertex_ai::VertexAIEngine;
|
||
|
|
use tabby_inference::{TextGeneration, TextGenerationOptionsBuilder};
|
||
|
|
|
||
|
|
#[tokio::main]
|
||
|
|
async fn main() {
|
||
|
|
let api_endpoint = env::var("API_ENDPOINT").expect("API_ENDPOINT not set");
|
||
|
|
let authorization = env::var("AUTHORIZATION").expect("AUTHORIZATION not set");
|
||
|
|
let engine = VertexAIEngine::create(&api_endpoint, &authorization);
|
||
|
|
|
||
|
|
let options = TextGenerationOptionsBuilder::default()
|
||
|
|
.sampling_temperature(0.1)
|
||
|
|
.max_decoding_length(32)
|
||
|
|
.build()
|
||
|
|
.unwrap();
|
||
|
|
let prompt = "def fib(n)";
|
||
|
|
let text = engine.generate(prompt, options).await;
|
||
|
|
println!("{}{}", prompt, text);
|
||
|
|
}
|