Add cli params for LLM worker

Signed-off-by: Milos Gajdos <[email protected]>

rustbot/src/llm.rs

@@ -19,7 +19,7 @@ impl Default for Config {
     fn default() -> Self {
         Config {
             hist_size: HISTORY_SIZE,
-            model_name: MODEL_NAME.to_string(),
+            model_name: DEFAULT_MODEL_NAME.to_string(),
             seed_prompt: None,
         }
     }

rustbot/src/main.rs

@@ -21,6 +21,11 @@ struct Args {
     seed_prompt: Option<String>,
     #[arg(long)]
     boot_prompt: Option<String>,
+    #[arg(long, default_value_t = 50)]
+    #[arg(short = 't')]
+    hist_size: usize,
+    #[arg(short, long, default_value = DEFAULT_MODEL_NAME)]
+    model_name: String,
 }
 
 #[tokio::main]
@@ -45,6 +50,8 @@ async fn main() -> Result<()> {
     println!("launching {} workers", BOT_NAME);
 
     let c = llm::Config {
+        hist_size: args.hist_size,
+        model_name: args.model_name,
         seed_prompt: Some(prompt),
         ..llm::Config::default()
     };

rustbot/src/prelude.rs

@@ -1,7 +1,7 @@
 pub type Result<T> = std::result::Result<T, Box<dyn std::error::Error + Send + Sync>>;
 
 pub const HISTORY_SIZE: usize = 50;
-pub const MODEL_NAME: &str = "llama2:latest";
+pub const DEFAULT_MODEL_NAME: &str = "llama2:latest";
 pub const NATS_DEFAULT_URL: &str = "nats://localhost:4222";
 pub const STREAM_NAME: &str = "banter";
 pub const BOT_NAME: &str = "rustbot";