From 864bf2ba00daecda60cb7e4636aae3a7ff277dbe Mon Sep 17 00:00:00 2001
From: Byron Hsu <byronhsu1230@gmail.com>
Date: Wed, 11 Dec 2024 12:13:19 -0800
Subject: [PATCH] [router] remove main.rs because only lib.rs is used for py
 binding (#2453)

---
 rust/Cargo.toml  |   4 --
 rust/src/main.rs | 125 -----------------------------------------------
 2 files changed, 129 deletions(-)
 delete mode 100644 rust/src/main.rs

diff --git a/rust/Cargo.toml b/rust/Cargo.toml
index d20a381ee7b..2173dba086c 100644
--- a/rust/Cargo.toml
+++ b/rust/Cargo.toml
@@ -3,10 +3,6 @@ name = "sglang_router_rs"
 version = "0.0.0"
 edition = "2021"
 
-[[bin]]
-name = "sglang_router_rs"
-path = "src/main.rs"
-
 [lib]
 name = "sglang_router_rs"
 # Pure Rust library: Just omit crate-type (defaults to rlib)
diff --git a/rust/src/main.rs b/rust/src/main.rs
deleted file mode 100644
index e450f2c54c3..00000000000
--- a/rust/src/main.rs
+++ /dev/null
@@ -1,125 +0,0 @@
-use clap::Parser;
-use clap::ValueEnum;
-
-use sglang_router_rs::{router::PolicyConfig, server, server::ServerConfig};
-
-#[derive(Debug, Clone, ValueEnum)]
-pub enum PolicyType {
-    Random,
-    RoundRobin,
-    CacheAware,
-}
-
-#[derive(Parser, Debug)]
-#[command(author, version, about, long_about = None)]
-struct Args {
-    #[arg(
-        long,
-        default_value = "127.0.0.1",
-        help = "Host address to bind the router server to. Default: 127.0.0.1"
-    )]
-    host: String,
-
-    #[arg(
-        long,
-        default_value_t = 3001,
-        help = "Port number to bind the router server to. Default: 3001"
-    )]
-    port: u16,
-
-    #[arg(
-        long,
-        value_delimiter = ',',
-        help = "Comma-separated list of worker URLs that will handle the requests. Each URL should include the protocol, host, and port (e.g., http://worker1:8000,http://worker2:8000)"
-    )]
-    worker_urls: Vec<String>,
-
-    #[arg(
-        long,
-        default_value_t = PolicyType::CacheAware,
-        value_enum,
-        help = "Load balancing policy to use for request distribution:\n\
-              - random: Randomly select workers\n\
-              - round_robin: Distribute requests in round-robin fashion\n\
-              - cache_aware: Distribute requests based on cache state and load balance\n"
-    )]
-    policy: PolicyType,
-
-    #[arg(
-        long,
-        default_value_t = 0.5,
-        requires = "policy",
-        required_if_eq("policy", "cache_aware"),
-        help = "Cache threshold (0.0-1.0) for cache-aware routing. Routes to cached worker if the match rate exceeds threshold, otherwise routes to the worker with the smallest tree. Default: 0.5"
-    )]
-    cache_threshold: f32,
-
-    #[arg(
-        long,
-        default_value_t = 32,
-        requires = "policy",
-        required_if_eq("policy", "cache_aware"),
-        help = "Load balancing is triggered when (max_load - min_load) > abs_threshold AND max_load > min_load * rel_threshold. Otherwise, use cache aware. Default: 32"
-    )]
-    balance_abs_threshold: usize,
-
-    #[arg(
-        long,
-        default_value_t = 1.0001,
-        requires = "policy",
-        required_if_eq("policy", "cache_aware"),
-        help = "Load balancing is triggered when (max_load - min_load) > abs_threshold AND max_load > min_load * rel_threshold. Otherwise, use cache aware. Default: 1.0001"
-    )]
-    balance_rel_threshold: f32,
-
-    #[arg(
-        long,
-        default_value_t = 60,
-        requires = "policy",
-        required_if_eq("policy", "cache_aware"),
-        help = "Interval in seconds between cache eviction operations in cache-aware routing. Default: 60"
-    )]
-    eviction_interval_secs: u64,
-
-    #[arg(
-        long,
-        default_value_t = 2usize.pow(24),
-        requires = "policy",
-        required_if_eq("policy", "cache_aware"),
-        help = "Maximum size of the approximation tree for cache-aware routing. Default: 2^24"
-    )]
-    max_tree_size: usize,
-
-    #[arg(long, default_value_t = false, help = "Enable verbose logging")]
-    verbose: bool,
-}
-
-impl Args {
-    fn get_policy_config(&self) -> PolicyConfig {
-        match self.policy {
-            PolicyType::Random => PolicyConfig::RandomConfig,
-            PolicyType::RoundRobin => PolicyConfig::RoundRobinConfig,
-            PolicyType::CacheAware => PolicyConfig::CacheAwareConfig {
-                cache_threshold: self.cache_threshold,
-                balance_abs_threshold: self.balance_abs_threshold,
-                balance_rel_threshold: self.balance_rel_threshold,
-                eviction_interval_secs: self.eviction_interval_secs,
-                max_tree_size: self.max_tree_size,
-            },
-        }
-    }
-}
-
-#[actix_web::main]
-async fn main() -> std::io::Result<()> {
-    let args = Args::parse();
-    let policy_config = args.get_policy_config();
-    server::startup(ServerConfig {
-        host: args.host,
-        port: args.port,
-        worker_urls: args.worker_urls,
-        policy_config,
-        verbose: args.verbose,
-    })
-    .await
-}