Merge pull request #8388 from TszKitLo40/open-files-limit

feat(query): get the system open file limits and set

src/binaries/Cargo.toml

@@ -49,6 +49,7 @@ databend-query = { path = "../query/service" }
 # Crates.io dependencies
 anyhow = { workspace = true }
 clap = { workspace = true }
+limits-rs = "0.1.0"
 openraft = { workspace = true }
 sentry = "0.27.0"
 serde = { workspace = true }

src/binaries/query/main.rs

@@ -34,7 +34,9 @@ use databend_query::servers::MySQLHandler;
 use databend_query::servers::Server;
 use databend_query::servers::ShutdownHandle;
 use databend_query::GlobalServices;
+use limits_rs::get_own_limits;
 use tracing::info;
+use tracing::warn;
 
 #[databend_main]
 async fn main(_global_tracker: Arc<RuntimeTracker>) -> common_exception::Result<()> {
@@ -73,6 +75,9 @@ async fn main(_global_tracker: Arc<RuntimeTracker>) -> common_exception::Result<
     init_default_metrics_recorder();
     set_panic_hook();
 
+    #[cfg(not(target_os = "macos"))]
+    check_max_open_files();
+
     GlobalServices::init(conf.clone()).await?;
     let mut shutdown_handle = ShutdownHandle::create()?;
 
@@ -251,3 +256,22 @@ fn run_cmd(conf: &Config) -> bool {
 
     true
 }
+
+#[cfg(not(target_os = "macos"))]
+fn check_max_open_files() {
+    let limits = match get_own_limits() {
+        Ok(limits) => limits,
+        Err(err) => {
+            warn!("get system limit of databend-query failed: {:?}", err);
+            return;
+        }
+    };
+    let max_open_files_limit = limits.max_open_files.soft;
+    if let Some(max_open_files) = max_open_files_limit {
+        if max_open_files < 65535 {
+            warn!(
+                "The open file limit is too low for the databend-query. Please consider increase it by running `ulimit -n 65535`"
+            );
+        }
+    }
+}