767 lines
24 KiB
Rust
767 lines
24 KiB
Rust
/*
|
|
* Author: Ruben Fiszel
|
|
* Copyright: Windmill Labs, Inc 2023
|
|
* This file and its contents are licensed under the AGPLv3 License.
|
|
* Please see the included NOTICE for copyright information and
|
|
* LICENSE-AGPL for a copy of the license.
|
|
*/
|
|
|
|
use std::{collections::HashMap, time::Duration};
|
|
|
|
use crate::{
|
|
db::{ApiAuthed, DB},
|
|
ee_oss::validate_license_key,
|
|
utils::{generate_instance_username_for_all_users, require_super_admin},
|
|
HTTP_CLIENT,
|
|
};
|
|
|
|
use axum::{
|
|
extract::{Extension, Path},
|
|
routing::{get, post},
|
|
Json, Router,
|
|
};
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
use axum::extract::Query;
|
|
use serde_json::json;
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
use crate::utils::require_devops_role;
|
|
|
|
use serde::{Deserialize, Serialize};
|
|
#[cfg(feature = "enterprise")]
|
|
use windmill_common::ee_oss::{send_critical_alert, CriticalAlertKind, CriticalErrorChannel};
|
|
use windmill_common::error::to_anyhow;
|
|
use windmill_common::{
|
|
email_oss::send_email_plain_text,
|
|
error::{self, JsonResult, Result},
|
|
get_database_url,
|
|
global_settings::{
|
|
APP_WORKSPACED_ROUTE_SETTING, AUTOMATE_USERNAME_CREATION_SETTING,
|
|
CRITICAL_ALERT_MUTE_UI_SETTING, EMAIL_DOMAIN_SETTING, ENV_SETTINGS,
|
|
HUB_ACCESSIBLE_URL_SETTING, HUB_BASE_URL_SETTING,
|
|
},
|
|
parse_postgres_url,
|
|
server::Smtp,
|
|
};
|
|
|
|
pub fn global_service() -> Router {
|
|
#[warn(unused_mut)]
|
|
let r = Router::new()
|
|
.route("/envs", get(get_local_settings))
|
|
.route(
|
|
"/global/:key",
|
|
post(set_global_setting).get(get_global_setting),
|
|
)
|
|
.route("/list_global", get(list_global_settings))
|
|
.route("/test_smtp", post(test_email))
|
|
.route("/test_license_key", post(test_license_key))
|
|
.route("/send_stats", post(send_stats))
|
|
.route(
|
|
"/latest_key_renewal_attempt",
|
|
get(get_latest_key_renewal_attempt),
|
|
)
|
|
.route("/renew_license_key", post(renew_license_key))
|
|
.route("/customer_portal", post(create_customer_portal_session))
|
|
.route("/test_critical_channels", post(test_critical_channels))
|
|
.route("/critical_alerts", get(get_critical_alerts))
|
|
.route(
|
|
"/critical_alerts/:id/acknowledge",
|
|
post(acknowledge_critical_alert),
|
|
)
|
|
.route(
|
|
"/get_ducklake_instance_catalog_db_status",
|
|
post(get_ducklake_instance_catalog_db_status),
|
|
)
|
|
.route(
|
|
"/setup_ducklake_catalog_db/:name",
|
|
post(setup_ducklake_catalog_db),
|
|
)
|
|
.route(
|
|
"/critical_alerts/acknowledge_all",
|
|
post(acknowledge_all_critical_alerts),
|
|
);
|
|
|
|
#[cfg(feature = "parquet")]
|
|
{
|
|
return r.route("/test_object_storage_config", post(test_s3_bucket));
|
|
}
|
|
|
|
#[cfg(not(feature = "parquet"))]
|
|
{
|
|
return r;
|
|
}
|
|
}
|
|
|
|
#[derive(Deserialize)]
|
|
pub struct TestEmail {
|
|
pub to: String,
|
|
pub smtp: Smtp,
|
|
}
|
|
|
|
pub async fn test_email(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
Json(test_email): Json<TestEmail>,
|
|
) -> error::Result<String> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
let smtp = test_email.smtp;
|
|
let to = test_email.to;
|
|
|
|
let client_timeout = Duration::from_secs(3);
|
|
send_email_plain_text(
|
|
"Test email from Windmill",
|
|
"Test email content",
|
|
vec![to],
|
|
smtp,
|
|
Some(client_timeout),
|
|
)
|
|
.await?;
|
|
|
|
Ok("Sent test email".to_string())
|
|
}
|
|
|
|
#[cfg(feature = "parquet")]
|
|
use windmill_common::s3_helpers::ObjectSettings;
|
|
|
|
#[cfg(feature = "parquet")]
|
|
use windmill_common::s3_helpers::build_object_store_from_settings;
|
|
|
|
#[cfg(feature = "parquet")]
|
|
pub async fn test_s3_bucket(
|
|
_authed: ApiAuthed,
|
|
Extension(db): Extension<DB>,
|
|
Json(test_s3_bucket): Json<ObjectSettings>,
|
|
) -> error::Result<String> {
|
|
use bytes::Bytes;
|
|
use futures::StreamExt;
|
|
|
|
let client = build_object_store_from_settings(test_s3_bucket, Some(&db))
|
|
.await?
|
|
.store;
|
|
|
|
let mut list = client.list(Some(&object_store::path::Path::from("".to_string())));
|
|
let first_file = list.next().await;
|
|
if first_file.is_some() {
|
|
if let Err(e) = first_file.as_ref().unwrap() {
|
|
tracing::error!("error listing bucket: {e:#}");
|
|
error::Error::internal_err(format!("Failed to list files in blob storage: {e:#}"));
|
|
}
|
|
tracing::info!("Listed files: {:?}", first_file.unwrap());
|
|
} else {
|
|
tracing::info!("No files in blob storage");
|
|
}
|
|
|
|
let path = object_store::path::Path::from(format!(
|
|
"/test-s3-bucket-{uuid}",
|
|
uuid = uuid::Uuid::new_v4()
|
|
));
|
|
tracing::info!("Testing blob storage at path: {path}");
|
|
client
|
|
.put(&path, object_store::PutPayload::from_static(b"hello"))
|
|
.await
|
|
.map_err(|e| anyhow::anyhow!("error writing file to {path}: {e:#}"))?;
|
|
let content = client
|
|
.get(&path)
|
|
.await
|
|
.map_err(to_anyhow)?
|
|
.bytes()
|
|
.await
|
|
.map_err(to_anyhow)?;
|
|
if content != Bytes::from_static(b"hello") {
|
|
return Err(error::Error::internal_err(
|
|
"Failed to read back from blob storage".to_string(),
|
|
));
|
|
}
|
|
client.delete(&path).await.map_err(to_anyhow)?;
|
|
Ok("Tested blob storage successfully".to_string())
|
|
}
|
|
|
|
#[derive(Deserialize)]
|
|
pub struct TestKey {
|
|
pub license_key: String,
|
|
}
|
|
|
|
pub async fn test_license_key(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
Json(TestKey { license_key }): Json<TestKey>,
|
|
) -> error::Result<String> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
let (_, expired) = validate_license_key(license_key, Some(&db)).await?;
|
|
|
|
if expired {
|
|
Err(error::Error::BadRequest("Expired license key".to_string()))
|
|
} else {
|
|
Ok("Valid license key".to_string())
|
|
}
|
|
}
|
|
|
|
pub async fn get_local_settings(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
) -> error::JsonResult<serde_json::Value> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
|
|
let mut settings = serde_json::Map::new();
|
|
for key in ENV_SETTINGS.iter() {
|
|
if let Some(value) = std::env::var(key).ok() {
|
|
settings.insert(key.to_string(), serde_json::Value::String(value));
|
|
}
|
|
}
|
|
Ok(Json(serde_json::Value::Object(settings)))
|
|
}
|
|
|
|
#[derive(serde::Deserialize)]
|
|
pub struct Value {
|
|
pub value: Option<serde_json::Value>,
|
|
}
|
|
|
|
pub async fn delete_global_setting(db: &DB, key: &str) -> error::Result<()> {
|
|
if key == "ducklake_user_pg_pwd" || key == "ducklake_settings" {
|
|
tracing::error!("Tried to unset global setting {}, ignored", key);
|
|
return Ok(());
|
|
}
|
|
sqlx::query!("DELETE FROM global_settings WHERE name = $1", key,)
|
|
.execute(db)
|
|
.await?;
|
|
tracing::info!("Unset global setting {}", key);
|
|
Ok(())
|
|
}
|
|
pub async fn set_global_setting(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
Path(key): Path<String>,
|
|
Json(value): Json<Value>,
|
|
) -> error::Result<()> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
set_global_setting_internal(&db, key, value.value.unwrap_or(serde_json::Value::Null)).await
|
|
}
|
|
|
|
pub async fn set_global_setting_internal(
|
|
db: &DB,
|
|
key: String,
|
|
value: serde_json::Value,
|
|
) -> error::Result<()> {
|
|
match key.as_str() {
|
|
AUTOMATE_USERNAME_CREATION_SETTING => {
|
|
if value.clone().as_bool().unwrap_or(false) {
|
|
generate_instance_username_for_all_users(db)
|
|
.await
|
|
.map_err(|err| {
|
|
error::Error::internal_err(format!(
|
|
"Failed to generate instance wide usernames: {}",
|
|
err
|
|
))
|
|
})?;
|
|
}
|
|
}
|
|
CRITICAL_ALERT_MUTE_UI_SETTING => {
|
|
if value.clone().as_bool().unwrap_or(false) {
|
|
sqlx::query!("UPDATE alerts SET acknowledged = true")
|
|
.execute(db)
|
|
.await?;
|
|
}
|
|
}
|
|
APP_WORKSPACED_ROUTE_SETTING => {
|
|
let serde_json::Value::Bool(workspaced_route) = &value else {
|
|
return Err(error::Error::BadRequest(format!(
|
|
"{} setting Expected to be boolean",
|
|
APP_WORKSPACED_ROUTE_SETTING
|
|
)));
|
|
};
|
|
|
|
if !*workspaced_route {
|
|
#[derive(Debug, Deserialize, Serialize)]
|
|
#[allow(unused)]
|
|
struct DuplicateApp {
|
|
custom_path: Option<String>,
|
|
path: String,
|
|
}
|
|
let duplicate_app = sqlx::query_as!(
|
|
DuplicateApp,
|
|
r#"
|
|
SELECT
|
|
path,
|
|
custom_path
|
|
FROM
|
|
app
|
|
WHERE
|
|
custom_path IN (
|
|
SELECT
|
|
custom_path
|
|
FROM
|
|
app
|
|
GROUP
|
|
BY custom_path
|
|
HAVING COUNT(*) > 1
|
|
)
|
|
ORDER BY custom_path
|
|
"#
|
|
)
|
|
.fetch_all(db)
|
|
.await?;
|
|
|
|
if !duplicate_app.is_empty() {
|
|
tracing::error!(
|
|
"Cannot disable {} setting as duplicate app with custom path were found: {:?}",
|
|
APP_WORKSPACED_ROUTE_SETTING,
|
|
&duplicate_app
|
|
);
|
|
|
|
#[derive(Serialize)]
|
|
struct ErrorResponse {
|
|
error: String,
|
|
details: Vec<DuplicateApp>,
|
|
}
|
|
|
|
let error_response = ErrorResponse {
|
|
error: "Duplicate custom paths detected".to_string(),
|
|
details: duplicate_app,
|
|
};
|
|
|
|
return Err(error::Error::JsonErr(
|
|
serde_json::to_value(error_response).unwrap(),
|
|
));
|
|
}
|
|
}
|
|
}
|
|
_ => {}
|
|
}
|
|
|
|
match value {
|
|
serde_json::Value::Null => {
|
|
delete_global_setting(db, &key).await?;
|
|
}
|
|
serde_json::Value::String(x) if x.is_empty() => {
|
|
delete_global_setting(db, &key).await?;
|
|
}
|
|
v => {
|
|
sqlx::query!(
|
|
"INSERT INTO global_settings (name, value) VALUES ($1, $2) ON CONFLICT (name) DO UPDATE SET value = EXCLUDED.value, updated_at = now()",
|
|
key,
|
|
v
|
|
)
|
|
.execute(db)
|
|
.await?;
|
|
tracing::info!("Set global setting {} to {}", key, v);
|
|
}
|
|
};
|
|
|
|
Ok(())
|
|
}
|
|
|
|
pub async fn get_global_setting(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
Path(key): Path<String>,
|
|
) -> JsonResult<serde_json::Value> {
|
|
if !key.starts_with("default_error_handler_")
|
|
&& !key.starts_with("default_recovery_handler_")
|
|
&& !key.starts_with("default_success_handler_")
|
|
&& key != AUTOMATE_USERNAME_CREATION_SETTING
|
|
&& key != HUB_BASE_URL_SETTING
|
|
&& key != HUB_ACCESSIBLE_URL_SETTING
|
|
&& key != EMAIL_DOMAIN_SETTING
|
|
&& key != APP_WORKSPACED_ROUTE_SETTING
|
|
{
|
|
require_super_admin(&db, &authed.email).await?;
|
|
}
|
|
let value = sqlx::query!("SELECT value FROM global_settings WHERE name = $1", key)
|
|
.fetch_optional(&db)
|
|
.await?
|
|
.map(|x| x.value);
|
|
|
|
Ok(Json(value.unwrap_or_else(|| serde_json::Value::Null)))
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
#[derive(Deserialize, serde::Serialize)]
|
|
struct GlobalSetting {
|
|
name: String,
|
|
value: serde_json::Value,
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
async fn list_global_settings(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
) -> JsonResult<Vec<GlobalSetting>> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
let settings = sqlx::query_as!(GlobalSetting, "SELECT name, value FROM global_settings")
|
|
.fetch_all(&db)
|
|
.await?;
|
|
|
|
Ok(Json(settings))
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
async fn list_global_settings() -> JsonResult<String> {
|
|
return Err(error::Error::BadRequest(
|
|
"Listing global settings not available on community edition".to_string(),
|
|
));
|
|
}
|
|
|
|
pub async fn send_stats(Extension(db): Extension<DB>, authed: ApiAuthed) -> Result<String> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
windmill_common::stats_oss::send_stats(
|
|
&HTTP_CLIENT,
|
|
&db,
|
|
windmill_common::stats_oss::SendStatsReason::Manual,
|
|
)
|
|
.await?;
|
|
|
|
Ok("Sent stats".to_string())
|
|
}
|
|
|
|
#[derive(serde::Serialize)]
|
|
pub struct KeyRenewalAttempt {
|
|
result: String,
|
|
attempted_at: chrono::DateTime<chrono::Utc>,
|
|
}
|
|
|
|
pub async fn get_latest_key_renewal_attempt(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
) -> JsonResult<Option<KeyRenewalAttempt>> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
|
|
let last_attempt = sqlx::query!(
|
|
"SELECT value, created_at FROM metrics WHERE id = $1 ORDER BY created_at DESC LIMIT 1",
|
|
"license_key_renewal"
|
|
)
|
|
.fetch_optional(&db)
|
|
.await?;
|
|
|
|
match last_attempt {
|
|
Some(last_attempt) => {
|
|
let last_attempt_result = serde_json::from_value::<String>(last_attempt.value)
|
|
.map_err(|e| {
|
|
error::Error::internal_err(format!("Failed to parse last attempt: {}", e))
|
|
})?;
|
|
Ok(Json(Some(KeyRenewalAttempt {
|
|
result: last_attempt_result,
|
|
attempted_at: last_attempt.created_at,
|
|
})))
|
|
}
|
|
None => Ok(Json(None)),
|
|
}
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
#[derive(Deserialize)]
|
|
pub struct LicenseQuery {
|
|
license_key: Option<String>,
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn renew_license_key() -> Result<String> {
|
|
return Err(error::Error::BadRequest(
|
|
"License key renewal not available on community edition".to_string(),
|
|
));
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn renew_license_key(
|
|
Extension(db): Extension<DB>,
|
|
Query(LicenseQuery { license_key }): Query<LicenseQuery>,
|
|
authed: ApiAuthed,
|
|
) -> Result<String> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
let result = windmill_common::ee_oss::renew_license_key(
|
|
&HTTP_CLIENT,
|
|
&db,
|
|
license_key,
|
|
windmill_common::ee_oss::RenewReason::Manual,
|
|
)
|
|
.await;
|
|
|
|
if result != "success" {
|
|
return Err(error::Error::BadRequest(format!(
|
|
"Failed to renew license key: {}",
|
|
if result == "Unauthorized" {
|
|
"Invalid key".to_string()
|
|
} else {
|
|
result
|
|
}
|
|
)));
|
|
} else {
|
|
return Ok("Renewed license key".to_string());
|
|
}
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn create_customer_portal_session() -> Result<String> {
|
|
return Err(error::Error::BadRequest(
|
|
"Customer portal is not available on community edition".to_string(),
|
|
));
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn create_customer_portal_session(
|
|
Query(LicenseQuery { license_key }): Query<LicenseQuery>,
|
|
) -> Result<String> {
|
|
let url =
|
|
windmill_common::ee_oss::create_customer_portal_session(&HTTP_CLIENT, license_key).await?;
|
|
|
|
return Ok(url);
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn test_critical_channels(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
Json(test_critical_channels): Json<Vec<CriticalErrorChannel>>,
|
|
) -> Result<String> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
send_critical_alert(
|
|
"Test critical error".to_string(),
|
|
&db,
|
|
CriticalAlertKind::CriticalError,
|
|
Some(test_critical_channels),
|
|
)
|
|
.await;
|
|
Ok("Sent test critical error".to_string())
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn test_critical_channels() -> Result<String> {
|
|
Ok("Critical channels require EE".to_string())
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn get_critical_alerts(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
Query(params): Query<crate::utils::AlertQueryParams>,
|
|
) -> JsonResult<serde_json::Value> {
|
|
require_devops_role(&db, &authed.email).await?;
|
|
|
|
crate::utils::get_critical_alerts(db, params, None).await
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn get_critical_alerts() -> error::Error {
|
|
error::Error::NotFound("Critical Alerts require EE".to_string())
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn acknowledge_critical_alert(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
Path(id): Path<i32>,
|
|
) -> error::Result<String> {
|
|
require_devops_role(&db, &authed.email).await?;
|
|
crate::utils::acknowledge_critical_alert(db, None, id).await
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn acknowledge_critical_alert() -> error::Error {
|
|
error::Error::NotFound("Critical Alerts require EE".to_string())
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn acknowledge_all_critical_alerts(
|
|
Extension(db): Extension<DB>,
|
|
authed: ApiAuthed,
|
|
) -> error::Result<String> {
|
|
require_super_admin(&db, &authed.email).await?;
|
|
|
|
crate::utils::acknowledge_all_critical_alerts(db, None).await
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn acknowledge_all_critical_alerts() -> error::Error {
|
|
error::Error::NotFound("Critical Alerts require EE".to_string())
|
|
}
|
|
|
|
#[derive(Deserialize, Debug, Serialize)]
|
|
struct DucklakeInstanceCatalogDbStatus {
|
|
logs: DucklakeInstanceCatalogDbStatusLogs, // (Step, Message)[]
|
|
success: bool,
|
|
error: Option<String>,
|
|
}
|
|
|
|
#[derive(Deserialize, Debug, Serialize, Default)]
|
|
#[serde(default)]
|
|
struct DucklakeInstanceCatalogDbStatusLogs {
|
|
super_admin: String,
|
|
#[serde(skip_serializing_if = "String::is_empty")]
|
|
database_credentials: String,
|
|
#[serde(skip_serializing_if = "String::is_empty")]
|
|
valid_dbname: String,
|
|
#[serde(skip_serializing_if = "String::is_empty")]
|
|
created_database: String,
|
|
#[serde(skip_serializing_if = "String::is_empty")]
|
|
db_connect: String,
|
|
#[serde(skip_serializing_if = "String::is_empty")]
|
|
grant_permissions: String,
|
|
}
|
|
|
|
async fn get_ducklake_instance_catalog_db_status(
|
|
_authed: ApiAuthed,
|
|
Extension(db): Extension<DB>,
|
|
) -> JsonResult<HashMap<String, DucklakeInstanceCatalogDbStatus>> {
|
|
let result = sqlx::query_scalar!(
|
|
r#"SELECT value->'instance_catalog_db_status' FROM global_settings WHERE name = 'ducklake_settings'"#,
|
|
)
|
|
.fetch_one(&db)
|
|
.await?
|
|
.ok_or_else(|| error::Error::ExecutionErr("Couldn't find ducklake_settings".to_string()))?;
|
|
let result = serde_json::from_value(result).map_err(|e| {
|
|
error::Error::ExecutionErr(format!(
|
|
"couldn't parse instance_catalog_db_status : {}",
|
|
e.to_string()
|
|
))
|
|
})?;
|
|
return Ok(Json(result));
|
|
}
|
|
|
|
async fn setup_ducklake_catalog_db(
|
|
authed: ApiAuthed,
|
|
Extension(db): Extension<DB>,
|
|
Path(dbname): Path<String>,
|
|
) -> JsonResult<DucklakeInstanceCatalogDbStatus> {
|
|
let mut logs = DucklakeInstanceCatalogDbStatusLogs::default();
|
|
let result = setup_ducklake_catalog_db_inner(authed, &db, &dbname, &mut logs).await;
|
|
let success = result.is_ok();
|
|
let error = result.err().map(|e| e.to_string());
|
|
let status = DucklakeInstanceCatalogDbStatus { logs, success, error };
|
|
let status_json = serde_json::to_value(&status).map_err(to_anyhow)?;
|
|
// Save that the database was setup successfully
|
|
sqlx::query!(
|
|
r#"UPDATE global_settings SET value = jsonb_set(value, '{instance_catalog_db_status}', (COALESCE(value->'instance_catalog_db_status', '{}'::jsonb) || to_jsonb($1::json))) WHERE name = 'ducklake_settings'"#,
|
|
json!({ dbname: status_json })
|
|
).execute(&db).await?;
|
|
|
|
Ok(Json(status))
|
|
}
|
|
|
|
async fn setup_ducklake_catalog_db_inner(
|
|
authed: ApiAuthed,
|
|
db: &DB,
|
|
dbname: &str,
|
|
logs: &mut DucklakeInstanceCatalogDbStatusLogs,
|
|
) -> Result<()> {
|
|
require_super_admin(db, &authed.email).await?;
|
|
logs.super_admin = "OK".to_string();
|
|
let pg_creds = &get_database_url().await?;
|
|
let pg_creds = parse_postgres_url(pg_creds)?;
|
|
logs.database_credentials = "OK".to_string();
|
|
|
|
// Validate name to ensure it only contains alphanumeric characters
|
|
// Prevents SQL injection on the instance database
|
|
lazy_static::lazy_static! {
|
|
static ref VALID_NAME: regex::Regex = regex::Regex::new(r"^[a-zA-Z0-9_]+$").unwrap();
|
|
}
|
|
if !VALID_NAME.is_match(dbname) {
|
|
return Err(error::Error::BadRequest(
|
|
"Catalog name must be alphanumeric, underscores allowed".to_string(),
|
|
));
|
|
}
|
|
if pg_creds.database.trim().eq_ignore_ascii_case(dbname.trim()) {
|
|
return Err(error::Error::BadRequest(
|
|
"Database name cannot be the same as the main database".to_string(),
|
|
));
|
|
}
|
|
logs.valid_dbname = "OK".to_string();
|
|
|
|
let db_exists = sqlx::query_scalar!(
|
|
"SELECT EXISTS (SELECT 1 FROM pg_catalog.pg_database WHERE datname = $1)",
|
|
dbname
|
|
)
|
|
.fetch_one(db)
|
|
.await?
|
|
.unwrap_or(false);
|
|
|
|
logs.created_database = "SKIP".to_string();
|
|
if !db_exists {
|
|
sqlx::query(&format!("CREATE DATABASE \"{dbname}\""))
|
|
.execute(db)
|
|
.await?;
|
|
logs.created_database = "OK".to_string();
|
|
}
|
|
|
|
let ssl_mode = match pg_creds.ssl_mode.as_deref() {
|
|
Some("allow") => "prefer".to_string(),
|
|
Some("verify-ca") | Some("verify-full") => "require".to_string(),
|
|
Some(s) => s.to_string(),
|
|
None => "prefer".to_string(),
|
|
};
|
|
// We have to connect to the newly created database as admin to grant permissions
|
|
let conn_str = format!(
|
|
"postgres://{user}:{password}@{host}:{port}/{dbname}?sslmode={sslmode}",
|
|
user = urlencoding::encode(&pg_creds.username.unwrap_or_else(|| "postgres".to_string())),
|
|
password = urlencoding::encode(&pg_creds.password.as_deref().unwrap_or("")),
|
|
host = urlencoding::encode(&pg_creds.host),
|
|
port = pg_creds.port.unwrap_or(5432),
|
|
dbname = dbname,
|
|
sslmode = ssl_mode
|
|
);
|
|
|
|
let (client, join_handle) = if ssl_mode == "require" {
|
|
use native_tls::TlsConnector;
|
|
use postgres_native_tls::MakeTlsConnector;
|
|
|
|
let mut connector = TlsConnector::builder();
|
|
connector.danger_accept_invalid_certs(true);
|
|
connector.danger_accept_invalid_hostnames(true);
|
|
|
|
let (client, connection) = tokio::time::timeout(
|
|
std::time::Duration::from_secs(20),
|
|
tokio_postgres::connect(
|
|
&conn_str,
|
|
MakeTlsConnector::new(connector.build().map_err(to_anyhow)?),
|
|
),
|
|
)
|
|
.await
|
|
.map_err(|e| error::Error::ExecutionErr(format!("timeout: {}", e.to_string())))?
|
|
.map_err(|e| error::Error::ExecutionErr(format!("error: {}", e.to_string())))?;
|
|
|
|
let join_handle = tokio::spawn(async move { connection.await });
|
|
(client, join_handle)
|
|
} else {
|
|
let (client, connection) = tokio::time::timeout(
|
|
std::time::Duration::from_secs(20),
|
|
tokio_postgres::connect(&conn_str, tokio_postgres::NoTls),
|
|
)
|
|
.await
|
|
.map_err(|e| error::Error::ExecutionErr(format!("timeout: {}", e.to_string())))?
|
|
.map_err(|e| error::Error::ExecutionErr(format!("error: {}", e.to_string())))?;
|
|
|
|
let join_handle = tokio::spawn(async move { connection.await });
|
|
(client, join_handle)
|
|
};
|
|
|
|
logs.db_connect = "OK".to_string();
|
|
|
|
client
|
|
.batch_execute(&format!(
|
|
"GRANT CONNECT ON DATABASE \"{dbname}\" TO ducklake_user;
|
|
GRANT USAGE ON SCHEMA public TO ducklake_user;
|
|
GRANT CREATE ON SCHEMA public TO ducklake_user;
|
|
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
|
GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO ducklake_user;"
|
|
))
|
|
.await
|
|
.map_err(|e| {
|
|
error::Error::ExecutionErr(format!(
|
|
"Failed to grant permissions to ducklake_user: {}",
|
|
e.to_string(),
|
|
))
|
|
})?;
|
|
logs.grant_permissions = "OK".to_string();
|
|
|
|
drop(client); // /!\ Drop before joining to avoid deadlock
|
|
join_handle
|
|
.await
|
|
.map_err(|e| error::Error::ExecutionErr(format!("join error: {}", e.to_string())))?
|
|
.map_err(|e| {
|
|
error::Error::ExecutionErr(format!("tokio_postgres error: {}", e.to_string()))
|
|
})?;
|
|
|
|
Ok(())
|
|
}
|