1use std::borrow::Cow;
11use std::num::NonZeroU32;
12use std::str::FromStr;
13use std::sync::Arc;
14use std::sync::LazyLock;
15use std::time::Duration;
16
17use chrono::{DateTime, Utc};
18use derivative::Derivative;
19use mz_adapter_types::timestamp_oracle::{
20 DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_MAX_SIZE, DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_MAX_WAIT,
21 DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_TTL, DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_TTL_STAGGER,
22};
23use mz_dyncfg::ParameterScope;
24use mz_ore::cast::{self, CastFrom};
25use mz_repr::adt::numeric::Numeric;
26use mz_repr::adt::timestamp::CheckedTimestamp;
27use mz_repr::bytes::ByteSize;
28use mz_repr::optimize::OptimizerFeatures;
29use mz_sql_parser::ast::Ident;
30use mz_sql_parser::ident;
31use mz_storage_types::parameters::REPLICA_STATUS_HISTORY_RETENTION_WINDOW_DEFAULT;
32use mz_storage_types::parameters::{
33 DEFAULT_PG_SOURCE_CONNECT_TIMEOUT, DEFAULT_PG_SOURCE_TCP_CONFIGURE_SERVER,
34 DEFAULT_PG_SOURCE_TCP_KEEPALIVES_IDLE, DEFAULT_PG_SOURCE_TCP_KEEPALIVES_INTERVAL,
35 DEFAULT_PG_SOURCE_TCP_KEEPALIVES_RETRIES, DEFAULT_PG_SOURCE_TCP_USER_TIMEOUT,
36 DEFAULT_PG_SOURCE_WAL_SENDER_TIMEOUT, STORAGE_MANAGED_COLLECTIONS_BATCH_DURATION_DEFAULT,
37};
38use mz_tracing::{CloneableEnvFilter, SerializableDirective};
39use uncased::UncasedStr;
40
41use crate::session::user::{SUPPORT_USER, SYSTEM_USER, User};
42use crate::session::vars::constraints::{
43 BYTESIZE_AT_LEAST_1MB, DomainConstraint, NON_ZERO_DURATION, NUMERIC_BOUNDED_0_1_INCLUSIVE,
44 NUMERIC_NON_NEGATIVE, ValueConstraint,
45};
46use crate::session::vars::errors::VarError;
47use crate::session::vars::polyfill::{LazyValueFn, lazy_value, value};
48use crate::session::vars::value::{
49 ClientEncoding, ClientSeverity, DEFAULT_DATE_STYLE, Failpoints, IntervalStyle, IsolationLevel,
50 TimeZone, Value,
51};
52use crate::session::vars::{FeatureFlag, Var, VarInput, VarParseError};
53use crate::{DEFAULT_SCHEMA, WEBHOOK_CONCURRENCY_LIMIT};
54
55#[derive(Clone, Derivative)]
57#[derivative(Debug)]
58pub struct VarDefinition {
59 pub name: &'static UncasedStr,
61 pub description: &'static str,
63 pub user_visible: bool,
65
66 pub value: VarDefaultValue,
68 pub constraint: Option<ValueConstraint>,
70 pub require_feature_flag: Option<&'static FeatureFlag>,
73 pub scope: ParameterScope,
76
77 #[derivative(Debug = "ignore")]
92 parse: fn(VarInput) -> Result<Box<dyn Value>, VarParseError>,
93 #[derivative(Debug = "ignore")]
96 type_name: fn() -> Cow<'static, str>,
97}
98static_assertions::assert_impl_all!(VarDefinition: Send, Sync);
99
100impl VarDefinition {
101 pub const fn new<V: Value>(
103 name: &'static str,
104 value: &'static V,
105 description: &'static str,
106 user_visible: bool,
107 ) -> Self {
108 VarDefinition {
109 name: UncasedStr::new(name),
110 description,
111 value: VarDefaultValue::Static(value),
112 user_visible,
113 parse: V::parse_dyn_value,
114 type_name: V::type_name,
115 constraint: None,
116 require_feature_flag: None,
117 scope: ParameterScope::DEFAULT,
118 }
119 }
120
121 pub const fn new_lazy<V: Value, L: LazyValueFn<V>>(
123 name: &'static str,
124 _value: L,
125 description: &'static str,
126 user_visible: bool,
127 ) -> Self {
128 VarDefinition {
129 name: UncasedStr::new(name),
130 description,
131 value: VarDefaultValue::Lazy(L::LAZY_VALUE_FN),
132 user_visible,
133 parse: V::parse_dyn_value,
134 type_name: V::type_name,
135 constraint: None,
136 require_feature_flag: None,
137 scope: ParameterScope::DEFAULT,
138 }
139 }
140
141 pub fn new_runtime<V: Value>(
143 name: &'static str,
144 value: V,
145 description: &'static str,
146 user_visible: bool,
147 ) -> Self {
148 VarDefinition {
149 name: UncasedStr::new(name),
150 description,
151 value: VarDefaultValue::Runtime(Arc::new(value)),
152 user_visible,
153 parse: V::parse_dyn_value,
154 type_name: V::type_name,
155 constraint: None,
156 require_feature_flag: None,
157 scope: ParameterScope::DEFAULT,
158 }
159 }
160
161 pub const fn with_constraint<V: Value, D: DomainConstraint<Value = V>>(
164 mut self,
165 constraint: &'static D,
166 ) -> Self {
167 self.constraint = Some(ValueConstraint::Domain(constraint));
168 self
169 }
170
171 pub const fn fixed(mut self) -> Self {
172 self.constraint = Some(ValueConstraint::Fixed);
173 self
174 }
175
176 pub const fn read_only(mut self) -> Self {
177 self.constraint = Some(ValueConstraint::ReadOnly);
178 self
179 }
180
181 pub const fn with_feature_flag(mut self, feature_flag: &'static FeatureFlag) -> Self {
182 self.require_feature_flag = Some(feature_flag);
183 self
184 }
185
186 pub const fn scoped(mut self, scope: ParameterScope) -> Self {
190 self.scope = scope;
191 self
192 }
193
194 pub fn parse(&self, input: VarInput) -> Result<Box<dyn Value>, VarError> {
195 (self.parse)(input).map_err(|err| err.into_var_error(self))
196 }
197
198 pub fn default_value(&self) -> &'_ dyn Value {
199 self.value.value()
200 }
201}
202
203impl Var for VarDefinition {
204 fn name(&self) -> &'static str {
205 self.name.as_str()
206 }
207
208 fn value(&self) -> String {
209 self.default_value().format()
210 }
211
212 fn description(&self) -> &'static str {
213 self.description
214 }
215
216 fn type_name(&self) -> Cow<'static, str> {
217 (self.type_name)()
218 }
219
220 fn scope(&self) -> ParameterScope {
221 self.scope
222 }
223
224 fn visible(&self, user: &User, system_vars: &super::SystemVars) -> Result<(), VarError> {
225 if !self.user_visible && user != &*SYSTEM_USER && user != &*SUPPORT_USER {
226 Err(VarError::UnknownParameter(self.name().to_string()))
227 } else if self.is_unsafe() && !system_vars.allow_unsafe() {
228 Err(VarError::RequiresUnsafeMode(self.name()))
229 } else {
230 if let Some(flag) = self.require_feature_flag {
231 flag.require(system_vars)?;
232 }
233
234 Ok(())
235 }
236 }
237}
238
239#[derive(Clone, Debug)]
241pub enum VarDefaultValue {
242 Static(&'static dyn Value),
244 Lazy(fn() -> &'static dyn Value),
246 Runtime(Arc<dyn Value>),
248}
249
250impl VarDefaultValue {
251 pub fn value(&self) -> &'_ dyn Value {
252 match self {
253 VarDefaultValue::Static(s) => *s,
254 VarDefaultValue::Lazy(l) => (l)(),
255 VarDefaultValue::Runtime(r) => r.as_ref(),
256 }
257 }
258}
259
260pub const SERVER_MAJOR_VERSION: u8 = 9;
267
268pub const SERVER_MINOR_VERSION: u8 = 5;
270
271pub const SERVER_PATCH_VERSION: u8 = 0;
273
274pub const DEFAULT_DATABASE_NAME: &str = "materialize";
276
277pub static APPLICATION_NAME: VarDefinition = VarDefinition::new(
278 "application_name",
279 value!(String; String::new()),
280 "Sets the application name to be reported in statistics and logs (PostgreSQL).",
281 true,
282);
283
284pub static CLIENT_ENCODING: VarDefinition = VarDefinition::new(
285 "client_encoding",
286 value!(ClientEncoding; ClientEncoding::Utf8),
287 "Sets the client's character set encoding (PostgreSQL).",
288 true,
289);
290
291pub static CLIENT_MIN_MESSAGES: VarDefinition = VarDefinition::new(
292 "client_min_messages",
293 value!(ClientSeverity; ClientSeverity::Notice),
294 "Sets the message levels that are sent to the client (PostgreSQL).",
295 true,
296);
297
298pub static CLUSTER: VarDefinition = VarDefinition::new_lazy(
299 "cluster",
300 lazy_value!(String; || "quickstart".to_string()),
301 "Sets the current cluster (Materialize).",
302 true,
303);
304
305pub static CLUSTER_REPLICA: VarDefinition = VarDefinition::new(
306 "cluster_replica",
307 value!(Option<String>; None),
308 "Sets a target cluster replica for SELECT queries (Materialize).",
309 true,
310);
311
312pub static CURRENT_OBJECT_MISSING_WARNINGS: VarDefinition = VarDefinition::new(
313 "current_object_missing_warnings",
314 value!(bool; true),
315 "Whether to emit warnings when the current database, schema, or cluster is missing (Materialize).",
316 true,
317);
318
319pub static DATABASE: VarDefinition = VarDefinition::new_lazy(
320 "database",
321 lazy_value!(String; || DEFAULT_DATABASE_NAME.to_string()),
322 "Sets the current database (CockroachDB).",
323 true,
324);
325
326pub static DATE_STYLE: VarDefinition = VarDefinition::new(
327 "DateStyle",
329 &DEFAULT_DATE_STYLE,
330 "Sets the display format for date and time values (PostgreSQL).",
331 true,
332);
333
334pub static DEFAULT_CLUSTER_REPLICATION_FACTOR: VarDefinition = VarDefinition::new(
335 "default_cluster_replication_factor",
336 value!(u32; 1),
337 "Default cluster replication factor (Materialize).",
338 true,
339);
340
341pub static EXTRA_FLOAT_DIGITS: VarDefinition = VarDefinition::new(
342 "extra_float_digits",
343 value!(i32; 3),
344 "Adjusts the number of digits displayed for floating-point values (PostgreSQL).",
345 true,
346);
347
348pub static FAILPOINTS: VarDefinition = VarDefinition::new(
349 "failpoints",
350 value!(Failpoints; Failpoints),
351 "Allows failpoints to be dynamically activated.",
352 true,
353);
354
355pub static INTEGER_DATETIMES: VarDefinition = VarDefinition::new(
356 "integer_datetimes",
357 value!(bool; true),
358 "Reports whether the server uses 64-bit-integer dates and times (PostgreSQL).",
359 true,
360)
361.fixed();
362
363pub static INTERVAL_STYLE: VarDefinition = VarDefinition::new(
364 "IntervalStyle",
366 value!(IntervalStyle; IntervalStyle::Postgres),
367 "Sets the display format for interval values (PostgreSQL).",
368 true,
369);
370
371pub const MZ_VERSION_NAME: &UncasedStr = UncasedStr::new("mz_version");
372pub const IS_SUPERUSER_NAME: &UncasedStr = UncasedStr::new("is_superuser");
373
374pub const SCHEMA_ALIAS: &UncasedStr = UncasedStr::new("schema");
376pub static SEARCH_PATH: VarDefinition = VarDefinition::new_lazy(
377 "search_path",
378 lazy_value!(Vec<Ident>; || vec![ident!(DEFAULT_SCHEMA)]),
379 "Sets the schema search order for names that are not schema-qualified (PostgreSQL).",
380 true,
381);
382
383pub static STATEMENT_TIMEOUT: VarDefinition = VarDefinition::new(
384 "statement_timeout",
385 value!(Duration; Duration::from_secs(60)),
386 "Sets the maximum allowed duration of INSERT...SELECT, UPDATE, and DELETE operations. \
387 If this value is specified without units, it is taken as milliseconds.",
388 true,
389);
390
391pub static IDLE_IN_TRANSACTION_SESSION_TIMEOUT: VarDefinition = VarDefinition::new(
392 "idle_in_transaction_session_timeout",
393 value!(Duration; Duration::from_secs(60 * 2)),
394 "Sets the maximum allowed duration that a session can sit idle in a transaction before \
395 being terminated. If this value is specified without units, it is taken as milliseconds. \
396 A value of zero disables the timeout (PostgreSQL).",
397 true,
398);
399
400pub static SERVER_VERSION: VarDefinition = VarDefinition::new_lazy(
401 "server_version",
402 lazy_value!(String; || {
403 format!("{SERVER_MAJOR_VERSION}.{SERVER_MINOR_VERSION}.{SERVER_PATCH_VERSION}")
404 }),
405 "Shows the PostgreSQL compatible server version (PostgreSQL).",
406 true,
407)
408.read_only();
409
410pub static SERVER_VERSION_NUM: VarDefinition = VarDefinition::new(
411 "server_version_num",
412 value!(i32; (cast::u8_to_i32(SERVER_MAJOR_VERSION) * 10_000)
413 + (cast::u8_to_i32(SERVER_MINOR_VERSION) * 100)
414 + cast::u8_to_i32(SERVER_PATCH_VERSION)),
415 "Shows the PostgreSQL compatible server version as an integer (PostgreSQL).",
416 true,
417)
418.read_only();
419
420pub static SQL_SAFE_UPDATES: VarDefinition = VarDefinition::new(
421 "sql_safe_updates",
422 value!(bool; false),
423 "Prohibits SQL statements that may be overly destructive (CockroachDB).",
424 true,
425);
426
427pub static STANDARD_CONFORMING_STRINGS: VarDefinition = VarDefinition::new(
428 "standard_conforming_strings",
429 value!(bool; true),
430 "Causes '...' strings to treat backslashes literally (PostgreSQL).",
431 true,
432)
433.fixed();
434
435pub static TIMEZONE: VarDefinition = VarDefinition::new(
436 "TimeZone",
438 value!(TimeZone; TimeZone::UTC),
439 "Sets the time zone for displaying and interpreting time stamps (PostgreSQL).",
440 true,
441);
442
443pub const TRANSACTION_ISOLATION_VAR_NAME: &str = "transaction_isolation";
444pub static TRANSACTION_ISOLATION: VarDefinition = VarDefinition::new(
445 TRANSACTION_ISOLATION_VAR_NAME,
446 value!(IsolationLevel; IsolationLevel::StrictSerializable),
447 "Sets the current transaction's isolation level (PostgreSQL).",
448 true,
449);
450
451pub static MAX_KAFKA_CONNECTIONS: VarDefinition = VarDefinition::new(
452 "max_kafka_connections",
453 value!(u32; 1000),
454 "The maximum number of Kafka connections in the region, across all schemas (Materialize).",
455 true,
456);
457
458pub static MAX_POSTGRES_CONNECTIONS: VarDefinition = VarDefinition::new(
459 "max_postgres_connections",
460 value!(u32; 1000),
461 "The maximum number of PostgreSQL connections in the region, across all schemas (Materialize).",
462 true,
463);
464
465pub static MAX_MYSQL_CONNECTIONS: VarDefinition = VarDefinition::new(
466 "max_mysql_connections",
467 value!(u32; 1000),
468 "The maximum number of MySQL connections in the region, across all schemas (Materialize).",
469 true,
470);
471
472pub static MAX_SQL_SERVER_CONNECTIONS: VarDefinition = VarDefinition::new(
473 "max_sql_server_connections",
474 value!(u32; 1000),
475 "The maximum number of SQL Server connections in the region, across all schemas (Materialize).",
476 true,
477);
478
479pub static MAX_AWS_PRIVATELINK_CONNECTIONS: VarDefinition = VarDefinition::new(
480 "max_aws_privatelink_connections",
481 value!(u32; 0),
482 "The maximum number of AWS PrivateLink connections in the region, across all schemas (Materialize).",
483 true,
484);
485
486pub static MAX_TABLES: VarDefinition = VarDefinition::new(
487 "max_tables",
488 value!(u32; 200),
489 "The maximum number of tables in the region, across all schemas (Materialize).",
490 true,
491);
492
493pub static MAX_SOURCES: VarDefinition = VarDefinition::new(
494 "max_sources",
495 value!(u32; 200),
496 "The maximum number of sources in the region, across all schemas (Materialize).",
497 true,
498);
499
500pub static MAX_SINKS: VarDefinition = VarDefinition::new(
501 "max_sinks",
502 value!(u32; 1000),
503 "The maximum number of sinks in the region, across all schemas (Materialize).",
504 true,
505);
506
507pub static MAX_MATERIALIZED_VIEWS: VarDefinition = VarDefinition::new(
508 "max_materialized_views",
509 value!(u32; 500),
510 "The maximum number of materialized views in the region, across all schemas (Materialize).",
511 true,
512);
513
514pub static MAX_CLUSTERS: VarDefinition = VarDefinition::new(
515 "max_clusters",
516 value!(u32; 25),
517 "The maximum number of clusters in the region (Materialize).",
518 true,
519);
520
521pub static MAX_REPLICAS_PER_CLUSTER: VarDefinition = VarDefinition::new(
522 "max_replicas_per_cluster",
523 value!(u32; 5),
524 "The maximum number of replicas of a single cluster (Materialize).",
525 true,
526);
527
528pub static MAX_CREDIT_CONSUMPTION_RATE: VarDefinition = VarDefinition::new_lazy(
529 "max_credit_consumption_rate",
530 lazy_value!(Numeric; || 1024.into()),
531 "The maximum rate of credit consumption in a region. Credits are consumed based on the size of cluster replicas in use (Materialize).",
532 true,
533)
534.with_constraint(&NUMERIC_NON_NEGATIVE);
535
536pub static MAX_DATABASES: VarDefinition = VarDefinition::new(
537 "max_databases",
538 value!(u32; 1000),
539 "The maximum number of databases in the region (Materialize).",
540 true,
541);
542
543pub static MAX_SCHEMAS_PER_DATABASE: VarDefinition = VarDefinition::new(
544 "max_schemas_per_database",
545 value!(u32; 1000),
546 "The maximum number of schemas in a database (Materialize).",
547 true,
548);
549
550pub static MAX_OBJECTS_PER_SCHEMA: VarDefinition = VarDefinition::new(
551 "max_objects_per_schema",
552 value!(u32; 1000),
553 "The maximum number of objects in a schema (Materialize).",
554 true,
555);
556
557pub static MAX_SECRETS: VarDefinition = VarDefinition::new(
558 "max_secrets",
559 value!(u32; 100),
560 "The maximum number of secrets in the region, across all schemas (Materialize).",
561 true,
562);
563
564pub static MAX_ROLES: VarDefinition = VarDefinition::new(
565 "max_roles",
566 value!(u32; 1000),
567 "The maximum number of roles in the region (Materialize).",
568 true,
569);
570
571pub static MAX_NETWORK_POLICIES: VarDefinition = VarDefinition::new(
572 "max_network_policies",
573 value!(u32; 25),
574 "The maximum number of network policies in the region.",
575 true,
576);
577
578pub static MAX_RULES_PER_NETWORK_POLICY: VarDefinition = VarDefinition::new(
579 "max_rules_per_network_policy",
580 value!(u32; 25),
581 "The maximum number of rules per network policies.",
582 true,
583);
584
585pub static MAX_RESULT_SIZE: VarDefinition = VarDefinition::new(
593 "max_result_size",
594 value!(ByteSize; ByteSize::gb(1)),
595 "The maximum size in bytes for an internal query result (Materialize).",
596 true,
597)
598.with_constraint(&BYTESIZE_AT_LEAST_1MB);
599
600pub static MAX_QUERY_RESULT_SIZE: VarDefinition = VarDefinition::new(
601 "max_query_result_size",
602 value!(ByteSize; ByteSize::gb(1)),
603 "The maximum size in bytes for a single query's result (Materialize).",
604 true,
605);
606
607pub static MAX_COPY_FROM_ROW_SIZE: VarDefinition = VarDefinition::new(
608 "max_copy_from_row_size",
609 value!(ByteSize; ByteSize::mb(128)),
610 "The maximum size in bytes for a single COPY FROM STDIN row (Materialize).",
611 true,
612);
613
614pub static MAX_IDENTIFIER_LENGTH: VarDefinition = VarDefinition::new(
615 "max_identifier_length",
616 value!(usize; mz_sql_lexer::lexer::MAX_IDENTIFIER_LENGTH),
617 "The maximum length of object identifiers in bytes (PostgreSQL).",
618 true,
619);
620
621pub static WELCOME_MESSAGE: VarDefinition = VarDefinition::new(
622 "welcome_message",
623 value!(bool; true),
624 "Whether to send a notice with a welcome message after a successful connection (Materialize).",
625 true,
626);
627
628pub static METRICS_RETENTION: VarDefinition = VarDefinition::new(
634 "metrics_retention",
635 value!(Duration; Duration::from_secs(30 * 24 * 60 * 60)),
637 "The time to retain cluster utilization metrics (Materialize).",
638 false,
639);
640
641pub static ALLOWED_CLUSTER_REPLICA_SIZES: VarDefinition = VarDefinition::new(
642 "allowed_cluster_replica_sizes",
643 value!(Vec<Ident>; Vec::new()),
644 "The allowed sizes when creating a new cluster replica (Materialize).",
645 true,
646);
647
648pub static PERSIST_FAST_PATH_LIMIT: VarDefinition = VarDefinition::new(
649 "persist_fast_path_limit",
650 value!(usize; 25),
651 "An exclusive upper bound on the number of results we may return from a Persist fast-path peek; \
652 queries that may return more results will follow the normal / slow path. \
653 Setting this to 0 disables the feature.",
654 false,
655);
656
657pub static PG_TIMESTAMP_ORACLE_CONNECTION_POOL_MAX_SIZE: VarDefinition = VarDefinition::new(
659 "pg_timestamp_oracle_connection_pool_max_size",
660 value!(usize; DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_MAX_SIZE),
661 "Maximum size of the Postgres/CRDB connection pool, used by the Postgres/CRDB timestamp oracle.",
662 false,
663);
664
665pub static PG_TIMESTAMP_ORACLE_CONNECTION_POOL_MAX_WAIT: VarDefinition = VarDefinition::new(
667 "pg_timestamp_oracle_connection_pool_max_wait",
668 value!(Option<Duration>; Some(DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_MAX_WAIT)),
669 "The maximum time to wait when attempting to obtain a connection from the Postgres/CRDB connection pool, used by the Postgres/CRDB timestamp oracle.",
670 false,
671);
672
673pub static PG_TIMESTAMP_ORACLE_CONNECTION_POOL_TTL: VarDefinition = VarDefinition::new(
675 "pg_timestamp_oracle_connection_pool_ttl",
676 value!(Duration; DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_TTL),
677 "The minimum TTL of a Consensus connection to Postgres/CRDB before it is proactively terminated",
678 false,
679);
680
681pub static PG_TIMESTAMP_ORACLE_CONNECTION_POOL_TTL_STAGGER: VarDefinition = VarDefinition::new(
683 "pg_timestamp_oracle_connection_pool_ttl_stagger",
684 value!(Duration; DEFAULT_PG_TIMESTAMP_ORACLE_CONNPOOL_TTL_STAGGER),
685 "The minimum time between TTLing Consensus connections to Postgres/CRDB.",
686 false,
687);
688
689pub static UNSAFE_NEW_TRANSACTION_WALL_TIME: VarDefinition = VarDefinition::new(
690 "unsafe_new_transaction_wall_time",
691 value!(Option<CheckedTimestamp<DateTime<Utc>>>; None),
692 "Sets the wall time for all new explicit or implicit transactions to control the value of `now()`. \
693 If not set, uses the system's clock.",
694 true,
699);
700
701pub static SCRAM_ITERATIONS: VarDefinition = VarDefinition::new(
702 "scram_iterations",
703 value!(NonZeroU32; NonZeroU32::new(600_000).unwrap()),
706 "Iterations to use when hashing passwords. Higher iterations are more secure, but take longer to validated. \
707 Please consider the security risks before reducing this below the default value.",
708 true,
709);
710
711pub mod upsert_rocksdb {
713 use super::*;
714 use mz_rocksdb_types::config::{CompactionStyle, CompressionType};
715
716 pub static UPSERT_ROCKSDB_COMPACTION_STYLE: VarDefinition = VarDefinition::new(
717 "upsert_rocksdb_compaction_style",
718 value!(CompactionStyle; mz_rocksdb_types::defaults::DEFAULT_COMPACTION_STYLE),
719 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
720 sources. Described in the `mz_rocksdb_types::config` module. \
721 Only takes effect on source restart (Materialize).",
722 false,
723 );
724
725 pub static UPSERT_ROCKSDB_OPTIMIZE_COMPACTION_MEMTABLE_BUDGET: VarDefinition =
726 VarDefinition::new(
727 "upsert_rocksdb_optimize_compaction_memtable_budget",
728 value!(usize; mz_rocksdb_types::defaults::DEFAULT_OPTIMIZE_COMPACTION_MEMTABLE_BUDGET),
729 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
730 sources. Described in the `mz_rocksdb_types::config` module. \
731 Only takes effect on source restart (Materialize).",
732 false,
733 );
734
735 pub static UPSERT_ROCKSDB_LEVEL_COMPACTION_DYNAMIC_LEVEL_BYTES: VarDefinition =
736 VarDefinition::new(
737 "upsert_rocksdb_level_compaction_dynamic_level_bytes",
738 value!(bool; mz_rocksdb_types::defaults::DEFAULT_LEVEL_COMPACTION_DYNAMIC_LEVEL_BYTES),
739 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
740 sources. Described in the `mz_rocksdb_types::config` module. \
741 Only takes effect on source restart (Materialize).",
742 false,
743 );
744
745 pub static UPSERT_ROCKSDB_UNIVERSAL_COMPACTION_RATIO: VarDefinition = VarDefinition::new(
746 "upsert_rocksdb_universal_compaction_ratio",
747 value!(i32; mz_rocksdb_types::defaults::DEFAULT_UNIVERSAL_COMPACTION_RATIO),
748 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
749 sources. Described in the `mz_rocksdb_types::config` module. \
750 Only takes effect on source restart (Materialize).",
751 false,
752 );
753
754 pub static UPSERT_ROCKSDB_PARALLELISM: VarDefinition = VarDefinition::new(
755 "upsert_rocksdb_parallelism",
756 value!(Option<i32>; mz_rocksdb_types::defaults::DEFAULT_PARALLELISM),
757 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
758 sources. Described in the `mz_rocksdb_types::config` module. \
759 Only takes effect on source restart (Materialize).",
760 false,
761 );
762
763 pub static UPSERT_ROCKSDB_COMPRESSION_TYPE: VarDefinition = VarDefinition::new(
764 "upsert_rocksdb_compression_type",
765 value!(CompressionType; mz_rocksdb_types::defaults::DEFAULT_COMPRESSION_TYPE),
766 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
767 sources. Described in the `mz_rocksdb_types::config` module. \
768 Only takes effect on source restart (Materialize).",
769 false,
770 );
771
772 pub static UPSERT_ROCKSDB_BOTTOMMOST_COMPRESSION_TYPE: VarDefinition = VarDefinition::new(
773 "upsert_rocksdb_bottommost_compression_type",
774 value!(CompressionType; mz_rocksdb_types::defaults::DEFAULT_BOTTOMMOST_COMPRESSION_TYPE),
775 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
776 sources. Described in the `mz_rocksdb_types::config` module. \
777 Only takes effect on source restart (Materialize).",
778 false,
779 );
780
781 pub static UPSERT_ROCKSDB_BATCH_SIZE: VarDefinition = VarDefinition::new(
782 "upsert_rocksdb_batch_size",
783 value!(usize; mz_rocksdb_types::defaults::DEFAULT_BATCH_SIZE),
784 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
785 sources. Described in the `mz_rocksdb_types::config` module. \
786 Can be changed dynamically (Materialize).",
787 false,
788 );
789
790 pub static UPSERT_ROCKSDB_RETRY_DURATION: VarDefinition = VarDefinition::new(
791 "upsert_rocksdb_retry_duration",
792 value!(Duration; mz_rocksdb_types::defaults::DEFAULT_RETRY_DURATION),
793 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
794 sources. Described in the `mz_rocksdb_types::config` module. \
795 Only takes effect on source restart (Materialize).",
796 false,
797 );
798
799 pub static UPSERT_ROCKSDB_STATS_LOG_INTERVAL_SECONDS: VarDefinition = VarDefinition::new(
800 "upsert_rocksdb_stats_log_interval_seconds",
801 value!(u32; mz_rocksdb_types::defaults::DEFAULT_STATS_LOG_INTERVAL_S),
802 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
803 sources. Described in the `mz_rocksdb_types::config` module. \
804 Only takes effect on source restart (Materialize).",
805 false,
806 );
807
808 pub static UPSERT_ROCKSDB_STATS_PERSIST_INTERVAL_SECONDS: VarDefinition = VarDefinition::new(
809 "upsert_rocksdb_stats_persist_interval_seconds",
810 value!(u32; mz_rocksdb_types::defaults::DEFAULT_STATS_PERSIST_INTERVAL_S),
811 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
812 sources. Described in the `mz_rocksdb_types::config` module. \
813 Only takes effect on source restart (Materialize).",
814 false,
815 );
816
817 pub static UPSERT_ROCKSDB_POINT_LOOKUP_BLOCK_CACHE_SIZE_MB: VarDefinition = VarDefinition::new(
818 "upsert_rocksdb_point_lookup_block_cache_size_mb",
819 value!(Option<u32>; None),
820 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
821 sources. Described in the `mz_rocksdb_types::config` module. \
822 Only takes effect on source restart (Materialize).",
823 false,
824 );
825
826 pub static UPSERT_ROCKSDB_SHRINK_ALLOCATED_BUFFERS_BY_RATIO: VarDefinition = VarDefinition::new(
829 "upsert_rocksdb_shrink_allocated_buffers_by_ratio",
830 value!(usize; mz_rocksdb_types::defaults::DEFAULT_SHRINK_BUFFERS_BY_RATIO),
831 "The number of times by which allocated buffers will be shrinked in upsert rocksdb.",
832 false,
833 );
834
835 pub static UPSERT_ROCKSDB_WRITE_BUFFER_MANAGER_CLUSTER_MEMORY_FRACTION: VarDefinition =
838 VarDefinition::new(
839 "upsert_rocksdb_write_buffer_manager_cluster_memory_fraction",
840 value!(Option<Numeric>; None),
841 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
842 sources. Described in the `mz_rocksdb_types::config` module. \
843 Only takes effect on source restart (Materialize).",
844 false,
845 );
846
847 pub static UPSERT_ROCKSDB_WRITE_BUFFER_MANAGER_MEMORY_BYTES: VarDefinition = VarDefinition::new(
850 "upsert_rocksdb_write_buffer_manager_memory_bytes",
851 value!(Option<usize>; None),
852 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
853 sources. Described in the `mz_rocksdb_types::config` module. \
854 Only takes effect on source restart (Materialize).",
855 false,
856 );
857
858 pub static UPSERT_ROCKSDB_WRITE_BUFFER_MANAGER_ALLOW_STALL: VarDefinition = VarDefinition::new(
859 "upsert_rocksdb_write_buffer_manager_allow_stall",
860 value!(bool; false),
861 "Tuning parameter for RocksDB as used in `UPSERT/DEBEZIUM` \
862 sources. Described in the `mz_rocksdb_types::config` module. \
863 Only takes effect on source restart (Materialize).",
864 false,
865 );
866}
867
868pub static LOGGING_FILTER: VarDefinition = VarDefinition::new_lazy(
869 "log_filter",
870 lazy_value!(CloneableEnvFilter; || CloneableEnvFilter::from_str("info").expect("valid EnvFilter")),
871 "Sets the filter to apply to stderr logging.",
872 false,
873);
874
875pub static OPENTELEMETRY_FILTER: VarDefinition = VarDefinition::new_lazy(
876 "opentelemetry_filter",
877 lazy_value!(CloneableEnvFilter; || CloneableEnvFilter::from_str("info").expect("valid EnvFilter")),
878 "Sets the filter to apply to OpenTelemetry-backed distributed tracing.",
879 false,
880);
881
882pub static LOGGING_FILTER_DEFAULTS: VarDefinition = VarDefinition::new_lazy(
883 "log_filter_defaults",
884 lazy_value!(Vec<SerializableDirective>; || {
885 mz_ore::tracing::LOGGING_DEFAULTS
886 .iter()
887 .map(|d| d.clone().into())
888 .collect()
889 }),
890 "Sets additional default directives to apply to stderr logging. \
891 These apply to all variations of `log_filter`. Directives other than \
892 `module=off` are likely incorrect.",
893 false,
894);
895
896pub static OPENTELEMETRY_FILTER_DEFAULTS: VarDefinition = VarDefinition::new_lazy(
897 "opentelemetry_filter_defaults",
898 lazy_value!(Vec<SerializableDirective>; || {
899 mz_ore::tracing::OPENTELEMETRY_DEFAULTS
900 .iter()
901 .map(|d| d.clone().into())
902 .collect()
903 }),
904 "Sets additional default directives to apply to OpenTelemetry-backed \
905 distributed tracing. \
906 These apply to all variations of `opentelemetry_filter`. Directives other than \
907 `module=off` are likely incorrect.",
908 false,
909);
910
911pub static SENTRY_FILTERS: VarDefinition = VarDefinition::new_lazy(
912 "sentry_filters",
913 lazy_value!(Vec<SerializableDirective>; || {
914 mz_ore::tracing::SENTRY_DEFAULTS
915 .iter()
916 .map(|d| d.clone().into())
917 .collect()
918 }),
919 "Sets additional default directives to apply to sentry logging. \
920 These apply on top of a default `info` directive. Directives other than \
921 `module=off` are likely incorrect.",
922 false,
923);
924
925pub static WEBHOOKS_SECRETS_CACHING_TTL_SECS: VarDefinition = VarDefinition::new_lazy(
926 "webhooks_secrets_caching_ttl_secs",
927 lazy_value!(usize; || {
928 usize::cast_from(mz_secrets::cache::DEFAULT_TTL_SECS)
929 }),
930 "Sets the time-to-live for values in the Webhooks secrets cache.",
931 false,
932);
933
934pub static COORD_SLOW_MESSAGE_WARN_THRESHOLD: VarDefinition = VarDefinition::new(
935 "coord_slow_message_warn_threshold",
936 value!(Duration; Duration::from_secs(30)),
937 "Sets the threshold at which we will error! for a coordinator message being slow.",
938 false,
939);
940
941pub static PG_SOURCE_CONNECT_TIMEOUT: VarDefinition = VarDefinition::new(
943 "pg_source_connect_timeout",
944 value!(Duration; DEFAULT_PG_SOURCE_CONNECT_TIMEOUT),
945 "Sets the timeout applied to socket-level connection attempts for PG \
946 replication connections (Materialize).",
947 false,
948);
949
950pub static PG_SOURCE_TCP_KEEPALIVES_RETRIES: VarDefinition = VarDefinition::new(
953 "pg_source_tcp_keepalives_retries",
954 value!(u32; DEFAULT_PG_SOURCE_TCP_KEEPALIVES_RETRIES),
955 "Sets the maximum number of TCP keepalive probes that will be sent before dropping \
956 a connection when connecting to PG via `mz_postgres_util` (Materialize).",
957 false,
958);
959
960pub static PG_SOURCE_TCP_KEEPALIVES_IDLE: VarDefinition = VarDefinition::new(
963 "pg_source_tcp_keepalives_idle",
964 value!(Duration; DEFAULT_PG_SOURCE_TCP_KEEPALIVES_IDLE),
965 "Sets the amount of idle time before a keepalive packet is sent on the connection \
966 when connecting to PG via `mz_postgres_util` (Materialize).",
967 false,
968);
969
970pub static PG_SOURCE_TCP_KEEPALIVES_INTERVAL: VarDefinition = VarDefinition::new(
972 "pg_source_tcp_keepalives_interval",
973 value!(Duration; DEFAULT_PG_SOURCE_TCP_KEEPALIVES_INTERVAL),
974 "Sets the time interval between TCP keepalive probes when connecting to PG via \
975 replication (Materialize).",
976 false,
977);
978
979pub static PG_SOURCE_TCP_USER_TIMEOUT: VarDefinition = VarDefinition::new(
981 "pg_source_tcp_user_timeout",
982 value!(Duration; DEFAULT_PG_SOURCE_TCP_USER_TIMEOUT),
983 "Sets the TCP user timeout when connecting to PG via `mz_postgres_util` (Materialize).",
984 false,
985);
986
987pub static PG_SOURCE_TCP_CONFIGURE_SERVER: VarDefinition = VarDefinition::new(
990 "pg_source_tcp_configure_server",
991 value!(bool; DEFAULT_PG_SOURCE_TCP_CONFIGURE_SERVER),
992 "Sets whether to apply the TCP configuration parameters on the server when connecting to PG via `mz_postgres_util` (Materialize).",
993 false,
994);
995
996pub static PG_SOURCE_SNAPSHOT_STATEMENT_TIMEOUT: VarDefinition = VarDefinition::new(
999 "pg_source_snapshot_statement_timeout",
1000 value!(Duration; mz_postgres_util::DEFAULT_SNAPSHOT_STATEMENT_TIMEOUT),
1001 "Sets the `statement_timeout` value to use during the snapshotting phase of PG sources (Materialize)",
1002 false,
1003);
1004
1005pub static PG_SOURCE_WAL_SENDER_TIMEOUT: VarDefinition = VarDefinition::new(
1008 "pg_source_wal_sender_timeout",
1009 value!(Option<Duration>; DEFAULT_PG_SOURCE_WAL_SENDER_TIMEOUT),
1010 "Sets the `wal_sender_timeout` value to use during the replication phase of PG sources (Materialize)",
1011 false,
1012);
1013
1014pub static PG_SOURCE_SNAPSHOT_COLLECT_STRICT_COUNT: VarDefinition = VarDefinition::new(
1016 "pg_source_snapshot_collect_strict_count",
1017 value!(bool; mz_storage_types::parameters::PgSourceSnapshotConfig::new().collect_strict_count),
1018 "Please see <https://dev.materialize.com/api/rust-private\
1019 /mz_storage_types/parameters\
1020 /struct.PgSourceSnapshotConfig.html#structfield.collect_strict_count>",
1021 false,
1022);
1023
1024pub static MYSQL_SOURCE_TCP_KEEPALIVE: VarDefinition = VarDefinition::new(
1026 "mysql_source_tcp_keepalive",
1027 value!(Duration; mz_mysql_util::DEFAULT_TCP_KEEPALIVE),
1028 "Sets the time between TCP keepalive probes when connecting to MySQL",
1029 false,
1030);
1031
1032pub static MYSQL_SOURCE_SNAPSHOT_MAX_EXECUTION_TIME: VarDefinition = VarDefinition::new(
1035 "mysql_source_snapshot_max_execution_time",
1036 value!(Duration; mz_mysql_util::DEFAULT_SNAPSHOT_MAX_EXECUTION_TIME),
1037 "Sets the `max_execution_time` value to use during the snapshotting phase of MySQL sources (Materialize)",
1038 false,
1039);
1040
1041pub static MYSQL_SOURCE_SNAPSHOT_LOCK_WAIT_TIMEOUT: VarDefinition = VarDefinition::new(
1044 "mysql_source_snapshot_lock_wait_timeout",
1045 value!(Duration; mz_mysql_util::DEFAULT_SNAPSHOT_LOCK_WAIT_TIMEOUT),
1046 "Sets the `lock_wait_timeout` value to use during the snapshotting phase of MySQL sources (Materialize)",
1047 false,
1048);
1049
1050pub static MYSQL_SOURCE_CONNECT_TIMEOUT: VarDefinition = VarDefinition::new(
1052 "mysql_source_connect_timeout",
1053 value!(Duration; mz_mysql_util::DEFAULT_CONNECT_TIMEOUT),
1054 "Sets the timeout for establishing an authenticated connection to MySQL",
1055 false,
1056);
1057
1058pub static SSH_CHECK_INTERVAL: VarDefinition = VarDefinition::new(
1060 "ssh_check_interval",
1061 value!(Duration; mz_ssh_util::tunnel::DEFAULT_CHECK_INTERVAL),
1062 "Controls the check interval for connections to SSH bastions via `mz_ssh_util`.",
1063 false,
1064)
1065.with_constraint(&NON_ZERO_DURATION);
1066
1067pub static SSH_CONNECT_TIMEOUT: VarDefinition = VarDefinition::new(
1069 "ssh_connect_timeout",
1070 value!(Duration; mz_ssh_util::tunnel::DEFAULT_CONNECT_TIMEOUT),
1071 "Controls the connect timeout for connections to SSH bastions via `mz_ssh_util`.",
1072 false,
1073);
1074
1075pub static SSH_KEEPALIVES_IDLE: VarDefinition = VarDefinition::new(
1077 "ssh_keepalives_idle",
1078 value!(Duration; mz_ssh_util::tunnel::DEFAULT_KEEPALIVES_IDLE),
1079 "Controls the keepalive idle interval for connections to SSH bastions via `mz_ssh_util`.",
1080 false,
1081);
1082
1083pub static KAFKA_SOCKET_KEEPALIVE: VarDefinition = VarDefinition::new(
1085 "kafka_socket_keepalive",
1086 value!(bool; mz_kafka_util::client::DEFAULT_KEEPALIVE),
1087 "Enables `socket.keepalive.enable` for rdkafka client connections. Defaults to true.",
1088 false,
1089);
1090
1091pub static KAFKA_SOCKET_TIMEOUT: VarDefinition = VarDefinition::new(
1095 "kafka_socket_timeout",
1096 value!(Option<Duration>; None),
1097 "Controls `socket.timeout.ms` for rdkafka \
1098 client connections. Defaults to the rdkafka default (60000ms) or \
1099 the set transaction timeout + 100ms, whichever one is smaller. \
1100 Cannot be greater than 300000ms, more than 100ms greater than \
1101 `kafka_transaction_timeout`, or less than 10ms.",
1102 false,
1103);
1104
1105pub static KAFKA_TRANSACTION_TIMEOUT: VarDefinition = VarDefinition::new(
1108 "kafka_transaction_timeout",
1109 value!(Duration; mz_kafka_util::client::DEFAULT_TRANSACTION_TIMEOUT),
1110 "Controls `transaction.timeout.ms` for rdkafka \
1111 client connections. Defaults to the 10min. \
1112 Cannot be greater than `i32::MAX` or less than 1000ms.",
1113 false,
1114);
1115
1116pub static KAFKA_SOCKET_CONNECTION_SETUP_TIMEOUT: VarDefinition = VarDefinition::new(
1119 "kafka_socket_connection_setup_timeout",
1120 value!(Duration; mz_kafka_util::client::DEFAULT_SOCKET_CONNECTION_SETUP_TIMEOUT),
1121 "Controls `socket.connection.setup.timeout.ms` for rdkafka \
1122 client connections. Defaults to the rdkafka default (30000ms). \
1123 Cannot be greater than `i32::MAX` or less than 1000ms",
1124 false,
1125);
1126
1127pub static KAFKA_FETCH_METADATA_TIMEOUT: VarDefinition = VarDefinition::new(
1129 "kafka_fetch_metadata_timeout",
1130 value!(Duration; mz_kafka_util::client::DEFAULT_FETCH_METADATA_TIMEOUT),
1131 "Controls the timeout when fetching kafka metadata. \
1132 Defaults to 10s.",
1133 false,
1134);
1135
1136pub static KAFKA_PROGRESS_RECORD_FETCH_TIMEOUT: VarDefinition = VarDefinition::new(
1138 "kafka_progress_record_fetch_timeout",
1139 value!(Option<Duration>; None),
1140 "Controls the timeout when fetching kafka progress records. \
1141 Defaults to 60s or the transaction timeout, whichever one is larger.",
1142 false,
1143);
1144
1145pub static STORAGE_DATAFLOW_MAX_INFLIGHT_BYTES: VarDefinition = VarDefinition::new(
1151 "storage_dataflow_max_inflight_bytes",
1152 value!(Option<usize>; Some(256 * 1024 * 1024)),
1153 "The maximum number of in-flight bytes emitted by persist_sources feeding \
1154 storage dataflows. Defaults to backpressure enabled (Materialize).",
1155 false,
1156);
1157
1158pub static STORAGE_SHRINK_UPSERT_UNUSED_BUFFERS_BY_RATIO: VarDefinition = VarDefinition::new(
1162 "storage_shrink_upsert_unused_buffers_by_ratio",
1163 value!(usize; 0),
1164 "Configuration ratio to shrink unusef buffers in upsert by",
1165 false,
1166);
1167
1168pub static STORAGE_DATAFLOW_MAX_INFLIGHT_BYTES_TO_CLUSTER_SIZE_FRACTION: VarDefinition =
1173 VarDefinition::new_lazy(
1174 "storage_dataflow_max_inflight_bytes_to_cluster_size_fraction",
1175 lazy_value!(Option<Numeric>; || Some(0.01.into())),
1176 "The fraction of the cluster replica size to be used as the maximum number of \
1177 in-flight bytes emitted by persist_sources feeding storage dataflows. \
1178 If not configured, the storage_dataflow_max_inflight_bytes value will be used.",
1179 false,
1180 );
1181
1182pub static STORAGE_DATAFLOW_MAX_INFLIGHT_BYTES_DISK_ONLY: VarDefinition = VarDefinition::new(
1183 "storage_dataflow_max_inflight_bytes_disk_only",
1184 value!(bool; true),
1185 "Whether or not `storage_dataflow_max_inflight_bytes` applies only to \
1186 upsert dataflows using disks. Defaults to true (Materialize).",
1187 false,
1188);
1189
1190pub static STORAGE_STATISTICS_INTERVAL: VarDefinition = VarDefinition::new(
1192 "storage_statistics_interval",
1193 value!(Duration; mz_storage_types::parameters::STATISTICS_INTERVAL_DEFAULT),
1194 "The interval to submit statistics to `mz_source_statistics_per_worker` \
1195 and `mz_sink_statistics` (Materialize).",
1196 false,
1197)
1198.with_constraint(&NON_ZERO_DURATION);
1199
1200pub static STORAGE_STATISTICS_COLLECTION_INTERVAL: VarDefinition = VarDefinition::new(
1203 "storage_statistics_collection_interval",
1204 value!(Duration; mz_storage_types::parameters::STATISTICS_COLLECTION_INTERVAL_DEFAULT),
1205 "The interval to collect statistics for `mz_source_statistics_per_worker` \
1206 and `mz_sink_statistics_per_worker` in clusterd. Controls the accuracy of metrics \
1207 (Materialize).",
1208 false,
1209);
1210
1211pub static STORAGE_RECORD_SOURCE_SINK_NAMESPACED_ERRORS: VarDefinition = VarDefinition::new(
1212 "storage_record_source_sink_namespaced_errors",
1213 value!(bool; true),
1214 "Whether or not to record namespaced errors in the status history tables",
1215 false,
1216);
1217
1218pub static ENABLE_LAUNCHDARKLY: VarDefinition = VarDefinition::new(
1222 "enable_launchdarkly",
1223 value!(bool; true),
1224 "Boolean flag indicating whether flag synchronization from LaunchDarkly should be enabled (Materialize).",
1225 false,
1226);
1227
1228pub static REAL_TIME_RECENCY: VarDefinition = VarDefinition::new(
1232 "real_time_recency",
1233 value!(bool; false),
1234 "Feature flag indicating whether real time recency is enabled (Materialize).",
1235 true,
1236)
1237.with_feature_flag(&ALLOW_REAL_TIME_RECENCY);
1238
1239pub static REAL_TIME_RECENCY_TIMEOUT: VarDefinition = VarDefinition::new(
1240 "real_time_recency_timeout",
1241 value!(Duration; Duration::from_secs(10)),
1242 "Sets the maximum allowed duration of SELECTs that actively use real-time \
1243 recency, i.e. reach out to an external system to determine their most recencly exposed \
1244 data (Materialize).",
1245 true,
1246)
1247.with_feature_flag(&ALLOW_REAL_TIME_RECENCY);
1248
1249pub static EMIT_PLAN_INSIGHTS_NOTICE: VarDefinition = VarDefinition::new(
1250 "emit_plan_insights_notice",
1251 value!(bool; false),
1252 "Boolean flag indicating whether to send a NOTICE with JSON-formatted plan insights before executing a SELECT statement (Materialize).",
1253 true,
1254);
1255
1256pub static EMIT_TIMESTAMP_NOTICE: VarDefinition = VarDefinition::new(
1257 "emit_timestamp_notice",
1258 value!(bool; false),
1259 "Boolean flag indicating whether to send a NOTICE with timestamp explanations of queries (Materialize).",
1260 true,
1261);
1262
1263pub static EMIT_TRACE_ID_NOTICE: VarDefinition = VarDefinition::new(
1264 "emit_trace_id_notice",
1265 value!(bool; false),
1266 "Boolean flag indicating whether to send a NOTICE specifying the trace id when available (Materialize).",
1267 true,
1268);
1269
1270pub static UNSAFE_MOCK_AUDIT_EVENT_TIMESTAMP: VarDefinition = VarDefinition::new(
1271 "unsafe_mock_audit_event_timestamp",
1272 value!(Option<mz_repr::Timestamp>; None),
1273 "Mocked timestamp to use for audit events for testing purposes",
1274 false,
1275);
1276
1277pub static ENABLE_RBAC_CHECKS: VarDefinition = VarDefinition::new(
1278 "enable_rbac_checks",
1279 value!(bool; true),
1280 "User facing global boolean flag indicating whether to apply RBAC checks before \
1281 executing statements (Materialize).",
1282 true,
1283);
1284
1285pub static ENABLE_SESSION_RBAC_CHECKS: VarDefinition = VarDefinition::new(
1286 "enable_session_rbac_checks",
1287 value!(bool; false),
1289 "User facing session boolean flag indicating whether to apply RBAC checks before \
1290 executing statements (Materialize).",
1291 true,
1292);
1293
1294pub static RESTRICT_TO_USER_OBJECTS: VarDefinition = VarDefinition::new(
1295 "restrict_to_user_objects",
1296 value!(bool; false),
1297 "When enabled, queries are restricted from accessing system catalog objects. \
1298 Useful for MCP tool queries that should only access user-created data products.",
1299 true,
1300);
1301
1302pub static EMIT_INTROSPECTION_QUERY_NOTICE: VarDefinition = VarDefinition::new(
1303 "emit_introspection_query_notice",
1304 value!(bool; true),
1305 "Whether to print a notice when querying per-replica introspection sources.",
1306 true,
1307);
1308
1309pub static ENABLE_SESSION_CARDINALITY_ESTIMATES: VarDefinition = VarDefinition::new(
1311 "enable_session_cardinality_estimates",
1312 value!(bool; false),
1313 "Feature flag indicating whether to use cardinality estimates when optimizing queries; \
1314 does not affect EXPLAIN WITH(cardinality) (Materialize).",
1315 true,
1316)
1317.with_feature_flag(&ENABLE_CARDINALITY_ESTIMATES);
1318
1319pub static OPTIMIZER_STATS_TIMEOUT: VarDefinition = VarDefinition::new(
1320 "optimizer_stats_timeout",
1321 value!(Duration; Duration::from_millis(250)),
1322 "Sets the timeout applied to the optimizer's statistics collection from storage; \
1323 applied to non-oneshot, i.e., long-lasting queries, like CREATE MATERIALIZED VIEW (Materialize).",
1324 false,
1325);
1326
1327pub static OPTIMIZER_ONESHOT_STATS_TIMEOUT: VarDefinition = VarDefinition::new(
1328 "optimizer_oneshot_stats_timeout",
1329 value!(Duration; Duration::from_millis(10)),
1330 "Sets the timeout applied to the optimizer's statistics collection from storage; \
1331 applied to oneshot queries, like SELECT (Materialize).",
1332 false,
1333);
1334
1335pub static PRIVATELINK_STATUS_UPDATE_QUOTA_PER_MINUTE: VarDefinition = VarDefinition::new(
1336 "privatelink_status_update_quota_per_minute",
1337 value!(u32; 20),
1338 "Sets the per-minute quota for privatelink vpc status updates to be written to \
1339 the storage-collection-backed system table. This value implies the total and burst quota per-minute.",
1340 false,
1341);
1342
1343pub static STATEMENT_LOGGING_SAMPLE_RATE: VarDefinition = VarDefinition::new_lazy(
1344 "statement_logging_sample_rate",
1345 lazy_value!(Numeric; || 0.1.into()),
1346 "User-facing session variable indicating how many statement executions should be \
1347 logged, subject to constraint by the system variable `statement_logging_max_sample_rate` (Materialize).",
1348 true,
1349).with_constraint(&NUMERIC_BOUNDED_0_1_INCLUSIVE);
1350
1351pub static ENABLE_DEFAULT_CONNECTION_VALIDATION: VarDefinition = VarDefinition::new(
1352 "enable_default_connection_validation",
1353 value!(bool; true),
1354 "LD facing global boolean flag that allows turning default connection validation off for everyone (Materialize).",
1355 false,
1356);
1357
1358pub static STATEMENT_LOGGING_MAX_DATA_CREDIT: VarDefinition = VarDefinition::new(
1359 "statement_logging_max_data_credit",
1360 value!(Option<usize>; Some(50 * 1024 * 1024)),
1361 "The maximum number of bytes that can be logged for statement logging in short burts, or NULL if unlimited (Materialize).",
1364 false,
1365);
1366
1367pub static STATEMENT_LOGGING_TARGET_DATA_RATE: VarDefinition = VarDefinition::new(
1368 "statement_logging_target_data_rate",
1369 value!(Option<usize>; Some(2071)),
1370 "The maximum sustained data rate of statement logging, in bytes per second, or NULL if unlimited (Materialize).",
1371 false,
1372);
1373
1374pub static STATEMENT_LOGGING_MAX_SAMPLE_RATE: VarDefinition = VarDefinition::new_lazy(
1375 "statement_logging_max_sample_rate",
1376 lazy_value!(Numeric; || 0.99.into()),
1377 "The maximum rate at which statements may be logged. If this value is less than \
1378 that of `statement_logging_sample_rate`, the latter is ignored (Materialize).",
1379 true,
1380)
1381.with_constraint(&NUMERIC_BOUNDED_0_1_INCLUSIVE);
1382
1383pub static STATEMENT_LOGGING_DEFAULT_SAMPLE_RATE: VarDefinition = VarDefinition::new_lazy(
1384 "statement_logging_default_sample_rate",
1385 lazy_value!(Numeric; || 0.99.into()),
1386 "The default value of `statement_logging_sample_rate` for new sessions (Materialize).",
1387 true,
1388)
1389.with_constraint(&NUMERIC_BOUNDED_0_1_INCLUSIVE);
1390
1391pub static ENABLE_INTERNAL_STATEMENT_LOGGING: VarDefinition = VarDefinition::new(
1392 "enable_internal_statement_logging",
1393 value!(bool; false),
1394 "Whether to log statements from the `mz_system` user.",
1395 false,
1396);
1397
1398pub static ENABLE_STATEMENT_ARRIVAL_LOGGING: VarDefinition = VarDefinition::new(
1411 "enable_statement_arrival_logging",
1412 value!(bool; false),
1413 "Whether to log incoming statements and other frontend messages at info \
1414 level as they arrive at the SQL frontends, before processing. SQL text is \
1415 logged with its literals redacted, as in the statement log. Use it only in \
1416 emergencies, i.e. debugging active incidents.",
1417 false,
1418);
1419
1420pub static AUTO_ROUTE_CATALOG_QUERIES: VarDefinition = VarDefinition::new(
1421 "auto_route_catalog_queries",
1422 value!(bool; true),
1423 "Whether to force queries that depend only on system tables, to run on the mz_catalog_server cluster (Materialize).",
1424 true,
1425);
1426
1427pub static MAX_CONNECTIONS: VarDefinition = VarDefinition::new(
1428 "max_connections",
1429 value!(u32; 5000),
1430 "The maximum number of concurrent connections (PostgreSQL).",
1431 true,
1432);
1433
1434pub static SUPERUSER_RESERVED_CONNECTIONS: VarDefinition = VarDefinition::new(
1435 "superuser_reserved_connections",
1436 value!(u32; 3),
1437 "The number of connections that are reserved for superusers (PostgreSQL).",
1438 true,
1439);
1440
1441pub static KEEP_N_SOURCE_STATUS_HISTORY_ENTRIES: VarDefinition = VarDefinition::new(
1443 "keep_n_source_status_history_entries",
1444 value!(usize; 5),
1445 "On reboot, truncate all but the last n entries per ID in the source_status_history collection (Materialize).",
1446 false,
1447);
1448
1449pub static KEEP_N_SINK_STATUS_HISTORY_ENTRIES: VarDefinition = VarDefinition::new(
1451 "keep_n_sink_status_history_entries",
1452 value!(usize; 5),
1453 "On reboot, truncate all but the last n entries per ID in the sink_status_history collection (Materialize).",
1454 false,
1455);
1456
1457pub static KEEP_N_PRIVATELINK_STATUS_HISTORY_ENTRIES: VarDefinition = VarDefinition::new(
1459 "keep_n_privatelink_status_history_entries",
1460 value!(usize; 5),
1461 "On reboot, truncate all but the last n entries per ID in the mz_aws_privatelink_connection_status_history \
1462 collection (Materialize).",
1463 false,
1464);
1465
1466pub static REPLICA_STATUS_HISTORY_RETENTION_WINDOW: VarDefinition = VarDefinition::new(
1468 "replica_status_history_retention_window",
1469 value!(Duration; REPLICA_STATUS_HISTORY_RETENTION_WINDOW_DEFAULT),
1470 "On reboot, truncate up all entries past the retention window in the mz_cluster_replica_status_history \
1471 collection (Materialize).",
1472 false,
1473);
1474
1475pub static ENABLE_STORAGE_SHARD_FINALIZATION: VarDefinition = VarDefinition::new(
1476 "enable_storage_shard_finalization",
1477 value!(bool; true),
1478 "Whether to allow the storage client to finalize shards (Materialize).",
1479 false,
1480);
1481
1482pub static DEFAULT_TIMESTAMP_INTERVAL: VarDefinition = VarDefinition::new(
1483 "default_timestamp_interval",
1484 value!(Duration; Duration::from_millis(1000)),
1485 "The interval at which timestamps are assigned to data from sources and tables.",
1486 false,
1487)
1488.with_constraint(&NON_ZERO_DURATION);
1489
1490pub static MIN_TIMESTAMP_INTERVAL: VarDefinition = VarDefinition::new(
1491 "min_timestamp_interval",
1492 value!(Duration; Duration::from_millis(1000)),
1493 "Minimum timestamp interval",
1494 false,
1495);
1496
1497pub static MAX_TIMESTAMP_INTERVAL: VarDefinition = VarDefinition::new(
1498 "max_timestamp_interval",
1499 value!(Duration; Duration::from_millis(1000)),
1500 "Maximum timestamp interval",
1501 false,
1502);
1503
1504pub static WEBHOOK_CONCURRENT_REQUEST_LIMIT: VarDefinition = VarDefinition::new(
1505 "webhook_concurrent_request_limit",
1506 value!(usize; WEBHOOK_CONCURRENCY_LIMIT),
1507 "Maximum number of concurrent requests for appending to a webhook source.",
1508 false,
1509);
1510
1511pub static USER_STORAGE_MANAGED_COLLECTIONS_BATCH_DURATION: VarDefinition = VarDefinition::new(
1512 "user_storage_managed_collections_batch_duration",
1513 value!(Duration; STORAGE_MANAGED_COLLECTIONS_BATCH_DURATION_DEFAULT),
1514 "Duration which we'll wait to collect a batch of events for a webhook source.",
1515 false,
1516);
1517
1518pub static NETWORK_POLICY: VarDefinition = VarDefinition::new_lazy(
1521 "network_policy",
1522 lazy_value!(String; || "default".to_string()),
1523 "Sets the fallback network policy applied to all users without an explicit policy.",
1524 true,
1525);
1526
1527pub static FORCE_SOURCE_TABLE_SYNTAX: VarDefinition = VarDefinition::new(
1528 "force_source_table_syntax",
1529 value!(bool; false),
1530 "Force use of new source model (CREATE TABLE .. FROM SOURCE) and migrate existing sources",
1531 true,
1532);
1533
1534pub static OPTIMIZER_E2E_LATENCY_WARNING_THRESHOLD: VarDefinition = VarDefinition::new(
1535 "optimizer_e2e_latency_warning_threshold",
1536 value!(Duration; Duration::from_millis(500)),
1537 "Sets the duration that a query can take to compile; queries that take longer \
1538 will trigger a warning. If this value is specified without units, it is taken as \
1539 milliseconds. A value of zero disables the timeout (Materialize).",
1540 true,
1541);
1542
1543pub mod grpc_client {
1545 use super::*;
1546
1547 pub static CONNECT_TIMEOUT: VarDefinition = VarDefinition::new(
1548 "grpc_client_connect_timeout",
1549 value!(Duration; Duration::from_secs(5)),
1550 "Timeout to apply to initial gRPC client connection establishment.",
1551 false,
1552 );
1553
1554 pub static HTTP2_KEEP_ALIVE_INTERVAL: VarDefinition = VarDefinition::new(
1555 "grpc_client_http2_keep_alive_interval",
1556 value!(Duration; Duration::from_secs(3)),
1557 "Idle time to wait before sending HTTP/2 PINGs to maintain established gRPC client connections.",
1558 false,
1559 );
1560
1561 pub static HTTP2_KEEP_ALIVE_TIMEOUT: VarDefinition = VarDefinition::new(
1562 "grpc_client_http2_keep_alive_timeout",
1563 value!(Duration; Duration::from_secs(60)),
1564 "Time to wait for HTTP/2 pong response before terminating a gRPC client connection.",
1565 false,
1566 );
1567}
1568
1569pub mod cluster_scheduling {
1571 use super::*;
1572 use mz_orchestrator::scheduling_config::*;
1573
1574 pub static CLUSTER_MULTI_PROCESS_REPLICA_AZ_AFFINITY_WEIGHT: VarDefinition = VarDefinition::new(
1575 "cluster_multi_process_replica_az_affinity_weight",
1576 value!(Option<i32>; DEFAULT_POD_AZ_AFFINITY_WEIGHT),
1577 "Whether or not to add an availability zone affinity between instances of \
1578 multi-process replicas. Either an affinity weight or empty (off) (Materialize).",
1579 false,
1580 );
1581
1582 pub static CLUSTER_SOFTEN_REPLICATION_ANTI_AFFINITY: VarDefinition = VarDefinition::new(
1583 "cluster_soften_replication_anti_affinity",
1584 value!(bool; DEFAULT_SOFTEN_REPLICATION_ANTI_AFFINITY),
1585 "Whether or not to turn the node-scope anti affinity between replicas \
1586 in the same cluster into a preference (Materialize).",
1587 false,
1588 );
1589
1590 pub static CLUSTER_SOFTEN_REPLICATION_ANTI_AFFINITY_WEIGHT: VarDefinition = VarDefinition::new(
1591 "cluster_soften_replication_anti_affinity_weight",
1592 value!(i32; DEFAULT_SOFTEN_REPLICATION_ANTI_AFFINITY_WEIGHT),
1593 "The preference weight for `cluster_soften_replication_anti_affinity` (Materialize).",
1594 false,
1595 );
1596
1597 pub static CLUSTER_ENABLE_TOPOLOGY_SPREAD: VarDefinition = VarDefinition::new(
1598 "cluster_enable_topology_spread",
1599 value!(bool; DEFAULT_TOPOLOGY_SPREAD_ENABLED),
1600 "Whether or not to add topology spread constraints among replicas in the same cluster (Materialize).",
1601 false,
1602 );
1603
1604 pub static CLUSTER_TOPOLOGY_SPREAD_IGNORE_NON_SINGULAR_SCALE: VarDefinition =
1605 VarDefinition::new(
1606 "cluster_topology_spread_ignore_non_singular_scale",
1607 value!(bool; DEFAULT_TOPOLOGY_SPREAD_IGNORE_NON_SINGULAR_SCALE),
1608 "If true, ignore replicas with more than 1 process when adding topology spread constraints (Materialize).",
1609 false,
1610 );
1611
1612 pub static CLUSTER_TOPOLOGY_SPREAD_MAX_SKEW: VarDefinition = VarDefinition::new(
1613 "cluster_topology_spread_max_skew",
1614 value!(i32; DEFAULT_TOPOLOGY_SPREAD_MAX_SKEW),
1615 "The `maxSkew` for replica topology spread constraints (Materialize).",
1616 false,
1617 );
1618
1619 pub static CLUSTER_TOPOLOGY_SPREAD_MIN_DOMAINS: VarDefinition = VarDefinition::new(
1624 "cluster_topology_spread_min_domains",
1625 value!(Option<i32>; None),
1626 "`minDomains` for replica topology spread constraints. \
1627 Should be set to the number of Availability Zones (Materialize).",
1628 false,
1629 );
1630
1631 pub static CLUSTER_TOPOLOGY_SPREAD_SOFT: VarDefinition = VarDefinition::new(
1632 "cluster_topology_spread_soft",
1633 value!(bool; DEFAULT_TOPOLOGY_SPREAD_SOFT),
1634 "If true, soften the topology spread constraints for replicas (Materialize).",
1635 false,
1636 );
1637
1638 pub static CLUSTER_SOFTEN_AZ_AFFINITY: VarDefinition = VarDefinition::new(
1639 "cluster_soften_az_affinity",
1640 value!(bool; DEFAULT_SOFTEN_AZ_AFFINITY),
1641 "Whether or not to turn the az-scope node affinity for replicas. \
1642 Note this could violate requests from the user (Materialize).",
1643 false,
1644 );
1645
1646 pub static CLUSTER_SOFTEN_AZ_AFFINITY_WEIGHT: VarDefinition = VarDefinition::new(
1647 "cluster_soften_az_affinity_weight",
1648 value!(i32; DEFAULT_SOFTEN_AZ_AFFINITY_WEIGHT),
1649 "The preference weight for `cluster_soften_az_affinity` (Materialize).",
1650 false,
1651 );
1652
1653 const DEFAULT_CLUSTER_ALTER_CHECK_READY_INTERVAL: Duration = Duration::from_secs(3);
1654
1655 pub static CLUSTER_ALTER_CHECK_READY_INTERVAL: VarDefinition = VarDefinition::new(
1656 "cluster_alter_check_ready_interval",
1657 value!(Duration; DEFAULT_CLUSTER_ALTER_CHECK_READY_INTERVAL),
1658 "How often to poll readiness checks for cluster alter",
1659 false,
1660 );
1661
1662 const DEFAULT_CHECK_SCHEDULING_POLICIES_INTERVAL: Duration = Duration::from_secs(3);
1663
1664 pub static CLUSTER_CHECK_SCHEDULING_POLICIES_INTERVAL: VarDefinition = VarDefinition::new(
1665 "cluster_check_scheduling_policies_interval",
1666 value!(Duration; DEFAULT_CHECK_SCHEDULING_POLICIES_INTERVAL),
1667 "How often policies are invoked to automatically start/stop clusters, e.g., \
1668 for REFRESH EVERY materialized views.",
1669 false,
1670 )
1671 .with_constraint(&NON_ZERO_DURATION);
1672
1673 pub static CLUSTER_SECURITY_CONTEXT_ENABLED: VarDefinition = VarDefinition::new(
1674 "cluster_security_context_enabled",
1675 value!(bool; DEFAULT_SECURITY_CONTEXT_ENABLED),
1676 "Enables SecurityContext for clusterd instances, restricting capabilities to improve security.",
1677 false,
1678 );
1679
1680 const DEFAULT_CLUSTER_REFRESH_MV_COMPACTION_ESTIMATE: Duration = Duration::from_secs(1200);
1681
1682 pub static CLUSTER_REFRESH_MV_COMPACTION_ESTIMATE: VarDefinition = VarDefinition::new(
1683 "cluster_refresh_mv_compaction_estimate",
1684 value!(Duration; DEFAULT_CLUSTER_REFRESH_MV_COMPACTION_ESTIMATE),
1685 "How much time to wait for compaction after a REFRESH MV completes a refresh \
1686 before turning off the refresh cluster. This is needed because Persist does compaction \
1687 only after a write, but refresh MVs do writes only at their refresh times. \
1688 (In the long term, we'd like to remove this configuration and instead wait exactly \
1689 until compaction has settled. We'd need some new Persist API for this.)",
1690 false,
1691 );
1692}
1693
1694macro_rules! feature_flags {
1728 (@scope_or_default) => {
1731 ParameterScope::DEFAULT
1732 };
1733 (@scope_or_default $scope:expr) => {
1734 $scope
1735 };
1736 (@inner
1738 name: $name:expr,
1740 desc: $desc:literal,
1742 default: $value:expr,
1744 scope: $scope:expr,
1746 ) => {
1747 paste::paste!{
1748 static [<$name:upper _VAR>]: VarDefinition = VarDefinition::new(
1751 stringify!($name),
1752 value!(bool; $value),
1753 concat!("Whether ", $desc, " is allowed (Materialize)."),
1754 false,
1755 )
1756 .scoped($scope);
1757
1758 pub static [<$name:upper >]: FeatureFlag = FeatureFlag {
1759 flag: &[<$name:upper _VAR>],
1760 feature_desc: $desc,
1761 };
1762 }
1763 };
1764 ($({
1765 name: $name:expr,
1767 desc: $desc:literal,
1769 default: $value:expr,
1771 enable_for_item_parsing: $enable_for_item_parsing:expr,
1774 $(scope: $scope:expr,)?
1777 },)+) => {
1778 $(feature_flags! { @inner
1779 name: $name,
1780 desc: $desc,
1781 default: $value,
1782 scope: feature_flags!(@scope_or_default $($scope)?),
1783 })+
1784
1785 paste::paste!{
1786 pub static FEATURE_FLAGS: &'static [&'static VarDefinition] = &[
1787 $( & [<$name:upper _VAR>] , )+
1788 ];
1789 }
1790
1791 paste::paste!{
1792 impl super::SystemVars {
1793 pub fn enable_all_feature_flags_by_default(&mut self) {
1794 $(
1795 self.set_default(stringify!($name), super::VarInput::Flat("on"))
1796 .expect("setting default value must work");
1797 )+
1798 }
1799
1800 pub fn enable_for_item_parsing(&mut self) {
1801 $(
1802 if $enable_for_item_parsing {
1803 self.set(stringify!($name), super::VarInput::Flat("on"))
1804 .expect("setting default value must work");
1805 }
1806 )+
1807 }
1808
1809 $(
1810 pub fn [<$name:lower>](&self) -> bool {
1811 *self.expect_value(&[<$name:upper _VAR>])
1812 }
1813 )+
1814 }
1815 }
1816 }
1817}
1818
1819feature_flags!(
1820 {
1822 name: allow_real_time_recency,
1823 desc: "real time recency",
1824 default: false,
1825 enable_for_item_parsing: true,
1826 },
1827 {
1829 name: enable_binary_date_bin,
1830 desc: "the binary version of date_bin function",
1831 default: false,
1832 enable_for_item_parsing: true,
1833 },
1834 {
1835 name: enable_date_bin_hopping,
1836 desc: "the date_bin_hopping function",
1837 default: false,
1838 enable_for_item_parsing: true,
1839 },
1840 {
1841 name: enable_envelope_debezium_in_subscribe,
1842 desc: "`ENVELOPE DEBEZIUM (KEY (..))`",
1843 default: false,
1844 enable_for_item_parsing: true,
1845 },
1846 {
1847 name: enable_envelope_materialize,
1848 desc: "ENVELOPE MATERIALIZE",
1849 default: false,
1850 enable_for_item_parsing: true,
1851 },
1852 {
1853 name: enable_explain_pushdown,
1854 desc: "EXPLAIN FILTER PUSHDOWN",
1855 default: true,
1856 enable_for_item_parsing: true,
1857 },
1858 {
1859 name: enable_index_options,
1860 desc: "INDEX OPTIONS",
1861 default: false,
1862 enable_for_item_parsing: true,
1863 },
1864 {
1865 name: enable_list_length_max,
1866 desc: "the list_length_max function",
1867 default: false,
1868 enable_for_item_parsing: true,
1869 },
1870 {
1871 name: enable_list_n_layers,
1872 desc: "the list_n_layers function",
1873 default: false,
1874 enable_for_item_parsing: true,
1875 },
1876 {
1877 name: enable_list_remove,
1878 desc: "the list_remove function",
1879 default: false,
1880 enable_for_item_parsing: true,
1881 },
1882 {
1883
1884 name: enable_logical_compaction_window,
1885 desc: "RETAIN HISTORY",
1886 default: false,
1887 enable_for_item_parsing: true,
1888 },
1889 {
1890 name: enable_primary_key_not_enforced,
1891 desc: "PRIMARY KEY NOT ENFORCED",
1892 default: false,
1893 enable_for_item_parsing: true,
1894 },
1895 {
1896 name: enable_collection_partition_by,
1897 desc: "PARTITION BY",
1898 default: true,
1899 enable_for_item_parsing: true,
1900 },
1901 {
1902 name: enable_multi_worker_storage_persist_sink,
1903 desc: "multi-worker storage persist sink",
1904 default: true,
1905 enable_for_item_parsing: true,
1906 },
1907 {
1908 name: enable_persist_streaming_snapshot_and_fetch,
1909 desc: "use the new streaming consolidate for snapshot_and_fetch",
1910 default: false,
1911 enable_for_item_parsing: true,
1912 },
1913 {
1914 name: enable_persist_streaming_compaction,
1915 desc: "use the new streaming consolidate for compaction",
1916 default: false,
1917 enable_for_item_parsing: true,
1918 },
1919 {
1920 name: enable_raise_statement,
1921 desc: "RAISE statement",
1922 default: false,
1923 enable_for_item_parsing: true,
1924 },
1925 {
1926 name: enable_repeat_row,
1927 desc: "the repeat_row function",
1928 default: false,
1929 enable_for_item_parsing: true,
1930 },
1931 {
1932 name: enable_repeat_row_non_negative,
1933 desc: "the repeat_row_non_negative function",
1934 default: false,
1935 enable_for_item_parsing: true,
1936 },
1937 {
1938 name: enable_replica_targeted_materialized_views,
1939 desc: "replica-targeted materialized views",
1940 default: false,
1941 enable_for_item_parsing: true,
1942 },
1943 {
1944 name: unsafe_enable_table_check_constraint,
1945 desc: "CREATE TABLE with a check constraint",
1946 default: false,
1947 enable_for_item_parsing: true,
1948 },
1949 {
1950 name: unsafe_enable_table_foreign_key,
1951 desc: "CREATE TABLE with a foreign key",
1952 default: false,
1953 enable_for_item_parsing: true,
1954 },
1955 {
1956 name: unsafe_enable_table_keys,
1957 desc: "CREATE TABLE with a primary key or unique constraint",
1958 default: false,
1959 enable_for_item_parsing: true,
1960 },
1961 {
1962 name: unsafe_enable_unorchestrated_cluster_replicas,
1963 desc: "unorchestrated cluster replicas",
1964 default: false,
1965 enable_for_item_parsing: true,
1966 },
1967 {
1968 name: unsafe_enable_unstable_dependencies,
1969 desc: "depending on unstable objects",
1970 default: false,
1971 enable_for_item_parsing: true,
1972 },
1973 {
1974 name: unsafe_enable_unbounded_custom_type_resolution,
1975 desc: "resolving custom types without the depth and complexity limits that bound resolution work",
1976 default: false,
1977 enable_for_item_parsing: true,
1978 },
1979 {
1980 name: enable_within_timestamp_order_by_in_subscribe,
1981 desc: "`WITHIN TIMESTAMP ORDER BY ..`",
1982 default: false,
1983 enable_for_item_parsing: true,
1984 },
1985 {
1986 name: enable_cardinality_estimates,
1987 desc: "join planning with cardinality estimates",
1988 default: false,
1989 enable_for_item_parsing: false,
1990 },
1991 {
1992 name: enable_connection_validation_syntax,
1993 desc: "CREATE CONNECTION .. WITH (VALIDATE) and VALIDATE CONNECTION syntax",
1994 default: true,
1995 enable_for_item_parsing: true,
1996 },
1997 {
1998 name: enable_kafka_broker_matching_rules,
1999 desc: "MATCHING broker rules in BROKERS for Kafka PrivateLink connections",
2000 default: false,
2001 enable_for_item_parsing: true,
2002 },
2003 {
2004 name: enable_glue_schema_registry,
2005 desc: "CREATE CONNECTION ... TO AWS GLUE SCHEMA REGISTRY",
2006 default: false,
2007 enable_for_item_parsing: true,
2008 },
2009 {
2010 name: enable_alter_set_cluster,
2011 desc: "ALTER ... SET CLUSTER syntax",
2012 default: false,
2013 enable_for_item_parsing: true,
2014 },
2015 {
2016 name: unsafe_enable_unsafe_functions,
2017 desc: "executing potentially dangerous functions",
2018 default: false,
2019 enable_for_item_parsing: true,
2020 },
2021 {
2022 name: enable_managed_cluster_availability_zones,
2023 desc: "MANAGED, AVAILABILITY ZONES syntax",
2024 default: false,
2025 enable_for_item_parsing: true,
2026 },
2027 {
2028 name: statement_logging_use_reproducible_rng,
2029 desc: "statement logging with reproducible RNG",
2030 default: false,
2031 enable_for_item_parsing: false,
2032 },
2033 {
2034 name: enable_notices_for_index_already_exists,
2035 desc: "emitting notices for IndexAlreadyExists (doesn't affect EXPLAIN)",
2036 default: true,
2037 enable_for_item_parsing: true,
2038 },
2039 {
2040 name: enable_notices_for_index_too_wide_for_literal_constraints,
2041 desc: "emitting notices for IndexTooWideForLiteralConstraints (doesn't affect EXPLAIN)",
2042 default: false,
2043 enable_for_item_parsing: true,
2044 },
2045 {
2046 name: enable_notices_for_index_empty_key,
2047 desc: "emitting notices for indexes with an empty key (doesn't affect EXPLAIN)",
2048 default: true,
2049 enable_for_item_parsing: true,
2050 },
2051 {
2052 name: enable_notices_for_equals_null,
2053 desc: "emitting notices for `= NULL` and `<> NULL` comparisons (doesn't affect EXPLAIN)",
2054 default: true,
2055 enable_for_item_parsing: true,
2056 },
2057 {
2058 name: enable_alter_swap,
2059 desc: "the ALTER SWAP feature for objects",
2060 default: true,
2061 enable_for_item_parsing: true,
2062 },
2063 {
2064 name: enable_new_outer_join_lowering,
2065 desc: "new outer join lowering",
2066 default: true,
2067 enable_for_item_parsing: false,
2068 scope: ParameterScope::Cluster,
2069 },
2070 {
2071 name: enable_fixed_correlated_cte_lowering,
2072 desc: "CTE-aware branch keys in HIR-to-MIR lowering, fixing references to \
2073 correlated CTEs from nested correlated scopes",
2074 default: true,
2075 enable_for_item_parsing: false,
2076 },
2077 {
2078 name: enable_time_at_time_zone,
2079 desc: "use of AT TIME ZONE or timezone() with time type",
2080 default: false,
2081 enable_for_item_parsing: true,
2082 },
2083 {
2084 name: enable_load_generator_counter,
2085 desc: "Create a LOAD GENERATOR COUNTER",
2086 default: false,
2087 enable_for_item_parsing: true,
2088 },
2089 {
2090 name: enable_load_generator_clock,
2091 desc: "Create a LOAD GENERATOR CLOCK",
2092 default: false,
2093 enable_for_item_parsing: true,
2094 },
2095 {
2096 name: enable_load_generator_datums,
2097 desc: "Create a LOAD GENERATOR DATUMS",
2098 default: false,
2099 enable_for_item_parsing: true,
2100 },
2101 {
2102 name: enable_load_generator_key_value,
2103 desc: "Create a LOAD GENERATOR KEY VALUE",
2104 default: false,
2105 enable_for_item_parsing: true,
2106 },
2107 {
2108 name: enable_expressions_in_limit_syntax,
2109 desc: "LIMIT <expr> syntax",
2110 default: true,
2111 enable_for_item_parsing: true,
2112 },
2113 {
2114 name: enable_mz_notices,
2115 desc: "Populate the contents of `mz_internal.mz_notices`",
2116 default: true,
2117 enable_for_item_parsing: false,
2118 },
2119 {
2120 name: enable_eager_delta_joins,
2121 desc:
2122 "eager delta joins",
2123 default: false,
2124 enable_for_item_parsing: false,
2125 scope: ParameterScope::Cluster,
2126 },
2127 {
2128 name: enable_off_thread_optimization,
2129 desc: "use off-thread optimization in `CREATE` statements",
2130 default: true,
2131 enable_for_item_parsing: false,
2132 },
2133 {
2134 name: enable_refresh_every_mvs,
2135 desc: "REFRESH EVERY and REFRESH AT materialized views",
2136 default: false,
2137 enable_for_item_parsing: true,
2138 },
2139 {
2140 name: enable_cluster_schedule_refresh,
2141 desc: "`SCHEDULE = ON REFRESH` cluster option",
2142 default: false,
2143 enable_for_item_parsing: true,
2144 },
2145 {
2146 name: enable_reduce_mfp_fusion,
2147 desc: "fusion of MFPs in reductions",
2148 default: true,
2149 enable_for_item_parsing: false,
2150 },
2151 {
2152 name: enable_worker_core_affinity,
2153 desc: "set core affinity for replica worker threads",
2154 default: false,
2155 enable_for_item_parsing: false,
2156 },
2157 {
2158 name: enable_storage_introspection_logs,
2159 desc: "forward storage timely logging events into compute's introspection dataflow",
2160 default: false,
2161 enable_for_item_parsing: false,
2162 },
2163 {
2164 name: enable_session_timelines,
2165 desc: "strong session serializable isolation levels",
2166 default: false,
2167 enable_for_item_parsing: false,
2168 },
2169 {
2170 name: enable_variadic_left_join_lowering,
2171 desc: "Enable joint HIR ⇒ MIR lowering of stacks of left joins",
2172 default: true,
2173 enable_for_item_parsing: false,
2174 scope: ParameterScope::Cluster,
2175 },
2176 {
2177 name: enable_redacted_test_option,
2178 desc: "Enable useless option to test value redaction",
2179 default: false,
2180 enable_for_item_parsing: true,
2181 },
2182 {
2183 name: enable_letrec_fixpoint_analysis,
2184 desc: "Enable Lattice-based fixpoint iteration on LetRec nodes in the Analysis framework",
2185 default: true, enable_for_item_parsing: false,
2187 scope: ParameterScope::Cluster,
2188 },
2189 {
2190 name: enable_kafka_sink_headers,
2191 desc: "Enable the HEADERS option for Kafka sinks",
2192 default: false,
2193 enable_for_item_parsing: true,
2194 },
2195 {
2196 name: enable_unlimited_retain_history,
2197 desc: "Disable limits on RETAIN HISTORY (below 1s default, and 0 disables compaction).",
2198 default: false,
2199 enable_for_item_parsing: true,
2200 },
2201 {
2202 name: enable_envelope_upsert_inline_errors,
2203 desc: "The VALUE DECODING ERRORS = INLINE option on ENVELOPE UPSERT",
2204 default: true,
2205 enable_for_item_parsing: true,
2206 },
2207 {
2208 name: enable_alter_table_add_column,
2209 desc: "Enable ALTER TABLE ... ADD COLUMN ...",
2210 default: false,
2211 enable_for_item_parsing: false,
2212 },
2213 {
2214 name: enable_zero_downtime_cluster_reconfiguration,
2215 desc: "Enable zero-downtime reconfiguration for alter cluster",
2216 default: false,
2217 enable_for_item_parsing: false,
2218 },
2219 {
2220 name: enable_network_policies,
2221 desc: "ENABLE NETWORK POLICIES",
2222 default: true,
2223 enable_for_item_parsing: true,
2224 },
2225 {
2226 name: enable_create_table_from_source,
2227 desc: "Whether to allow CREATE TABLE .. FROM SOURCE syntax.",
2228 default: true,
2229 enable_for_item_parsing: true,
2230 },
2231 {
2232 name: enable_join_prioritize_arranged,
2233 desc: "Whether join planning should prioritize already-arranged keys over keys with more fields.",
2234 default: false,
2235 enable_for_item_parsing: false,
2236 scope: ParameterScope::Cluster,
2237 },
2238 {
2239 name: enable_projection_pushdown_after_relation_cse,
2240 desc: "Run ProjectionPushdown one more time after the last RelationCSE.",
2241 default: true,
2242 enable_for_item_parsing: false,
2243 scope: ParameterScope::Cluster,
2244 },
2245 {
2246 name: enable_less_reduce_in_eqprop,
2247 desc: "Run MSE::reduce in EquivalencePropagation only if reduce_expr changed something.",
2248 default: true,
2249 enable_for_item_parsing: false,
2250 },
2251 {
2252 name: enable_dequadratic_eqprop_map,
2253 desc: "Skip the quadratic part of EquivalencePropagation's handling of Map.",
2254 default: true,
2255 enable_for_item_parsing: false,
2256 },
2257 {
2258 name: enable_eq_classes_withholding_errors,
2259 desc: "Use `EquivalenceClassesWithholdingErrors` instead of raw `EquivalenceClasses` during eq prop for joins.",
2260 default: true,
2261 enable_for_item_parsing: false,
2262 },
2263 {
2264 name: enable_fast_path_plan_insights,
2265 desc: "Enables those plan insight notices that help with getting fast path queries. Don't turn on before #9492 is fixed!",
2266 default: false,
2267 enable_for_item_parsing: false,
2268 },
2269 {
2270 name: enable_with_ordinality_legacy_fallback,
2271 desc: "When the new WITH ORDINALITY implementation can't be used with a table func, whether to fall back to the legacy implementation or error out.",
2272 default: false,
2273 enable_for_item_parsing: true,
2274 },
2275 {
2276 name: enable_frontend_peek_sequencing, desc: "Enables the new peek sequencing code, which does most of its work in the Adapter Frontend instead of the Coordinator main task.",
2278 default: true,
2279 enable_for_item_parsing: false,
2280 },
2281 {
2282 name: enable_replacement_materialized_views,
2283 desc: "Whether to enable replacement materialized views.",
2284 default: true,
2285 enable_for_item_parsing: true,
2286 },
2287 {
2288 name: enable_cast_elimination,
2289 desc: "Allow the optimizer to eliminate noop casts between values of equivalent representation types.",
2290 default: true,
2291 enable_for_item_parsing: false,
2292 },
2293 {
2294 name: disallow_unmaterializable_functions_as_of,
2298 desc: "Prohibits calling unmaterializable functions (except `mz_now`) in AS OF queries.",
2299 default: true,
2300 enable_for_item_parsing: false,
2301 },
2302 {
2303 name: enable_case_literal_transform,
2304 desc: "Allow the optimizer to rewrite If-chains matching a single expression against literals into a CaseLiteral lookup.",
2305 default: false,
2306 enable_for_item_parsing: false,
2307 },
2308 {
2309 name: enable_simplify_quantified_comparisons,
2310 desc: "Allow the optimizer to simplify quantified comparisons in JOIN ON clauses into semi/anti-join EXISTS form during HIR-to-MIR lowering.",
2311 default: true,
2312 enable_for_item_parsing: false,
2313 },
2314 {
2315 name: enable_coalesce_case_transform,
2316 desc: "Allow the optimizer to push `COALESCE` into `CASE WHEN`.",
2317 default: true,
2318 enable_for_item_parsing: false,
2319 },
2320 {
2322 name: enable_will_distinct_propagation,
2323 desc: "Allow the WillDistinct transform to propagate a pending distinct through Map, Filter, FlatMap, Threshold, Negate, non-negative Project, and TopK with limit 1 and offset 0.",
2324 default: true,
2325 enable_for_item_parsing: false,
2326 },
2327 {
2328 name: enable_bounded_staleness_isolation,
2329 desc: "the `bounded staleness <duration>` transaction isolation level",
2330 default: true,
2331 enable_for_item_parsing: false,
2332 },
2333);
2334
2335impl From<&super::SystemVars> for OptimizerFeatures {
2336 fn from(vars: &super::SystemVars) -> Self {
2337 Self {
2338 enable_eager_delta_joins: vars.enable_eager_delta_joins(),
2339 enable_new_outer_join_lowering: vars.enable_new_outer_join_lowering(),
2340 enable_reduce_mfp_fusion: vars.enable_reduce_mfp_fusion(),
2341 enable_variadic_left_join_lowering: vars.enable_variadic_left_join_lowering(),
2342 enable_letrec_fixpoint_analysis: vars.enable_letrec_fixpoint_analysis(),
2343 enable_cardinality_estimates: vars.enable_cardinality_estimates(),
2344 persist_fast_path_limit: vars.persist_fast_path_limit(),
2345 reoptimize_imported_views: false,
2346 enable_join_prioritize_arranged: vars.enable_join_prioritize_arranged(),
2347 enable_projection_pushdown_after_relation_cse: vars
2348 .enable_projection_pushdown_after_relation_cse(),
2349 enable_less_reduce_in_eqprop: vars.enable_less_reduce_in_eqprop(),
2350 enable_dequadratic_eqprop_map: vars.enable_dequadratic_eqprop_map(),
2351 enable_eq_classes_withholding_errors: vars.enable_eq_classes_withholding_errors(),
2352 enable_fast_path_plan_insights: vars.enable_fast_path_plan_insights(),
2353 enable_cast_elimination: vars.enable_cast_elimination(),
2354 enable_case_literal_transform: vars.enable_case_literal_transform(),
2355 enable_simplify_quantified_comparisons: vars.enable_simplify_quantified_comparisons(),
2356 enable_coalesce_case_transform: vars.enable_coalesce_case_transform(),
2357 enable_will_distinct_propagation: vars.enable_will_distinct_propagation(),
2358 enable_fixed_correlated_cte_lowering: vars.enable_fixed_correlated_cte_lowering(),
2359 }
2360 }
2361}
2362
2363#[cfg(test)]
2364mod tests {
2365 use super::*;
2366 use crate::session::vars::SystemVars;
2367
2368 #[mz_ore::test]
2374 fn optimizer_features_no_enable_for_item_parsing() {
2375 let false_features = OptimizerFeatures::default();
2381 let OptimizerFeatures {
2382 enable_eq_classes_withholding_errors,
2383 enable_eager_delta_joins,
2384 enable_letrec_fixpoint_analysis,
2385 enable_new_outer_join_lowering,
2386 enable_reduce_mfp_fusion,
2387 enable_variadic_left_join_lowering,
2388 enable_cardinality_estimates,
2389 persist_fast_path_limit,
2390 reoptimize_imported_views,
2391 enable_join_prioritize_arranged,
2392 enable_projection_pushdown_after_relation_cse,
2393 enable_less_reduce_in_eqprop,
2394 enable_dequadratic_eqprop_map,
2395 enable_fast_path_plan_insights,
2396 enable_cast_elimination,
2397 enable_case_literal_transform,
2398 enable_simplify_quantified_comparisons,
2399 enable_coalesce_case_transform,
2400 enable_will_distinct_propagation,
2401 enable_fixed_correlated_cte_lowering,
2402 } = false_features;
2403
2404 let mut vars = SystemVars::new();
2405
2406 macro_rules! set_var {
2407 ($var:ident) => {
2408 vars.set(stringify!($var), VarInput::Flat(&$var.to_string()))
2409 .unwrap();
2410 };
2411 }
2412
2413 set_var!(enable_eq_classes_withholding_errors);
2414 set_var!(enable_eager_delta_joins);
2415 set_var!(enable_letrec_fixpoint_analysis);
2416 set_var!(enable_new_outer_join_lowering);
2417 set_var!(enable_reduce_mfp_fusion);
2418 set_var!(enable_variadic_left_join_lowering);
2419 set_var!(enable_cardinality_estimates);
2420 set_var!(persist_fast_path_limit);
2421 let _ = reoptimize_imported_views; set_var!(enable_join_prioritize_arranged);
2423 set_var!(enable_projection_pushdown_after_relation_cse);
2424 set_var!(enable_less_reduce_in_eqprop);
2425 set_var!(enable_dequadratic_eqprop_map);
2426 set_var!(enable_fast_path_plan_insights);
2427 set_var!(enable_cast_elimination);
2428 set_var!(enable_case_literal_transform);
2429 set_var!(enable_simplify_quantified_comparisons);
2430 set_var!(enable_coalesce_case_transform);
2431 set_var!(enable_will_distinct_propagation);
2432 set_var!(enable_fixed_correlated_cte_lowering);
2433
2434 vars.enable_for_item_parsing();
2436 let features_for_item_parsing = OptimizerFeatures::from(&vars);
2437 assert_eq!(features_for_item_parsing, false_features);
2438 }
2439}