1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
// Copyright Materialize, Inc. and contributors. All rights reserved.
//
// Use of this software is governed by the Business Source License
// included in the LICENSE file.
//
// As of the Change Date specified in that file, in accordance with
// the Business Source License, use of this software will be governed
// by the Apache License, Version 2.0.

use std::sync::Arc;

use mz_catalog::builtin::notice::MZ_OPTIMIZER_NOTICES;
use mz_repr::{Datum, Diff, GlobalId, Row};
use mz_transform::dataflow::DataflowMetainfo;
use mz_transform::notice::{
    Action, ActionKind, OptimizerNotice, OptimizerNoticeApi, OptimizerNoticeKind,
    RawOptimizerNotice,
};

use crate::catalog::{BuiltinTableUpdate, Catalog, CatalogState};

impl Catalog {
    /// Transform the [`DataflowMetainfo`] by rendering an [`OptimizerNotice`]
    /// for each [`RawOptimizerNotice`].
    pub fn render_notices(
        &self,
        df_meta: DataflowMetainfo<RawOptimizerNotice>,
        notice_ids: Vec<GlobalId>,
        item_id: Option<GlobalId>,
    ) -> DataflowMetainfo<Arc<OptimizerNotice>> {
        // The caller should supply a pre-allocated GlobalId for each notice.
        assert_eq!(notice_ids.len(), df_meta.optimizer_notices.len());

        // Helper for rendering redacted fields.
        fn some_if_neq<T: Eq>(x: T, y: &T) -> Option<T> {
            if &x != y {
                Some(x)
            } else {
                None
            }
        }

        // These notices will be persisted in a system table, so should not be
        // relative to any user's session.
        let conn_catalog = self.for_system_session();

        let optimizer_notices = std::iter::zip(df_meta.optimizer_notices, notice_ids)
            .map(|(notice, id)| {
                // Render non-redacted fields.
                let message = notice.message(&conn_catalog, false).to_string();
                let hint = notice.hint(&conn_catalog, false).to_string();
                let action = match notice.action_kind(&conn_catalog) {
                    ActionKind::SqlStatements => {
                        Action::SqlStatements(notice.action(&conn_catalog, false).to_string())
                    }
                    ActionKind::PlainText => {
                        Action::PlainText(notice.action(&conn_catalog, false).to_string())
                    }
                    ActionKind::None => {
                        Action::None // No concrete action.
                    }
                };
                // Render redacted fields.
                let message_redacted = notice.message(&conn_catalog, true).to_string();
                let hint_redacted = notice.hint(&conn_catalog, true).to_string();
                let action_redacted = match notice.action_kind(&conn_catalog) {
                    ActionKind::SqlStatements => {
                        Action::SqlStatements(notice.action(&conn_catalog, true).to_string())
                    }
                    ActionKind::PlainText => {
                        Action::PlainText(notice.action(&conn_catalog, true).to_string())
                    }
                    ActionKind::None => {
                        Action::None // No concrete action.
                    }
                };
                // Assemble the rendered notice.
                OptimizerNotice {
                    id,
                    kind: OptimizerNoticeKind::from(&notice),
                    item_id,
                    dependencies: notice.dependencies(),
                    message_redacted: some_if_neq(message_redacted, &message),
                    hint_redacted: some_if_neq(hint_redacted, &hint),
                    action_redacted: some_if_neq(action_redacted, &action),
                    message,
                    hint,
                    action,
                    created_at: (self.config().now)(),
                }
            })
            .map(From::from) // Wrap each notice into an `Arc`.
            .collect();

        DataflowMetainfo {
            optimizer_notices,
            index_usage_types: df_meta.index_usage_types,
        }
    }
}

impl CatalogState {
    /// Pack a [`BuiltinTableUpdate`] with the given `diff` for each
    /// [`OptimizerNotice`] in `notices` into `updates`.
    pub(crate) fn pack_optimizer_notices<'a>(
        &self,
        updates: &mut Vec<BuiltinTableUpdate>,
        notices: impl Iterator<Item = &'a Arc<OptimizerNotice>>,
        diff: Diff,
    ) {
        let mut row = Row::default();

        for notice in notices {
            let mut packer = row.packer();

            // Pre-convert some fields into a type that can be wrapped into a
            // Datum.
            let id = notice.id.to_string();
            let item_id = notice.item_id.as_ref().map(ToString::to_string);
            let deps = notice
                .dependencies
                .iter()
                .map(ToString::to_string)
                .collect::<Vec<_>>();
            let created_at = mz_ore::now::to_datetime(notice.created_at)
                .try_into()
                .expect("must fit");

            // push `id` column
            packer.push(Datum::String(id.as_str()));
            // push `notice_type` column (TODO: encode as int?)
            packer.push(Datum::String(notice.kind.as_str()));
            // push `message` column
            packer.push(Datum::String(&notice.message));
            // push `hint` column
            packer.push(Datum::String(&notice.hint));
            // push `action` column
            packer.push(match &notice.action {
                Action::None => Datum::Null,
                Action::PlainText(text) => Datum::String(text),
                Action::SqlStatements(text) => Datum::String(text),
            });
            // push `message_redacted` column
            packer.push(match notice.message_redacted.as_deref() {
                Some(message_redacted) => Datum::String(message_redacted),
                None => Datum::Null,
            });
            // push `hint_redacted` column
            packer.push(match notice.hint_redacted.as_deref() {
                Some(hint_redacted) => Datum::String(hint_redacted),
                None => Datum::Null,
            });
            // push `action_redacted` column
            packer.push(match notice.action_redacted.as_ref() {
                Some(action_redacted) => match action_redacted {
                    Action::None => Datum::Null,
                    Action::PlainText(text) => Datum::String(text),
                    Action::SqlStatements(text) => Datum::String(text),
                },
                None => Datum::Null,
            });
            // push `action_type` column (TODO: encode as int?)
            packer.push(match &notice.action {
                Action::None => Datum::Null,
                action => Datum::String(action.kind().as_str()),
            });
            // push `object_id` column
            packer.push(match item_id.as_ref() {
                Some(item_id) => Datum::String(item_id),
                None => Datum::Null,
            });
            // push `dependency_ids` column
            packer.push_list(deps.iter().map(|d| Datum::String(d)));
            // push `created_at` column
            packer.push(Datum::TimestampTz(created_at));

            updates.push(BuiltinTableUpdate {
                id: self.resolve_builtin_table(&MZ_OPTIMIZER_NOTICES),
                row: row.clone(),
                diff,
            });
        }
    }
}