zng_ext_window/
window.rs

1use std::{any::Any, mem, pin::Pin, sync::Arc};
2
3use parking_lot::Mutex;
4use zng_app::{
5    APP, Deadline, async_hn_once,
6    render::{FrameBuilder, FrameUpdate},
7    static_id,
8    timer::{DeadlineHandle, TIMERS},
9    update::{LayoutUpdates, RenderUpdates, UPDATES},
10    view_process::{
11        VIEW_PROCESS, ViewHeadless, ViewRenderer, ViewWindow,
12        raw_events::{
13            RAW_COLORS_CONFIG_CHANGED_EVENT, RAW_HEADLESS_OPEN_EVENT, RAW_MONITORS_CHANGED_EVENT, RAW_WINDOW_FOCUS_EVENT,
14            RAW_WINDOW_OPEN_EVENT, RawWindowFocusArgs,
15        },
16    },
17    widget::{VarLayout as _, WIDGET, WidgetCtx, base::PARALLEL_VAR, info::WidgetInfoTree},
18    window::{MonitorId, WINDOW, WindowCtx, WindowId, WindowMode},
19};
20use zng_app_context::LocalContext;
21use zng_color::{COLOR_SCHEME_VAR, Rgba, colors::ACCENT_COLOR_VAR};
22use zng_layout::unit::{DipSize, TimeUnits as _};
23use zng_layout::{
24    context::LayoutPassId,
25    unit::{
26        Dip, DipPoint, DipToPx as _, FactorUnits as _, Layout2d as _, Length, Px, PxConstraints, PxConstraints2d, PxDensity, PxPoint,
27        PxRect, PxSize, PxToDip as _, PxVector,
28    },
29};
30use zng_state_map::StateId;
31use zng_txt::Txt;
32use zng_unique_id::IdSet;
33use zng_var::{ResponderVar, ResponseVar, VarHandle};
34use zng_view_api::{
35    api_extension::{ApiExtensionId, ApiExtensionPayload},
36    config::{ColorsConfig, FontAntiAliasing},
37    window::{FrameId, FrameRequest, FrameUpdateRequest, FrameWaitId, HeadlessRequest, WindowCapability, WindowRequest, WindowState},
38};
39use zng_wgt::{
40    node::with_context_var,
41    prelude::{DIRECTION_VAR, LAYOUT, LayoutMetrics, UiNode, UiNodeImpl, WidgetInfo, WidgetInfoBuilder, WidgetLayout},
42};
43
44use crate::{
45    AutoSize, CloseWindowResult, MONITORS, OpenNestedHandlerArgs, SetFromLayoutTag, StartPosition, WINDOW_CLOSE_EVENT, WINDOW_LOAD_EVENT,
46    WINDOW_OPEN_EVENT, WINDOWS, WINDOWS_EXTENSIONS, WINDOWS_SV, WidgetInfoImeArea as _, WindowCloseArgs, WindowInstanceState,
47    WindowLoadingHandle, WindowOpenArgs, WindowRoot, WindowRootExtenderArgs, WindowVars,
48};
49
50/// Extensions methods for [`WINDOW`] contexts of windows open by [`WINDOWS`].
51///
52/// [`WINDOW`]: zng_app::window::WINDOW
53#[expect(non_camel_case_types)]
54pub trait WINDOW_Ext {
55    /// Clone a reference to the variables that get and set window properties.
56    fn vars(&self) -> WindowVars {
57        WindowVars::req()
58    }
59
60    /// Enable accessibility info.
61    ///
62    /// If access is not already enabled, enables it in the app-process only.
63    fn enable_access(&self) {
64        let vars = WINDOW.vars();
65        let access_enabled = &vars.0.access_enabled;
66        if access_enabled.get().is_disabled() {
67            access_enabled.modify(|e| **e |= zng_app::widget::info::access::AccessEnabled::APP);
68        }
69    }
70
71    /// Gets a handle that stops the window from loading while the handle is alive.
72    ///
73    /// A window is only opened in the view-process after it is loaded, without any loading handles the window is considered loaded
74    /// after the first layout pass. Nodes in the window can request a loading handle to delay the view opening to after all async resources
75    /// it requires are loaded.
76    ///
77    /// Note that a window is only loaded after all handles are dropped or expired, you should set a reasonable `deadline`,  
78    /// it is best to partially render a window after a short time than not show anything.
79    ///
80    /// Returns `None` if the window has already loaded.
81    fn loading_handle(&self, deadline: impl Into<Deadline>, debug_name: impl Into<Txt>) -> Option<WindowLoadingHandle> {
82        WINDOWS.loading_handle(WINDOW.id(), deadline, debug_name)
83    }
84
85    /// Generate an image from the current rendered frame of the window.
86    ///
87    /// The image is not loaded at the moment of return, it will update when it is loaded.
88    #[cfg(feature = "image")]
89    fn frame_image(&self, mask: Option<zng_ext_image::ImageMaskMode>) -> zng_ext_image::ImageVar {
90        WINDOWS.frame_image(WINDOW.id(), mask)
91    }
92
93    /// Generate an image from a selection of the current rendered frame of the window.
94    ///
95    /// The image is not loaded at the moment of return, it will update when it is loaded.
96    ///
97    /// If the window is not found the error is reported in the image error.
98    #[cfg(feature = "image")]
99    fn frame_image_rect(&self, rect: zng_layout::unit::PxRect, mask: Option<zng_ext_image::ImageMaskMode>) -> zng_ext_image::ImageVar {
100        WINDOWS.frame_image_rect(WINDOW.id(), rect, mask)
101    }
102
103    /// Move the window to the front of the operating system Z stack.
104    ///
105    /// See [`WINDOWS.bring_to_top`] for more details.
106    ///
107    /// [`WINDOWS.bring_to_top`]: WINDOWS::bring_to_top
108    fn bring_to_top(&self) {
109        WINDOWS.bring_to_top(WINDOW.id());
110    }
111
112    /// Starts closing the window, the operation can be canceled by listeners of
113    /// [`WINDOW_CLOSE_REQUESTED_EVENT`]. If the window has children they are closed together.
114    ///
115    /// Returns a response var that will update once with the result of the operation.
116    ///
117    /// See [`WINDOWS.close`] for more details.
118    ///
119    /// [`WINDOWS.close`]: WINDOWS::close
120    /// [`WINDOW_CLOSE_REQUESTED_EVENT`]: crate::WINDOW_CLOSE_REQUESTED_EVENT
121    fn close(&self) -> ResponseVar<CloseWindowResult> {
122        WINDOWS.close(WINDOW.id())
123    }
124}
125impl WINDOW_Ext for WINDOW {}
126
127pub(crate) struct WindowInstance {
128    pub(crate) mode: WindowMode,
129    pub(crate) pending_loading: std::sync::Weak<dyn Any + Send + Sync>,
130    pub(crate) vars: Option<WindowVars>,
131    pub(crate) info: Option<WidgetInfoTree>,
132    pub(crate) extensions_init: Option<Vec<(ApiExtensionId, ApiExtensionPayload)>>,
133    pub(crate) root: Option<WindowNode>,
134}
135impl WindowInstance {
136    pub(crate) fn new(
137        id: WindowId,
138        mode: WindowMode,
139        new_window: Pin<Box<dyn Future<Output = WindowRoot> + Send + 'static>>,
140        r: ResponderVar<WindowVars>,
141    ) -> Self {
142        let w = Self {
143            mode,
144            pending_loading: std::sync::Weak::<()>::new(),
145            vars: None,
146            info: None,
147            extensions_init: Some(vec![]),
148            root: None,
149        };
150        UPDATES
151            .run(async move {
152                // init WINDOW context, vars
153                let primary_scale_factor = match mode {
154                    WindowMode::Headed => MONITORS
155                        .primary_monitor()
156                        .get()
157                        .map(|m| m.scale_factor().get())
158                        .unwrap_or_else(|| 1.fct()),
159                    WindowMode::Headless | WindowMode::HeadlessWithRenderer => 1.fct(),
160                };
161
162                let system_colors = match mode {
163                    WindowMode::Headed => RAW_COLORS_CONFIG_CHANGED_EVENT
164                        .var_latest()
165                        .get()
166                        .map(|a| a.config)
167                        .unwrap_or_default(),
168                    WindowMode::Headless | WindowMode::HeadlessWithRenderer => ColorsConfig::default(),
169                };
170
171                let vars = {
172                    let mut s = WINDOWS_SV.write();
173                    let vars = WindowVars::new(s.default_render_mode.get(), primary_scale_factor, system_colors);
174                    crate::hooks::hook_window_vars_cmds(id, &vars);
175                    r.respond(vars.clone());
176                    s.windows.get_mut(&id).unwrap().vars = Some(vars.clone());
177                    vars
178                };
179                let mut ctx = WindowCtx::new(id, mode);
180                ctx.with_state(|s| s.borrow_mut().set(*crate::WINDOW_VARS_ID, vars.clone()));
181
182                // poll `new_window` with context
183                struct CtxFut {
184                    f: Pin<Box<dyn Future<Output = WindowRoot> + Send + 'static>>,
185                    ctx: Option<WindowCtx>,
186                }
187                impl Future for CtxFut {
188                    type Output = (WindowRoot, WindowCtx);
189
190                    fn poll(mut self: Pin<&mut Self>, cx: &mut std::task::Context<'_>) -> std::task::Poll<Self::Output> {
191                        let s = &mut *self.as_mut();
192                        let r = WINDOW.with_context(s.ctx.as_mut().unwrap(), || s.f.as_mut().poll(cx));
193                        match r {
194                            std::task::Poll::Ready(w) => std::task::Poll::Ready((w, s.ctx.take().unwrap())),
195                            std::task::Poll::Pending => std::task::Poll::Pending,
196                        }
197                    }
198                }
199                let new_window = CtxFut {
200                    f: new_window,
201                    ctx: Some(ctx),
202                };
203                let (mut root, mut win_ctx) = new_window.await;
204
205                win_ctx.set_widget_tree(WidgetInfoTree::wgt(id, root.id));
206
207                // await one update in case requests where made in the new_window
208                zng_task::yield_now().await;
209
210                let mut nested = None;
211
212                // lock in kiosk mode
213                if root.kiosk {
214                    vars.0.chrome.set(false);
215                    let chrome_wk = vars.0.chrome.downgrade();
216                    vars.0
217                        .chrome
218                        .hook(move |a| {
219                            if !a.value() {
220                                tracing::error!("cannot enable chrome in kiosk mode");
221                                if let Some(c) = chrome_wk.upgrade() {
222                                    c.set(false);
223                                }
224                            }
225                            true
226                        })
227                        .perm();
228
229                    if !vars.0.state.get().is_fullscreen() {
230                        let try_exclusive =
231                            !VIEW_PROCESS.is_connected() || VIEW_PROCESS.info().window.contains(WindowCapability::EXCLUSIVE);
232                        if try_exclusive {
233                            vars.0.state.set(WindowState::Exclusive);
234                        } else {
235                            vars.0.state.set(WindowState::Fullscreen);
236                        }
237                        let state_wk = vars.0.state.downgrade();
238                        vars.0
239                            .state
240                            .hook(move |a| {
241                                if !a.value().is_fullscreen() {
242                                    tracing::error!("cannot exit fullscreen in kiosk mode");
243                                    if let Some(s) = state_wk.upgrade() {
244                                        let try_exclusive = !VIEW_PROCESS.is_connected()
245                                            || VIEW_PROCESS.info().window.contains(WindowCapability::EXCLUSIVE);
246                                        if try_exclusive {
247                                            s.set(WindowState::Exclusive);
248                                        } else {
249                                            s.set(WindowState::Fullscreen);
250                                        }
251                                    }
252                                }
253
254                                true
255                            })
256                            .perm();
257                    }
258                }
259
260                // apply root extenders and nest handlers
261                let mut extenders;
262                let mut nest_handlers;
263                {
264                    let mut s = WINDOWS_SV.write();
265                    extenders = mem::take(&mut s.root_extenders).into_inner();
266                    nest_handlers = mem::take(&mut s.open_nested_handlers).into_inner();
267                }
268                WINDOW.with_context(&mut win_ctx, || {
269                    for ext in &mut extenders {
270                        root.child = ext(WindowRootExtenderArgs {
271                            root: mem::replace(&mut root.child, UiNode::nil()),
272                        });
273                    }
274                    // built-in "extenders", set context vars
275                    let child = mem::replace(&mut root.child, UiNode::nil());
276                    let child = with_context_var(child, ACCENT_COLOR_VAR, vars.actual_accent_color());
277                    let child = with_context_var(child, COLOR_SCHEME_VAR, vars.actual_color_scheme());
278                    let child = with_context_var(child, PARALLEL_VAR, vars.parallel());
279                    root.child = child;
280
281                    let mut args = OpenNestedHandlerArgs::new();
282                    for nest in &mut nest_handlers {
283                        nest(&mut args);
284                        if args.has_nested {
285                            nested = Some(NestedData {
286                                pending_layout: None,
287                                pending_render: None,
288                            });
289                            break;
290                        }
291                    }
292                });
293                {
294                    let mut s = WINDOWS_SV.write();
295                    extenders.append(s.root_extenders.get_mut());
296                    *s.root_extenders.get_mut() = extenders;
297                    nest_handlers.append(s.open_nested_handlers.get_mut());
298                    *s.open_nested_handlers.get_mut() = nest_handlers;
299                }
300
301                // init and request first info update
302                let mut root = WindowNode {
303                    win_ctx,
304                    wgt_ctx: WidgetCtx::new(root.id),
305                    root: Mutex::new(root),
306
307                    view_window: None,
308                    view_headless: None,
309                    renderer: None,
310                    view_opening: VarHandle::dummy(),
311
312                    nested,
313
314                    layout_pass: LayoutPassId::new(),
315                    frame_id: FrameId::INVALID,
316                    clear_color: Rgba::default(),
317                    frame_wait_id: None,
318                };
319                root.with_root(|n| n.init());
320                UPDATES.update_info_window(id);
321                UPDATES.layout_window(id);
322                WINDOWS_SV.write().windows.get_mut(&id).unwrap().root = Some(root);
323                vars.0.instance_state.set(WindowInstanceState::Loading);
324                WINDOW_OPEN_EVENT.notify(WindowOpenArgs::now(id));
325
326                // will continue in WindowsService::update_info, called by app loop
327            })
328            .perm();
329        w
330    }
331}
332
333pub(crate) struct WindowNode {
334    pub(crate) win_ctx: WindowCtx,
335    pub(crate) wgt_ctx: WidgetCtx,
336    // Mutex for Sync only
337    pub(crate) root: Mutex<WindowRoot>,
338
339    pub(crate) view_window: Option<ViewWindow>,
340    pub(crate) view_headless: Option<ViewHeadless>,
341    pub(crate) renderer: Option<ViewRenderer>,
342    pub(crate) view_opening: VarHandle,
343
344    pub(crate) nested: Option<NestedData>,
345
346    pub(crate) layout_pass: LayoutPassId,
347    pub(crate) frame_id: FrameId,
348    pub(crate) clear_color: Rgba,
349    pub(crate) frame_wait_id: Option<FrameWaitId>,
350}
351impl WindowNode {
352    pub(crate) fn with_root<R>(&mut self, f: impl FnOnce(&mut UiNode) -> R) -> R {
353        WINDOW.with_context(&mut self.win_ctx, || {
354            WIDGET.with_context(&mut self.wgt_ctx, zng_app::widget::WidgetUpdateMode::Bubble, || {
355                f(&mut self.root.get_mut().child)
356            })
357        })
358    }
359}
360
361pub(crate) struct NestedData {
362    pending_layout: Option<Arc<LayoutUpdates>>,
363    pending_render: Option<[Arc<RenderUpdates>; 2]>,
364}
365
366static_id! {
367    static ref NESTED_WINDOW_INFO_ID: StateId<WindowId>;
368}
369
370/// Extension methods for widget info about a node that hosts a nested window.
371pub trait NestedWindowWidgetInfoExt {
372    /// Gets the hosted window ID if the widget hosts a nested window.
373    fn nested_window(&self) -> Option<WindowId>;
374
375    /// Gets the hosted window info tree if the widget hosts a nested window that is open.
376    fn nested_window_tree(&self) -> Option<WidgetInfoTree> {
377        WINDOWS.widget_tree(self.nested_window()?)
378    }
379}
380
381impl NestedWindowWidgetInfoExt for WidgetInfo {
382    fn nested_window(&self) -> Option<WindowId> {
383        self.meta().get_clone(*NESTED_WINDOW_INFO_ID)
384    }
385}
386
387pub(crate) fn layout_open_view((id, n, vars): &mut (WindowId, WindowNode, Option<WindowVars>), updates: &Arc<LayoutUpdates>) {
388    if !updates.delivery_list().enter_window(*id) {
389        return;
390    }
391
392    let vars = vars.take().unwrap();
393
394    if let Some(n) = &mut n.nested {
395        // nested window layout happens in the layout context of the parent window
396        n.pending_layout = Some(updates.clone());
397        if let Some(t) = vars.0.nest_parent.get() {
398            UPDATES.layout(t);
399        }
400        return;
401    }
402
403    // resolve monitor
404    let mut monitor_rect = PxRect::zero();
405    let mut monitor_density = PxDensity::default();
406    let mut scale_factor = 1.fct();
407    if n.win_ctx.mode().is_headed() {
408        // get real monitor data
409        let monitor = vars.0.actual_monitor.get().and_then(|id| MONITORS.monitor(id));
410
411        // if monitor query is running now
412        let resolving_monitor = monitor.is_none();
413        let monitor = monitor.unwrap_or_else(|| vars.0.monitor.get().select_fallback(*id));
414
415        if monitor.id() == MonitorId::fallback() && matches!(vars.0.instance_state.get(), WindowInstanceState::Loading) {
416            // window not open yet and view-process provided no monitor (probably loading)
417            let handle = WINDOWS.loading_handle(*id, 1.secs(), "monitors");
418            RAW_MONITORS_CHANGED_EVENT
419                .hook(move |_| {
420                    let _hold = &handle;
421                    false
422                })
423                .perm();
424        }
425
426        monitor_rect = monitor.px_rect();
427        monitor_density = monitor.density().get();
428        scale_factor = monitor.scale_factor().get();
429
430        if resolving_monitor {
431            let id = monitor.id();
432            vars.0.actual_monitor.modify(move |a| {
433                if a.set(id) {
434                    a.push_tag(SetFromLayoutTag);
435                }
436            });
437        }
438    } else {
439        debug_assert!(n.win_ctx.mode().is_headless());
440        // uses test monitor data
441        let m = &n.root.get_mut().headless_monitor;
442        if let Some(f) = m.scale_factor {
443            scale_factor = f;
444        }
445        monitor_rect.size = m.size.to_px(scale_factor);
446        monitor_density = m.density;
447    }
448
449    // metrics for layout of actual root values, relative to screen size
450    let font_size_dft = Length::pt_to_px(11.0, scale_factor);
451    let monitor_metrics = || {
452        LayoutMetrics::new(scale_factor, monitor_rect.size, font_size_dft)
453            .with_screen_density(monitor_density)
454            .with_direction(DIRECTION_VAR.get())
455    };
456
457    // valid auto size config
458    let auto_size = if matches!(vars.state().get(), WindowState::Normal) {
459        vars.0.auto_size.get()
460    } else {
461        AutoSize::empty()
462    };
463
464    // layout
465    n.layout_pass = n.layout_pass.next();
466    let (final_size, min_size, max_size) = LAYOUT.with_root_context(n.layout_pass, monitor_metrics(), || {
467        // root font size
468        let font_size = vars.0.font_size.layout_dft_x(font_size_dft);
469        LAYOUT.with_font_size(font_size, || {
470            // root constraints
471            let min_size = vars.0.min_size.layout();
472            let max_size = vars.0.max_size.layout_dft(PxSize::splat(Px::MAX)).max(min_size);
473            let mut size = vars.0.actual_size.get().to_px(scale_factor);
474            if size.is_empty() {
475                // has not open yet, use Normal size for now
476                size = vars
477                    .0
478                    .size
479                    .layout_dft(DipSize::new(Dip::new(800), Dip::new(600)).to_px(scale_factor));
480            }
481
482            let metrics = LAYOUT.metrics();
483            let mut root_cons = metrics.constraints();
484            let mut viewport = size;
485            if auto_size.contains(AutoSize::CONTENT_WIDTH) {
486                root_cons.x = PxConstraints::new_range(min_size.width, max_size.width);
487                viewport.width = monitor_rect.size.width;
488            } else {
489                root_cons.x = PxConstraints::new_exact(size.width);
490            }
491            if auto_size.contains(AutoSize::CONTENT_HEIGHT) {
492                root_cons.y = PxConstraints::new_range(min_size.height, max_size.height);
493                viewport.height = monitor_rect.size.height;
494            } else {
495                root_cons.y = PxConstraints::new_exact(size.height);
496            }
497
498            // layout
499            let metrics = metrics.with_constraints(root_cons).with_viewport(viewport);
500            let desired_size = LAYOUT.with_context(metrics, || {
501                n.with_root(|n| WidgetLayout::with_root_widget(updates.clone(), |wl| n.layout(wl)))
502            });
503
504            // clamp desired_size
505            let mut final_size = size;
506            if auto_size.contains(AutoSize::CONTENT_WIDTH) {
507                final_size.width = desired_size.width.max(min_size.width).min(max_size.width);
508            }
509            if auto_size.contains(AutoSize::CONTENT_HEIGHT) {
510                final_size.height = desired_size.height.max(min_size.height).min(max_size.height);
511            }
512
513            (final_size, min_size, max_size)
514        })
515    });
516
517    if n.wgt_ctx.is_pending_reinit() {
518        n.with_root(|_| WIDGET.update());
519    }
520
521    let size_dip = final_size.to_dip(scale_factor);
522    if !auto_size.is_empty() {
523        // on view resize will skip layout again because size matches
524        vars.0.actual_size.set(size_dip);
525    }
526    let min_size_dip = min_size.to_dip(scale_factor);
527    let max_size_dip = max_size.to_dip(scale_factor);
528    vars.0.actual_min_size.set(min_size_dip);
529    vars.0.actual_max_size.set(max_size_dip);
530
531    // transition to Loaded (without view)
532    if matches!(vars.0.instance_state.get(), WindowInstanceState::Loading) {
533        let mut s = WINDOWS_SV.write();
534        let w = s.windows.get_mut(id).unwrap();
535        if w.pending_loading.strong_count() > 0 {
536            // wait loading handles
537            tracing::debug!(" window {id:?} skipping transition to Loaded, active loading handles");
538            return;
539        }
540        tracing::trace!("window {id:?} has Loaded");
541        w.pending_loading = std::sync::Weak::<()>::new();
542        vars.0.instance_state.set(WindowInstanceState::Loaded { has_view: false });
543        if !n.win_ctx.mode().has_renderer() {
544            WINDOW_LOAD_EVENT.notify(WindowOpenArgs::now(*id));
545        }
546    }
547
548    // transition to Loaded (with view) or update view
549    match n.win_ctx.mode() {
550        WindowMode::Headed => {
551            if let Some(view) = &n.view_window {
552                // update view window size if is auto_size
553                let prev_size = vars.0.actual_size.get().to_px(scale_factor);
554                if !auto_size.is_empty() && prev_size != final_size {
555                    let mut s = vars.window_state_all();
556
557                    let prev_center = LAYOUT.with_root_context(
558                        LayoutPassId::new(),
559                        monitor_metrics().with_constraints(PxConstraints2d::new_exact_size(prev_size)),
560                        || vars.0.auto_size_origin.layout(),
561                    );
562                    let new_center = LAYOUT.with_root_context(
563                        LayoutPassId::new(),
564                        monitor_metrics().with_constraints(PxConstraints2d::new_exact_size(final_size)),
565                        || vars.0.auto_size_origin.layout(),
566                    );
567                    let offset = if prev_size.is_empty() {
568                        PxVector::zero()
569                    } else {
570                        prev_center.to_vector() - new_center.to_vector()
571                    };
572                    s.restore_rect.origin += offset.to_dip(scale_factor);
573                    s.restore_rect.size = size_dip;
574                    s.min_size = min_size_dip;
575                    s.max_size = max_size_dip;
576                    vars.0.restore_rect.modify(move |a| {
577                        if a.value().size != size_dip {
578                            a.value_mut().size = size_dip;
579                        }
580                    });
581                    let _ = view.set_state(s);
582                }
583            } else if n.view_opening.is_dummy() {
584                // start opening view-process window
585
586                if !VIEW_PROCESS.is_available() || !VIEW_PROCESS.is_connected() {
587                    tracing::debug!("skipping view-process open window {id:?}, no view-process connected");
588                    return;
589                }
590
591                let id = n.win_ctx.id();
592
593                n.view_opening = RAW_WINDOW_OPEN_EVENT.hook(move |a| {
594                    if a.window_id != id {
595                        return true;
596                    }
597
598                    let mut s = WINDOWS_SV.write();
599                    if let Some(w) = s.windows.get_mut(&id) {
600                        let vars = w.vars.as_ref().unwrap();
601                        vars.0.instance_state.set(WindowInstanceState::Loaded { has_view: true });
602                        WINDOW_LOAD_EVENT.notify(WindowOpenArgs::now(id));
603                        let r = w.root.as_mut().unwrap();
604                        let window = a.window.upgrade().unwrap();
605
606                        if mem::take(&mut r.root.get_mut().start_focused) {
607                            let _ = window.focus();
608                        }
609
610                        r.renderer = Some(window.renderer());
611                        r.view_window = Some(window);
612                        r.view_opening = VarHandle::dummy();
613                        UPDATES.render_window(id);
614
615                        vars.set_from_view(|v| &v.0.state, a.data.state.state);
616                        vars.set_from_view(|v| &v.0.global_position, a.data.state.global_position);
617                        vars.set_from_view(|v| &v.0.restore_rect, a.data.state.restore_rect);
618                        vars.set_from_view(|v| &v.0.restore_state, a.data.state.restore_state);
619                        vars.set_from_view(|v| &v.0.chrome, a.data.state.chrome_visible);
620
621                        vars.set_from_view(|v| &v.0.actual_monitor, a.data.monitor);
622                        vars.set_from_view(|v| &v.0.actual_position, a.data.position.1);
623                        vars.set_from_view(|v| &v.0.global_position, a.data.position.0);
624                        vars.set_from_view(|v| &v.0.actual_size, a.data.size);
625                        vars.set_from_view(|v| &v.0.scale_factor, a.data.scale_factor);
626                        vars.set_from_view(|v| &v.0.render_mode, a.data.render_mode);
627                        vars.set_from_view(|v| &v.0.safe_padding, a.data.safe_padding);
628
629                        tracing::trace!(
630                            "open window {:?} in {:?}, {:?}",
631                            id,
632                            a.data.monitor,
633                            (&a.data.state.global_position, a.data.size)
634                        );
635                    }
636
637                    false
638                });
639
640                // Layout initial position in the monitor space.
641                let mut system_pos = false;
642                let mut global_position = PxPoint::zero();
643                let mut position = DipPoint::zero();
644                match n.root.get_mut().start_position {
645                    StartPosition::Default => {
646                        let pos = vars.0.position.get();
647                        system_pos = pos.x.is_default() || pos.y.is_default();
648                        if !system_pos {
649                            LAYOUT.with_root_context(n.layout_pass, monitor_metrics(), || {
650                                let pos = pos.layout();
651                                position = pos.to_dip(scale_factor);
652                                global_position = monitor_rect.origin + pos.to_vector();
653                            });
654                        } else {
655                            // in case system does not implement position
656                            position = DipPoint::splat(Dip::new(60));
657                            global_position = monitor_rect.origin + position.to_px(scale_factor).to_vector();
658                        }
659                    }
660                    start_position => {
661                        let screen_rect = match start_position {
662                            StartPosition::CenterMonitor => monitor_rect,
663                            StartPosition::CenterParent => {
664                                if let Some(parent_id) = vars.0.parent.get()
665                                    && let Some(parent_vars) = WINDOWS.vars(parent_id)
666                                    && matches!(parent_vars.0.instance_state.get(), WindowInstanceState::Loaded { has_view: true })
667                                {
668                                    PxRect::new(parent_vars.0.global_position.get(), parent_vars.actual_size_px().get())
669                                } else {
670                                    monitor_rect
671                                }
672                            }
673                            _ => unreachable!(),
674                        };
675
676                        let pos = PxPoint::new(
677                            (screen_rect.size.width - final_size.width) / Px(2),
678                            (screen_rect.size.height - final_size.height) / Px(2),
679                        );
680                        global_position = screen_rect.origin + pos.to_vector();
681                        position = pos.to_dip(scale_factor);
682                    }
683                };
684                vars.0.global_position.set(global_position);
685                vars.0.position.set(position);
686
687                let mut state_all = vars.window_state_all();
688                state_all.global_position = global_position;
689                state_all.restore_rect.origin = position;
690                state_all.restore_rect.size = size_dip;
691                state_all.min_size = min_size_dip;
692                state_all.max_size = max_size_dip;
693
694                let mut ime_area = None;
695                {
696                    let s = WINDOWS_SV.read();
697                    s.focused.with(|f| {
698                        if let Some(f) = f
699                            && f.window_id() == id
700                            && let Some(w) = s.windows.get(&id)
701                            && let Some(i) = &w.info
702                            && let Some(i) = i.get(f.widget_id())
703                            && let Some(r) = i.ime_area()
704                        {
705                            ime_area = Some(r.to_dip(scale_factor));
706                        }
707                    });
708                }
709
710                let r = VIEW_PROCESS.open_window(WindowRequest::new(
711                    zng_view_api::window::WindowId::from_raw(id.get()),
712                    vars.0.title.get(),
713                    state_all,
714                    n.root.get_mut().kiosk,
715                    system_pos,
716                    vars.0.video_mode.get(),
717                    vars.0.visible.get(),
718                    vars.0.taskbar_visible.get(),
719                    vars.0.always_on_top.get(),
720                    vars.0.movable.get(),
721                    vars.0.resizable.get(),
722                    #[cfg(feature = "image")]
723                    vars.0.actual_icon.with(|w| w.as_ref().map(|w| w.view_handle().image_id())),
724                    #[cfg(not(feature = "image"))]
725                    None,
726                    vars.0.cursor.with(|c| c.icon()),
727                    #[cfg(feature = "image")]
728                    vars.0
729                        .actual_cursor_img
730                        .with(|i| i.as_ref().map(|(i, p)| (i.view_handle().image_id(), *p))),
731                    #[cfg(not(feature = "image"))]
732                    None,
733                    n.root.get_mut().transparent,
734                    #[cfg(feature = "image")]
735                    matches!(vars.0.frame_capture_mode.get(), crate::FrameCaptureMode::All),
736                    #[cfg(not(feature = "image"))]
737                    false,
738                    n.root.get_mut().render_mode.unwrap_or_else(|| WINDOWS.default_render_mode().get()),
739                    vars.0.focus_indicator.get(),
740                    vars.0.focused.get(),
741                    ime_area,
742                    vars.0.enabled_buttons.get(),
743                    vars.0.system_shutdown_warn.get(),
744                    WINDOWS_EXTENSIONS.take_view_extensions_init(id),
745                ));
746                if r.is_err() {
747                    tracing::error!("view-process window {id:?} open request failed, will retry on respawn");
748                    n.view_opening = VarHandle::dummy();
749                }
750            }
751        }
752        WindowMode::HeadlessWithRenderer => {
753            if let Some(view) = &n.view_headless {
754                if !auto_size.is_empty() {
755                    let _ = view.set_size(size_dip, scale_factor);
756                }
757            } else if n.view_opening.is_dummy() {
758                if APP.window_mode().is_headless() && !vars.0.instance_state.get().is_loaded() {
759                    // simulate focus, for tests mostly
760                    let args = RawWindowFocusArgs::now(WINDOWS_SV.read().focused.with(|p| p.as_ref().map(|p| p.window_id())), Some(*id));
761                    RAW_WINDOW_FOCUS_EVENT.notify(args);
762                }
763
764                if !VIEW_PROCESS.is_connected() {
765                    tracing::debug!("skipping view-process open headless {id:?}, no view-process connected");
766                    return;
767                }
768
769                // start opening view-process renderer
770                let id = n.win_ctx.id();
771                n.view_opening = RAW_HEADLESS_OPEN_EVENT.hook(move |a| {
772                    if a.window_id != id {
773                        return true;
774                    }
775
776                    let mut s = WINDOWS_SV.write();
777                    if let Some(w) = s.windows.get_mut(&id) {
778                        w.vars
779                            .as_ref()
780                            .unwrap()
781                            .0
782                            .instance_state
783                            .set(WindowInstanceState::Loaded { has_view: true });
784                        WINDOW_LOAD_EVENT.notify(WindowOpenArgs::now(id));
785
786                        let r = w.root.as_mut().unwrap();
787                        let surface = a.surface.upgrade().unwrap();
788                        r.renderer = Some(surface.renderer());
789                        r.view_headless = Some(surface);
790                        r.view_opening = VarHandle::dummy();
791
792                        UPDATES.render_window(id);
793                    }
794
795                    false
796                });
797                let r = VIEW_PROCESS.open_headless(HeadlessRequest::new(
798                    zng_view_api::window::WindowId::from_raw(id.get()),
799                    scale_factor,
800                    size_dip,
801                    n.root.get_mut().render_mode.unwrap_or_else(|| WINDOWS.default_render_mode().get()),
802                    WINDOWS_EXTENSIONS.take_view_extensions_init(id),
803                ));
804                if r.is_err() {
805                    tracing::error!("view-process headless surface {id:?} open request failed, will retry on respawn");
806                    n.view_opening = VarHandle::dummy();
807                }
808            }
809        }
810        WindowMode::Headless => {
811            if APP.window_mode().is_headless() && !vars.0.instance_state.get().is_loaded() {
812                // simulate focus, for tests mostly
813                let args = RawWindowFocusArgs::now(WINDOWS_SV.read().focused.with(|p| p.as_ref().map(|p| p.window_id())), Some(*id));
814                RAW_WINDOW_FOCUS_EVENT.notify(args);
815            }
816        }
817    }
818}
819
820pub(crate) fn render(
821    (id, n, vars): &mut (WindowId, WindowNode, Option<WindowVars>),
822    render_widgets: &Arc<RenderUpdates>,
823    render_update_widgets: &Arc<RenderUpdates>,
824) {
825    if render_widgets.delivery_list().enter_window(*id)
826        || (n.frame_id == FrameId::INVALID && render_update_widgets.delivery_list().enter_window(*id))
827    {
828        // if is pending render or is first frame and is pending render_update
829
830        if let Some(n) = &mut n.nested {
831            // if is nested redirect to parent window
832            n.pending_render = Some([render_widgets.clone(), render_update_widgets.clone()]);
833            if let Some(t) = vars.take().unwrap().0.nest_parent.get() {
834                UPDATES.render(t);
835            }
836            return;
837        }
838
839        if matches!(n.win_ctx.mode(), WindowMode::Headed | WindowMode::HeadlessWithRenderer) && n.renderer.is_none() {
840            // skip until there is a window.
841            tracing::debug!("skipping render {id:?}, no renderer connected");
842            return;
843        }
844
845        let vars = vars.take().unwrap();
846        let info = n.win_ctx.widget_tree();
847
848        // render
849        n.frame_id = n.frame_id.next();
850        let mut frame = FrameBuilder::new(
851            render_widgets.clone(),
852            render_update_widgets.clone(),
853            n.frame_id,
854            n.wgt_ctx.id(),
855            &n.wgt_ctx.bounds(),
856            &info,
857            n.renderer.clone(),
858            vars.0.scale_factor.get(),
859            FontAntiAliasing::Default,
860        );
861        n.with_root(|n| {
862            n.render(&mut frame);
863        });
864        let frame = frame.finalize(&info);
865        n.clear_color = frame.clear_color;
866
867        let capture = vars.take_frame_capture();
868        let wait_id = n.frame_wait_id.take();
869        if let Some(r) = &n.renderer {
870            // send frame to view-process
871            let _ = r.render(FrameRequest::new(n.frame_id, n.clear_color, frame.display_list, capture, wait_id));
872        } else {
873            #[cfg(feature = "image")]
874            {
875                let error = match capture {
876                    zng_view_api::window::FrameCapture::None => "",
877                    zng_view_api::window::FrameCapture::Full => "cannot capture frame, no renderer",
878                    zng_view_api::window::FrameCapture::Mask(_) => "cannot capture frame mask, no renderer",
879                    _ => "",
880                };
881                if !error.is_empty() {
882                    let frame_image = zng_var::VarEq(zng_var::var(zng_ext_image::ImageEntry::new_error(error.into())));
883                    crate::FRAME_IMAGE_READY_EVENT.notify(crate::FrameImageReadyArgs::now(*id, n.frame_id, frame_image.downgrade()));
884                    UPDATES.once_next_update("", move || {
885                        let _hold = &frame_image;
886                    });
887                }
888            }
889        }
890
891        if n.wgt_ctx.is_pending_reinit() {
892            n.with_root(|_| WIDGET.update());
893        }
894    } else if render_update_widgets.delivery_list().enter_window(*id) {
895        if let Some(n) = &mut n.nested {
896            n.pending_render = Some([render_widgets.clone(), render_update_widgets.clone()]);
897            if let Some(t) = vars.take().unwrap().0.nest_parent.get() {
898                UPDATES.render_update(t);
899            }
900            return;
901        }
902
903        // update
904        n.frame_id = n.frame_id.next_update();
905        let mut update = FrameUpdate::new(
906            render_update_widgets.clone(),
907            n.frame_id,
908            n.wgt_ctx.id(),
909            n.wgt_ctx.bounds(),
910            n.clear_color,
911        );
912        n.with_root(|n| {
913            n.render_update(&mut update);
914        });
915        let update = update.finalize(&n.win_ctx.widget_tree());
916        if let Some(c) = update.clear_color {
917            n.clear_color = c;
918        }
919        let vars = vars.take().unwrap();
920        let capture = vars.take_frame_capture();
921        let wait_id = n.frame_wait_id.take();
922
923        if let Some(r) = &n.renderer {
924            // send updates to view-process
925            let _ = r.render_update(FrameUpdateRequest::new(
926                n.frame_id,
927                update.transforms,
928                update.floats,
929                update.colors,
930                update.clear_color,
931                capture,
932                wait_id,
933                update.extensions,
934            ));
935        }
936
937        if n.wgt_ctx.is_pending_reinit() {
938            n.with_root(|_| WIDGET.update());
939        }
940    }
941}
942
943/// UI node that hosts a nested window as defined by [`WINDOWS_EXTENSIONS.register_open_nested_handler`] handler.
944///
945/// [`WINDOWS_EXTENSIONS.register_open_nested_handler`]: WINDOWS_EXTENSIONS::register_open_nested_handler
946pub struct NestedWindowNode {
947    window_id: WindowId,
948    close_deadline: DeadlineHandle,
949}
950impl NestedWindowNode {
951    pub(crate) fn new(window_id: WindowId) -> Self {
952        Self {
953            window_id,
954            close_deadline: DeadlineHandle::dummy(),
955        }
956    }
957
958    fn take_node(&self) -> Option<WindowNode> {
959        WINDOWS_SV.write().windows.get_mut(&self.window_id)?.root.take()
960    }
961
962    fn restore_node(&self, node: WindowNode) {
963        if let Some(w) = WINDOWS_SV.write().windows.get_mut(&self.window_id) {
964            w.root = Some(node);
965        }
966    }
967}
968// layout and render happens during parent window pass, other updates/info are disconnected
969impl UiNodeImpl for NestedWindowNode {
970    fn children_len(&self) -> usize {
971        0
972    }
973    fn with_child(&mut self, _: usize, _: &mut dyn FnMut(&mut UiNode)) {}
974
975    fn init(&mut self) {
976        if let Some(mut n) = self.take_node() {
977            // net parent and nest vars
978
979            let inner_vars = WINDOW.with_context(&mut n.win_ctx, || WINDOW.vars());
980            let parent_id = WINDOW.id();
981            let nest_id = WIDGET.id();
982            inner_vars.0.parent.set(Some(parent_id));
983            inner_vars.0.nest_parent.set(Some(nest_id));
984
985            // parent var allows modify, lock it
986            let this = inner_vars.0.parent.downgrade();
987            inner_vars
988                .0
989                .parent
990                .hook(move |a| {
991                    if *a.value() != Some(parent_id) {
992                        this.upgrade().unwrap().set(Some(parent_id));
993                    }
994                    true
995                })
996                .perm();
997
998            self.restore_node(n);
999        }
1000
1001        // cancel close in case of reinit
1002        self.close_deadline = DeadlineHandle::dummy();
1003    }
1004
1005    fn deinit(&mut self) {
1006        // can be a temporary deinit (for reinit), wait 100ms before closing window
1007        let id = self.window_id;
1008        self.close_deadline = TIMERS.on_deadline(
1009            100.ms(),
1010            async_hn_once!(|_| {
1011                let r = WINDOWS.close(id).wait_rsp().await;
1012                if matches!(r, CloseWindowResult::Cancel) {
1013                    // did not close ok, force close
1014                    tracing::error!("nested window {id} already deinited, cannot cancel close");
1015                    let mut s = WINDOWS_SV.write();
1016                    let mut windows = IdSet::new();
1017                    if let Some(mut w) = s.windows.remove(&id) {
1018                        let vars = w.vars.take().unwrap();
1019                        vars.0.instance_state.set(WindowInstanceState::Closed);
1020                        windows.insert(id);
1021
1022                        if let Some(mut r) = w.root.take() {
1023                            r.with_root(|n| n.deinit());
1024                        }
1025                    }
1026                    WINDOW_CLOSE_EVENT.notify(WindowCloseArgs::now(windows));
1027                }
1028            }),
1029        );
1030    }
1031
1032    fn info(&mut self, info: &mut WidgetInfoBuilder) {
1033        info.set_meta(*NESTED_WINDOW_INFO_ID, self.window_id);
1034    }
1035
1036    fn measure(&mut self, wm: &mut zng_wgt::prelude::WidgetMeasure) -> PxSize {
1037        let mut r = PxSize::zero();
1038        // reset context to app level, only parent layout constraints should affect the nested window
1039        if let Some(mut n) = self.take_node() {
1040            let mut ctx = LocalContext::capture_filtered(zng_app_context::CaptureFilter::app_only());
1041            ctx.with_context(|| {
1042                n.with_root(|n| {
1043                    r = wm.with_widget(|wm| n.measure(wm));
1044                })
1045            });
1046            self.restore_node(n);
1047        }
1048        r
1049    }
1050
1051    fn layout(&mut self, wl: &mut WidgetLayout) -> PxSize {
1052        let mut r = PxSize::zero();
1053        if let Some(mut n) = self.take_node() {
1054            let pending = n.nested.as_mut().unwrap().pending_layout.take();
1055            let mut ctx = LocalContext::capture_filtered(zng_app_context::CaptureFilter::app_only());
1056            ctx.with_context(|| {
1057                n.with_root(|n| {
1058                    r = if let Some(p) = pending {
1059                        wl.with_layout_updates(p, |wl| n.layout(wl))
1060                    } else {
1061                        wl.with_widget(|wl| n.layout(wl))
1062                    };
1063                });
1064            });
1065            self.restore_node(n);
1066        }
1067        r
1068    }
1069
1070    fn render(&mut self, frame: &mut FrameBuilder) {
1071        if let Some(mut n) = self.take_node() {
1072            let [render_widgets, render_update_widgets] = n.nested.as_mut().unwrap().pending_render.take().unwrap_or_default();
1073            let mut ctx = LocalContext::capture_filtered(zng_app_context::CaptureFilter::app_only());
1074            ctx.with_context(|| {
1075                let root_id = n.wgt_ctx.id();
1076                let root_bounds = n.wgt_ctx.bounds();
1077                let info = n.win_ctx.widget_tree();
1078                n.with_root(|n| {
1079                    frame.with_nested_window(
1080                        render_widgets,
1081                        render_update_widgets,
1082                        root_id,
1083                        &root_bounds,
1084                        &info,
1085                        FontAntiAliasing::Default,
1086                        |frame| n.render(frame),
1087                    );
1088                });
1089            });
1090            self.restore_node(n);
1091        }
1092    }
1093
1094    fn render_update(&mut self, update: &mut FrameUpdate) {
1095        if let Some(mut n) = self.take_node() {
1096            let [_, render_update_widgets] = n.nested.as_mut().unwrap().pending_render.take().unwrap_or_default();
1097            let mut ctx = LocalContext::capture_filtered(zng_app_context::CaptureFilter::app_only());
1098            ctx.with_context(|| {
1099                let root_id = n.wgt_ctx.id();
1100                let root_bounds = n.wgt_ctx.bounds();
1101                n.with_root(|n| {
1102                    update.with_nested_window(render_update_widgets, root_id, root_bounds, |update| {
1103                        n.render_update(update);
1104                    });
1105                })
1106            });
1107            self.restore_node(n);
1108        }
1109    }
1110}