{ "brief_id": "SPR-2026-6BAF", "generated_at": "2026-08-26", "domains": [ "Computational Physics and Python Applications", "Fluid Dynamics and Turbulent Flows" ], "original_hypothesis": "Uncertainty quantification frameworks developed for computational physics (like QUEENS) can be transferred to large-eddy simulation (LES) of turbulent flows to systematically quantify and propagate model-form and numerical errors, improving the reliability of LES predictions.", "grounding": { "novelty_assessment": { "score": 0.7, "closest_existing_work": [ { "paper_id": "a865e30fde53dbf98fbd335e9621eb65b3eb4b45", "title": "Systematic study of accuracy of wall-modeled large eddy simulation using uncertainty quantification techniques", "doi": "10.1016/j.compfluid.2019.03.025", "year": 2018, "similarity": "related", "key_difference": "This paper applies UQ to wall-modeled LES but focuses on accuracy assessment, not on transferring a general UQ framework like QUEENS to LES for systematic error propagation.", "authors": [ "S. Rezaeiravesh", "T. Mukha", "M. Liefvendahl" ] }, { "paper_id": "a7cbf8e59ca030885a37c9e4f3b76ae7a9b5de43", "title": "Sensitivity analysis of wall-modeled large-eddy simulation for separated turbulent flow", "doi": "10.1016/j.jcp.2024.112948", "year": 2023, "similarity": "related", "key_difference": "This paper performs sensitivity analysis of LES to numerical choices, but does not propose a formal UQ framework transfer from computational physics.", "authors": [ "Di Zhou", "H. Bae" ] }, { "paper_id": "9254edf6fc6014af2d47c9711632f7c28c645cc4", "title": "Effect of grid resolution on large eddy simulation of wall-bounded turbulence", "doi": "10.1063/1.5025131", "year": 2018, "similarity": "related", "key_difference": "This paper studies grid resolution effects but does not employ a formal UQ framework.", "authors": [ "S. Rezaeiravesh", "Mattias Liefvendahl Division of Scientific Computing", "Uppsala University", "Sweden.", "Foĭ", "Totalforsvarets forskningsinstitut" ] } ], "verdict": "novel" }, "evidence_base": [ { "paper_id": "a865e30fde53dbf98fbd335e9621eb65b3eb4b45", "title": "Systematic study of accuracy of wall-modeled large eddy simulation using uncertainty quantification techniques", "doi": "10.1016/j.compfluid.2019.03.025", "year": 2018, "citation_count": 41, "support_type": "direct", "relevance": "Directly applies UQ techniques to LES, demonstrating the feasibility of systematic error quantification.", "key_finding": "UQ techniques can systematically assess accuracy of wall-modeled LES, supporting the transfer of UQ frameworks to LES.", "authors": [ "S. Rezaeiravesh", "T. Mukha", "M. Liefvendahl" ] }, { "paper_id": "a7cbf8e59ca030885a37c9e4f3b76ae7a9b5de43", "title": "Sensitivity analysis of wall-modeled large-eddy simulation for separated turbulent flow", "doi": "10.1016/j.jcp.2024.112948", "year": 2023, "citation_count": 26, "support_type": "direct", "relevance": "Shows sensitivity of LES to SGS models, mesh resolution, and boundary conditions, highlighting the need for systematic UQ.", "key_finding": "LES predictions are sensitive to numerical setup choices, supporting the need for formal UQ.", "authors": [ "Di Zhou", "H. Bae" ] }, { "paper_id": "9254edf6fc6014af2d47c9711632f7c28c645cc4", "title": "Effect of grid resolution on large eddy simulation of wall-bounded turbulence", "doi": "10.1063/1.5025131", "year": 2018, "citation_count": 58, "support_type": "indirect", "relevance": "Demonstrates grid resolution sensitivity in LES, a key source of numerical error that UQ could quantify.", "key_finding": "Grid resolution significantly affects LES results, indicating the importance of quantifying numerical errors.", "authors": [ "S. Rezaeiravesh", "Mattias Liefvendahl Division of Scientific Computing", "Uppsala University", "Sweden.", "Foĭ", "Totalforsvarets forskningsinstitut" ] }, { "paper_id": "29fd5c9903c577513672b1f01ac642d7d7d3d435", "title": "MULTI-FIDELITY MODELING OF PROBABILISTIC AERODYNAMIC DATABASES FOR USE IN AEROSPACE ENGINEERING", "doi": "10.1615/int.j.uncertaintyquantification.2020032841", "year": 2019, "citation_count": 27, "support_type": "indirect", "relevance": "Shows multi-fidelity UQ methods applied to aerodynamic simulations, analogous to LES, supporting the feasibility of cost-effective UQ.", "key_finding": "Multi-fidelity Gaussian process frameworks can efficiently quantify uncertainties in aerodynamic databases.", "authors": [ "Jayant Mukhopadhaya", "Brian T. Whitehead", "John F. Quindlen", "J. Alonso" ] }, { "paper_id": "02895d4c200b11bb28092b050ba073dcd65d7212", "title": "Enhanced multi-fidelity modelling for digital twin and uncertainty quantification", "doi": "10.48550/arXiv.2306.14430", "year": 2023, "citation_count": 24, "support_type": "indirect", "relevance": "Demonstrates multi-fidelity surrogate models for digital twins, which can be adapted for LES UQ.", "key_finding": "Multi-fidelity modeling can reduce computational cost while maintaining accuracy, essential for LES UQ.", "authors": [ "A. Desai", "N. Navaneeth", "S. Adhikari", "Souvik Chakraborty" ] }, { "paper_id": "1bac31304955df9b184f5ecf63b64c195fca9e0c", "title": "Multi-fidelity Gaussian process surrogate modeling for regression problems in physics", "doi": "10.1088/2632-2153/ad7ad5", "year": 2024, "citation_count": 24, "support_type": "indirect", "relevance": "Provides methods for multi-fidelity surrogate modeling that can be applied to LES to reduce computational cost.", "key_finding": "Multi-fidelity Gaussian processes can effectively model physics problems with limited data.", "authors": [ "Kislaya Ravi", "Vladyslav Fediukov", "Felix Dietrich", "T. Neckel", "Fabian Buse", "M. Bergmann", "H. Bungartz" ] }, { "paper_id": "fe1477069076317eda4c9ca0fb3ad12859415c15", "title": "Bayesian learning of orthogonal embeddings for multi-fidelity Gaussian Processes", "doi": "10.1016/j.cma.2021.114147", "year": 2020, "citation_count": 21, "support_type": "indirect", "relevance": "Presents advanced multi-fidelity GP methods that could be used for LES UQ.", "key_finding": "Bayesian learning of embeddings improves multi-fidelity GP performance.", "authors": [ "Panagiotis Tsilifis", "Piyush Pandita", "Sayan Ghosh", "Valeria Andreoli", "T. Vandeputte", "Liping Wang" ] }, { "paper_id": "484ddd91f273edf4201e3d001d0b29a52fa27eac", "title": "Deep Gaussian Processes for Multi-fidelity Modeling", "doi": null, "year": 2019, "citation_count": 130, "support_type": "indirect", "relevance": "Provides a deep multi-fidelity model that can capture complex relationships between fidelities, applicable to LES.", "key_finding": "Deep GPs can model nonlinear correlations between fidelities, improving surrogate accuracy.", "authors": [ "Kurt Cutajar", "Mark Pullin", "Andreas C. Damianou", "Neil D. Lawrence", "Javier I. González" ] } ], "counter_evidence": [ { "paper_id": "61ea448706dffe775878d6cf6a17272f9f662f7a", "title": "Large Eddy Simulation of Premixed Combustion: Sensitivity to Subgrid Scale Velocity Modeling", "doi": "10.1080/00102202.2016.1193496", "year": 2017, "finding": "LES results are sensitive to SGS velocity models, but the paper does not address formal UQ; it may indicate that model-form uncertainty is significant and difficult to quantify.", "severity": "minor", "authors": [ "I. Langella", "N. Swaminathan", "Y. Gao", "N. Chakraborty" ] } ], "gap_manifest_update": { "closed_gaps": [ "The gap regarding the lack of specific QUEENS algorithms is partially addressed by the multi-fidelity and UQ papers in the list, which provide relevant methods.", "The gap regarding the impinging jet simulation setup is not directly closed, but the sensitivity analysis papers provide context for LES sensitivity." ], "new_gaps": [ "Need for explicit demonstration of QUEENS applied to LES, as no paper directly uses QUEENS.", "Need for handling categorical uncertainties (e.g., SGS model choice) in UQ frameworks." ], "data_available": [ "AirfRANS dataset (paper e8ca130df3f62798fbf432982e67aa93a5561a76) provides high-fidelity CFD data for surrogate modeling.", "DrivAerML dataset (paper 50ebfc67881059cee3a1a3a399477e7f34bcc15b) provides high-fidelity automotive aerodynamics data.", "AhmedML dataset (paper c63c425c950c4cd0451a4100bae247ddd257c945) provides bluff body aerodynamics data." ] }, "search_queries": [ { "query": "uncertainty quantification large eddy simulation", "type": "novelty", "rationale": "Direct search for the core hypothesis of applying UQ to LES" }, { "query": "Bayesian inference LES turbulent flows", "type": "novelty", "rationale": "Checks if Bayesian UQ methods have been applied to LES" }, { "query": "multi-fidelity UQ computational fluid dynamics", "type": "novelty", "rationale": "Searches for multi-fidelity UQ in CFD, which is a key aspect of the transfer" }, { "query": "QUEENS uncertainty quantification framework", "type": "novelty", "rationale": "Checks if QUEENS has been used for LES or similar applications" }, { "query": "sensitivity analysis subgrid-scale models", "type": "evidence", "rationale": "Finds evidence of sensitivity of LES to SGS model choices" }, { "query": "grid resolution uncertainty LES", "type": "evidence", "rationale": "Finds evidence of numerical errors due to grid resolution in LES" }, { "query": "polynomial chaos expansion turbulence modeling", "type": "evidence", "rationale": "Finds evidence of surrogate-based UQ methods applied to turbulence models" }, { "query": "Gaussian process surrogate Reynolds-averaged Navier-Stokes", "type": "evidence", "rationale": "Finds evidence of GP surrogates for RANS, which may be transferable to LES" }, { "query": "uncertainty quantification digital twin", "type": "cross_domain", "rationale": "Finds precedents of UQ in digital twins, which is the origin of QUEENS" }, { "query": "multi-fidelity Bayesian inference engineering", "type": "cross_domain", "rationale": "Finds cross-domain applications of multi-fidelity Bayesian inference" }, { "query": "surrogate modeling computational physics", "type": "cross_domain", "rationale": "Finds general surrogate modeling techniques in computational physics" } ] }, "sharpened": { "title": "Transfer of a Multi-Fidelity Bayesian Uncertainty Quantification Framework to Large-Eddy Simulation for Systematic Error Propagation", "formal_statement": "If the QUEENS multi-fidelity Bayesian UQ framework is applied to LES of turbulent flows, then the uncertainty in quantities of interest (e.g., Nusselt number) can be quantified with a computational cost reduced by at least an order of magnitude compared to brute-force Monte Carlo, because multi-fidelity surrogates exploit correlations between low- and high-fidelity LES runs.", "independent_variables": [ { "name": "SGS model coefficient (e.g., Smagorinsky constant Cs)", "type": "continuous", "range": "0.1-0.25", "unit": "dimensionless" }, { "name": "Grid resolution parameter (e.g., number of grid points N)", "type": "continuous", "range": "1e6-1e8", "unit": "count" }, { "name": "Inlet perturbation amplitude (e.g., turbulent intensity)", "type": "continuous", "range": "0.01-0.1", "unit": "dimensionless" } ], "dependent_variables": [ { "name": "Nusselt number (Nu)", "type": "continuous", "expected_direction": "non-monotonic", "unit": "dimensionless" }, { "name": "Vortex shedding frequency (Strouhal number St)", "type": "continuous", "expected_direction": "non-monotonic", "unit": "dimensionless" } ], "proposed_mechanism": { "causal_chain": [ "Step 1: LES model inputs (SGS coefficients, grid resolution, inlet conditions) are treated as uncertain parameters with specified probability distributions.", "Step 2: Multi-fidelity Gaussian process surrogates are trained on a set of LES runs at different fidelities (e.g., coarse vs. fine grid) to approximate the mapping from inputs to QoIs.", "Step 3: Bayesian inference or polynomial chaos expansion is used to propagate input uncertainties through the surrogate, yielding probability distributions of QoIs.", "Step 4: The resulting uncertainty estimates are compared to reference data (e.g., DNS or experiments) to validate the UQ framework's accuracy." ], "key_assumptions": [ "The LES model is a deterministic function of the uncertain inputs, and the input distributions are known or can be estimated.", "Multi-fidelity surrogates can accurately capture the input-output relationship with a limited number of high-fidelity runs.", "The QoIs are smooth functions of the inputs within the specified ranges." ], "known_unknowns": [ "The optimal choice of multi-fidelity surrogate (e.g., deep GP vs. linear autoregressive) for LES is unknown.", "The impact of correlated input uncertainties on the UQ results is not fully understood." ] }, "falsifiable_predictions": [ { "prediction": "Applying QUEENS multi-fidelity UQ to LES will yield a 90% confidence interval for the Nusselt number with a width of ±5% of the mean, using at least 10 times fewer high-fidelity LES runs than brute-force Monte Carlo.", "quantitative_bound": "Reduction of at least 10-fold in number of high-fidelity LES runs required to achieve a coefficient of variation of 0.05 in the Nusselt number.", "measurement_method": "Compare the number of high-fidelity LES runs needed for QUEENS-based UQ vs. Monte Carlo to achieve the same confidence interval width in Nu.", "null_hypothesis": "H0: The number of high-fidelity LES runs required for QUEENS-based UQ is not significantly less than that for Monte Carlo (i.e., ratio ≤ 1).", "statistical_test": "Paired t-test on the ratio of runs across multiple test cases, alpha=0.05" }, { "prediction": "The uncertainty in the Strouhal number, as quantified by the standard deviation, will be less than 0.02 when input uncertainties are propagated using QUEENS, and this value will be within 20% of the uncertainty obtained from a brute-force Monte Carlo with 1000 samples.", "quantitative_bound": "Standard deviation of St ≤ 0.02, and within 20% of Monte Carlo reference.", "measurement_method": "Compute St from LES time series for each sample; estimate standard deviation from surrogate predictions and from Monte Carlo.", "null_hypothesis": "H0: The standard deviation of St from QUEENS is not significantly different from that of Monte Carlo (i.e., difference > 20%).", "statistical_test": "Two-sample F-test for variances, alpha=0.05" } ], "boundary_conditions": [ { "condition": "Reynolds number based on characteristic length must be in the range 10^4 to 10^6", "justification": "Within this range, LES is applicable and wall-modeled LES is commonly used; outside, DNS or RANS may be more appropriate." }, { "condition": "The flow must be incompressible or weakly compressible (Mach number < 0.3)", "justification": "The QUEENS framework and LES solvers used are typically validated for incompressible flows; compressibility effects may introduce additional uncertainties not captured." }, { "condition": "The computational domain must be large enough to capture large-scale turbulent structures (e.g., at least 10 boundary layer thicknesses in streamwise direction)", "justification": "Insufficient domain size can lead to spurious confinement effects, violating the assumption of a statistically stationary turbulent flow." } ], "theoretical_framework": "Bayesian uncertainty quantification and multi-fidelity surrogate modeling" }, "protocol": { "protocol_title": "Validation of Multi-Fidelity Bayesian UQ for LES of Turbulent Flows", "overall_timeline": "8-14 months", "overall_budget_estimate": "€20k-80k", "phases": [ { "phase_number": 1, "phase_name": "In Silico Validation", "objective": "Determine if the QUEENS multi-fidelity Bayesian UQ framework can accurately predict QoIs (Nu, St) with reduced computational cost compared to Monte Carlo, using existing LES data and synthetic test cases.", "methodology": "1. Acquire existing LES datasets for turbulent flows (e.g., channel flow, flow over a cylinder) with varying grid resolutions and SGS coefficients. 2. Implement a multi-fidelity surrogate (e.g., linear autoregressive GP) using QUEENS or GPyTorch. 3. Train surrogates on subsets of the data, simulating low- and high-fidelity runs. 4. Propagate input uncertainties (Cs, N, inlet turbulence) via Monte Carlo on the surrogate and compare to brute-force Monte Carlo on the actual LES solver (if feasible) or to reference DNS/experimental data. 5. Compute metrics: number of high-fidelity runs needed to achieve a 90% CI width of ±5% of mean Nu, and standard deviation of St. 6. Perform sensitivity analysis to identify key parameters.", "required_resources": { "equipment": [ "High-performance computing cluster (optional for initial tests)" ], "software": [ "QUEENS (or GPyTorch, scikit-learn)", "OpenFOAM or Nek5000 for LES (if needed)", "Python with numpy, scipy, matplotlib" ], "datasets": [ "Public LES datasets: e.g., Johns Hopkins Turbulence Databases (JHTDB), NASA Turbulence Modeling Resource" ], "competences": [ "Bayesian statistics", "Gaussian processes", "LES simulations", "Python programming" ], "estimated_cost": "€500-2000", "estimated_duration": "4-6 weeks" }, "expected_outputs": [ "Output 1: A trained multi-fidelity surrogate model for Nu and St as functions of Cs, N, and inlet turbulence.", "Output 2: Comparison of UQ metrics (CI width, standard deviation) between QUEENS and Monte Carlo, including run counts.", "Output 3: Sensitivity indices (e.g., Sobol) for input parameters." ], "success_criteria": [ { "metric": "Reduction in number of high-fidelity LES runs", "threshold": "At least 10-fold reduction compared to Monte Carlo to achieve same CI width (90% CI ±5% of mean Nu)", "measurement": "Count number of high-fidelity runs used by QUEENS vs. Monte Carlo to achieve the same CI width in Nu across multiple test cases." }, { "metric": "Accuracy of St uncertainty", "threshold": "Standard deviation of St ≤ 0.02 and within 20% of Monte Carlo reference (1000 samples)", "measurement": "Compute St from LES time series for each sample; estimate standard deviation from surrogate predictions and from Monte Carlo; compare." } ], "go_nogo_decision": { "go_if": "Both success criteria met: at least 10-fold reduction in high-fidelity runs and St uncertainty within 20% of Monte Carlo.", "nogo_if": "Reduction factor < 5 or St uncertainty deviates > 30% from Monte Carlo.", "pivot_if": "If surrogate accuracy is poor (e.g., R^2 < 0.8), consider alternative multi-fidelity methods (e.g., deep GP) or refine input distributions." }, "risks": [ { "risk": "Existing LES datasets may not cover the full input ranges or may have inconsistent fidelity levels.", "probability": "medium", "mitigation": "Generate synthetic LES data using a coarse and fine grid for a simple case (e.g., channel flow) to ensure controlled fidelity." }, { "risk": "Multi-fidelity surrogate fails to capture non-monotonic QoIs.", "probability": "medium", "mitigation": "Use flexible surrogate models (e.g., deep GP) and test on multiple test cases; if necessary, increase number of high-fidelity training points." } ] }, { "phase_number": 2, "phase_name": "Minimal Experimental Validation", "objective": "Validate the QUEENS framework on a minimal set of actual LES runs for a canonical turbulent flow (e.g., flow over a cylinder at Re=10^4-10^5) to confirm the predicted reduction in computational cost and accuracy of UQ.", "methodology": "1. Select a canonical test case: turbulent flow over a circular cylinder at Re=10^4 (subcritical regime) with incompressible flow. 2. Define input uncertainties: Cs (0.1-0.25), grid resolution (N: 1e6-1e7), inlet turbulence intensity (0.01-0.1). 3. Set up LES solver (e.g., OpenFOAM) with wall-modeled LES. 4. Run a small set of high-fidelity LES simulations (e.g., 10-20 runs) at different input combinations, and a larger set of low-fidelity runs (e.g., 50-100) with coarser grids. 5. Train multi-fidelity surrogate using QUEENS on these runs. 6. Perform UQ: propagate input distributions through surrogate to obtain distributions of Nu and St. 7. Compare with brute-force Monte Carlo using a limited number of high-fidelity runs (e.g., 100) to estimate the reference uncertainty. 8. Assess the reduction in high-fidelity runs required to achieve the same CI width.", "required_resources": { "equipment": [ "High-performance computing cluster (e.g., 100+ cores)" ], "software": [ "OpenFOAM (or Nek5000)", "QUEENS (or GPyTorch)", "Python with numpy, scipy, matplotlib" ], "datasets": [ "None (simulations will generate data)" ], "competences": [ "LES simulation expertise", "HPC usage", "Bayesian UQ", "Python programming" ], "estimated_cost": "€2k-15k", "estimated_duration": "1-3 months" }, "expected_outputs": [ "Output 1: A dataset of LES runs (low and high fidelity) with corresponding Nu and St values.", "Output 2: A validated multi-fidelity surrogate model for the chosen test case.", "Output 3: Comparison of UQ metrics (CI width, St standard deviation) between QUEENS and Monte Carlo, including run counts and computational cost." ], "success_criteria": [ { "metric": "Reduction in high-fidelity runs", "threshold": "At least 10-fold reduction compared to Monte Carlo to achieve same CI width (90% CI ±5% of mean Nu)", "measurement": "Count number of high-fidelity runs used by QUEENS vs. Monte Carlo to achieve the same CI width in Nu." }, { "metric": "Accuracy of St uncertainty", "threshold": "Standard deviation of St ≤ 0.02 and within 20% of Monte Carlo reference (using 100 high-fidelity runs)", "measurement": "Compute St from LES time series for each sample; estimate standard deviation from surrogate predictions and from Monte Carlo; compare." } ], "go_nogo_decision": { "go_if": "Both success criteria met: at least 10-fold reduction and St uncertainty within 20%.", "nogo_if": "Reduction factor < 5 or St uncertainty deviates > 30% from Monte Carlo.", "pivot_if": "If surrogate accuracy is poor, consider increasing number of high-fidelity runs or using a different multi-fidelity approach (e.g., nonlinear autoregressive)." }, "risks": [ { "risk": "LES simulations may be computationally expensive, limiting the number of high-fidelity runs.", "probability": "medium", "mitigation": "Use wall-modeled LES and moderate grid resolutions (e.g., 5-10 million cells) to keep runtime manageable; optimize solver settings." }, { "risk": "The chosen test case may not exhibit strong non-monotonic behavior, making UQ easier and less representative.", "probability": "low", "mitigation": "Select a case with known sensitivity, e.g., flow over a cylinder at Re where vortex shedding is sensitive to inlet turbulence." } ] }, { "phase_number": 3, "phase_name": "Full Experimental Protocol", "objective": "Perform a comprehensive validation of the QUEENS multi-fidelity UQ framework for LES across multiple turbulent flow cases, producing publishable results that demonstrate the framework's accuracy and computational efficiency.", "methodology": "1. Select a suite of test cases: (a) turbulent channel flow at Re_tau=1000, (b) flow over a backward-facing step at Re=10^5, (c) flow over a cylinder at Re=10^5. 2. For each case, define input uncertainties (Cs, N, inlet turbulence) based on literature and expert judgment. 3. Generate training data: run a set of low-fidelity LES (coarse grids) and high-fidelity LES (fine grids) at various input combinations. Use design of experiments (e.g., Latin hypercube) to sample inputs. 4. Train multi-fidelity surrogates (e.g., linear autoregressive GP, deep GP) using QUEENS. 5. Perform UQ: propagate input distributions through surrogates to obtain distributions of Nu and St. 6. Validate against reference data: DNS or experimental data for each case. 7. Compare with brute-force Monte Carlo (using a sufficient number of high-fidelity runs, e.g., 500-1000) to assess accuracy and computational cost. 8. Perform sensitivity analysis to identify key parameters. 9. Document results and prepare publication.", "required_resources": { "equipment": [ "High-performance computing cluster (e.g., 1000+ cores)" ], "software": [ "OpenFOAM or Nek5000", "QUEENS (or GPyTorch)", "Python with numpy, scipy, matplotlib", "Paraview for visualization" ], "datasets": [ "DNS data for validation (e.g., from JHTDB, or published data)" ], "competences": [ "LES simulation expertise", "Bayesian UQ", "Multi-fidelity modeling", "HPC usage", "Scientific writing" ], "estimated_cost": "€15k-100k+", "estimated_duration": "6-12 months" }, "expected_outputs": [ "Output 1: A comprehensive dataset of LES runs and UQ results for multiple test cases.", "Output 2: A validated multi-fidelity UQ framework with guidelines for its application to LES.", "Output 3: A peer-reviewed publication demonstrating the framework's accuracy and computational savings." ], "success_criteria": [ { "metric": "Reduction in high-fidelity runs", "threshold": "At least 10-fold reduction compared to Monte Carlo to achieve same CI width (90% CI ±5% of mean Nu) for each test case", "measurement": "Count number of high-fidelity runs used by QUEENS vs. Monte Carlo to achieve the same CI width in Nu for each case." }, { "metric": "Accuracy of St uncertainty", "threshold": "Standard deviation of St ≤ 0.02 and within 20% of Monte Carlo reference (using 1000 high-fidelity runs) for each test case", "measurement": "Compute St from LES time series for each sample; estimate standard deviation from surrogate predictions and from Monte Carlo; compare." }, { "metric": "Agreement with reference data", "threshold": "Predicted mean Nu and St within 5% of DNS/experimental values, and 90% CI covers the reference value", "measurement": "Compare surrogate-predicted distributions with reference data." } ], "go_nogo_decision": { "go_if": "All success criteria met for at least two of the three test cases.", "nogo_if": "Reduction factor < 5 or St uncertainty deviates > 30% from Monte Carlo for all cases.", "pivot_if": "If surrogate accuracy is poor, consider alternative multi-fidelity methods or increase number of high-fidelity runs; if computational cost is prohibitive, reduce number of test cases." }, "risks": [ { "risk": "High computational cost of running many high-fidelity LES simulations.", "probability": "high", "mitigation": "Use wall-modeled LES with moderate grid resolutions; parallelize simulations; use efficient solvers; consider using pre-existing LES data where possible." }, { "risk": "Multi-fidelity surrogates may not generalize across different flow configurations.", "probability": "medium", "mitigation": "Train separate surrogates for each test case; use transfer learning if possible; validate on multiple cases." }, { "risk": "Uncertainty in input distributions may be poorly characterized.", "probability": "medium", "mitigation": "Use literature values and expert elicitation; perform sensitivity analysis to identify influential parameters." } ] } ], "phase_1_quick_start": { "can_start_today": true, "first_action": "Download and install QUEENS (or GPyTorch) and acquire public LES datasets from JHTDB or NASA Turbulence Modeling Resource.", "tools_needed": [ "QUEENS (or GPyTorch)", "Python with numpy, scipy, matplotlib", "JHTDB access" ], "open_data_sources": [ "Johns Hopkins Turbulence Databases (JHTDB)", "NASA Turbulence Modeling Resource" ] } }, "panel": { "reviews": [ { "reviewer_persona": "methodologist", "overall_score": 6.5, "verdict": "weak_accept", "strengths": [ "The protocol clearly defines falsifiable predictions with quantitative bounds (e.g., 10-fold reduction in high-fidelity runs, St uncertainty within 20% of Monte Carlo) and specifies statistical null hypotheses, which is commendable for rigorous testing.", "The phased approach (in silico, minimal, full) allows for iterative validation and risk mitigation, with explicit GO/NO-GO criteria and pivot strategies, enhancing the practical feasibility of the study." ], "weaknesses": [ "The protocol lacks a detailed power analysis: it does not specify the number of samples needed to detect the claimed reduction in high-fidelity runs with adequate statistical power, nor does it account for variability in the reduction factor across test cases.", "Potential biases are not systematically addressed: selection bias in choosing existing LES datasets (Phase 1) and test cases (Phase 3) may favor the framework; confirmation bias could arise from subjective interpretation of surrogate accuracy; measurement bias in estimating St from LES time series is not discussed.", "The protocol does not include blinding or independent validation of the surrogate predictions against a held-out set of high-fidelity runs, which is critical for assessing overfitting and generalizability." ], "critical_questions": [ "How will you determine the number of high-fidelity runs required for the Monte Carlo reference to achieve a stable estimate of the 90% CI width? What is the margin of error on this estimate, and how does it affect the comparison with QUEENS?", "What specific measures will you take to mitigate selection bias in choosing test cases and datasets? Will you pre-register the test cases and success criteria before seeing results?", "How will you handle the non-monotonic relationship between inputs (e.g., Cs) and QoIs (Nu, St) in the multi-fidelity surrogate? Have you considered using non-stationary kernels or other methods to capture this behavior?" ], "recommendation": "The protocol is well-structured with clear falsifiable predictions and a phased approach, but it requires more rigorous statistical planning and bias mitigation. I recommend revising the protocol to include a formal power analysis, pre-registration of test cases and criteria, and a validation strategy using held-out data. With these improvements, the study could provide strong evidence for the effectiveness of the multi-fidelity UQ framework.", "confidence": 0.8 }, { "reviewer_persona": "domain_expert", "overall_score": 7.8, "verdict": "accept", "strengths": [ "The hypothesis clearly identifies a practical need (systematic UQ in LES) and proposes a concrete solution (transfer of QUEENS framework) that leverages mature multi-fidelity surrogate methods, aligning with current trends in UQ for computational fluid dynamics.", "The mechanistic steps are logically structured and grounded in established UQ methodologies (e.g., GP surrogates, Bayesian inference), and the evidence base includes recent, relevant studies that demonstrate the feasibility of both UQ in LES and multi-fidelity modeling in similar contexts." ], "weaknesses": [ "The hypothesis assumes that LES model inputs can be treated as independent random variables with known distributions, but in practice, input uncertainties are often correlated and poorly characterized, which could undermine the accuracy of the UQ results.", "The claim of 'at least an order of magnitude reduction in computational cost' is not rigorously justified; the actual speedup depends on the correlation between fidelities and the complexity of the surrogate, which are not quantified in the hypothesis.", "The evidence base lacks direct applications of multi-fidelity Bayesian UQ to LES; most cited works are either UQ on LES without multi-fidelity or multi-fidelity on other applications, leaving a gap in demonstrating the specific integration." ], "critical_questions": [ "How would the framework handle correlated input uncertainties (e.g., between SGS coefficients and grid resolution) that are common in LES, and what impact would that have on the accuracy of the propagated uncertainty?", "What is the expected computational cost reduction in practice, given that training a multi-fidelity surrogate itself requires a set of LES runs at different fidelities, and how does this compare to brute-force Monte Carlo for a typical turbulent flow problem?", "How would the framework validate the uncertainty estimates against DNS or experimental data, and what metrics would be used to assess the quality of the UQ predictions (e.g., coverage probability, calibration)?" ], "recommendation": "The hypothesis is promising and well-aligned with current research directions, but it requires further specification of the input uncertainty characterization and a more quantitative analysis of the computational savings. I recommend accepting it as a basis for a research proposal, with the suggestion to include a pilot study on a canonical turbulent flow to demonstrate the feasibility and cost benefits.", "confidence": 0.85 }, { "reviewer_persona": "contrarian", "overall_score": 4.0, "verdict": "weak_reject", "strengths": [ "The multi-fidelity Bayesian UQ approach is a promising direction to reduce computational cost for LES uncertainty quantification, as it leverages correlations between different fidelity levels.", "The hypothesis is specific and testable, with clear predictions for the Nusselt number and Strouhal number, and a defined baseline (Monte Carlo) for comparison." ], "weaknesses": [ "FAIL REASON #1: The assumption that LES is a deterministic function of the uncertain inputs is flawed. LES is inherently chaotic and sensitive to initial conditions; small perturbations in inputs can lead to divergent flow states, making the input-output mapping non-smooth and non-deterministic. This violates the smoothness assumption of Gaussian process surrogates, likely leading to poor surrogate accuracy and unreliable uncertainty estimates.", "FAIL REASON #2: The hypothesis does not account for model form uncertainty. LES itself is an approximation; even with perfect input distributions, the surrogate will propagate only input uncertainty, not the structural error of the LES model. The comparison to DNS/experiments may show large discrepancies that are not due to input uncertainty, making the UQ results misleading and potentially invalid.", "FAIL REASON #3: The claimed order-of-magnitude reduction in computational cost is optimistic. Multi-fidelity methods require a sufficient number of high-fidelity runs to anchor the surrogate, and for turbulent flows, the number of high-fidelity LES runs needed to capture the variability may still be large. Additionally, the cost of training the surrogate and performing Bayesian inference may offset the savings, especially for complex geometries and high Reynolds numbers." ], "critical_questions": [ "How do you plan to handle the chaotic nature of LES? Specifically, how will you ensure that the LES runs are deterministic with respect to the uncertain inputs, and how will you address the sensitivity to initial conditions that can lead to different flow realizations for the same input parameters?", "What is the actual computational cost of training the multi-fidelity surrogate and performing Bayesian inference for a realistic LES case? Can you provide a detailed cost breakdown showing that the total cost (including surrogate training and inference) is indeed an order of magnitude lower than brute-force Monte Carlo?" ], "recommendation": "To strengthen the hypothesis, the authors should demonstrate the method on a simpler test case where LES is more deterministic (e.g., forced turbulence) and quantify the impact of model form uncertainty. They should also provide a detailed cost analysis and compare the surrogate predictions against a large Monte Carlo reference to validate the claimed accuracy and cost reduction.", "confidence": 0.85 }, { "reviewer_persona": "industrialist", "overall_score": 7.5, "verdict": "accept", "strengths": [ "Clear market need in aerospace, energy, and automotive sectors where LES is used for design and certification, and where quantifying uncertainty is critical for safety and performance. Companies like Airbus, Rolls-Royce, and Siemens Energy are investing in UQ for CFD.", "Multi-fidelity Bayesian UQ offers a significant computational cost reduction (at least 10x) compared to brute-force Monte Carlo, enabling practical UQ for complex turbulent flows that are otherwise intractable. This provides a strong competitive advantage for early adopters." ], "weaknesses": [ "The main barrier is the need for domain expertise in both LES and Bayesian UQ, which may slow adoption in industrial settings where such skills are scarce. Integration with existing LES solvers and workflows will require customization.", "The commercial timeline is uncertain: while the protocol suggests 8-14 months for validation, achieving a production-ready product with robust performance across multiple flow cases may take longer, potentially 2-3 years, which could impact ROI expectations." ], "critical_questions": [ "What is the specific target market segment (e.g., aerospace vs. energy) and what is the estimated size in terms of potential licenses or services revenue?", "How will the IP be protected? Is there a possibility of patenting the multi-fidelity UQ framework applied to LES, or will it be based on trade secrets and know-how?", "What is the expected cost of a full commercial deployment (including support and maintenance) and what pricing model (e.g., per-seat license, cloud subscription) would be viable?" ], "recommendation": "Proceed with Phase 1 validation to confirm the technical feasibility. Simultaneously, engage with potential industrial partners (e.g., via joint research projects) to understand their specific UQ needs and co-develop use cases. This will help tailor the solution and build a business case. If Phase 1 is successful, consider spinning off a specialized software tool or service offering, leveraging the QUEENS framework as a unique selling point.", "confidence": 0.75 }, { "reviewer_persona": "funding_strategist", "overall_score": 7.2, "verdict": "accept", "strengths": [ "Strong methodological novelty: transferring a multi-fidelity Bayesian UQ framework to LES is timely and addresses a critical need for systematic error propagation in computational fluid dynamics.", "Clear quantitative success criteria (10x reduction, 20% uncertainty) and a phased validation approach de-risk the project, making it attractive for seed funding.", "Potential for high-impact publications in both computational physics and applied mathematics, with broad applicability to engineering and climate modeling." ], "weaknesses": [ "TRL is low (1-2) as the framework is not yet validated for LES; the proposed budget and timeline may be insufficient to achieve convincing results.", "The consortium is not yet defined; a single-institution effort may lack the complementary expertise in LES, UQ, and high-performance computing.", "The hypothesis is narrowly focused on a specific QoI (Nusselt number) and may not demonstrate generalizability to other turbulent flow quantities." ], "critical_questions": [ "How will you ensure access to high-fidelity LES data and computational resources for validation, and what is the plan for scaling to larger test cases?", "What is the novelty compared to existing multi-fidelity UQ methods applied to LES, and how will you position this work in the competitive landscape?", "Have you considered partnering with experimental groups to provide validation data, which could strengthen the proposal and increase its impact?" ], "recommendation": "Target the ANR JCJC (Jeunes Chercheuses et Jeunes Chercheurs) for a 24-month project to develop the framework and validate on canonical cases, while simultaneously applying for a PRACE (Partnership for Advanced Computing in Europe) allocation for computational resources. If initial results are promising, leverage them for an ERC Starting Grant in the next call.", "confidence": 0.7, "funding_programs": [ { "program": "ANR JCJC (Jeunes Chercheuses et Jeunes Chercheurs) 2026", "agency": "Agence Nationale de la Recherche (France)", "fit_score": 0.85, "typical_budget": "€150k-250k", "success_rate": "~15%", "next_deadline": "March 2026 (estimated)", "rationale": "This program supports early-career researchers and is ideal for a proof-of-concept project. The budget is sufficient for a postdoc and computing costs, and the focus on methodological innovation aligns well." }, { "program": "ERC Starting Grant 2026", "agency": "European Research Council", "fit_score": 0.7, "typical_budget": "€1.5M-2.5M", "success_rate": "~10%", "next_deadline": "October 2025 (estimated)", "rationale": "If the initial validation succeeds, this could be positioned as a high-risk/high-gain project to develop a comprehensive UQ framework for LES. The ERC values novelty and ambition, and the multi-fidelity approach has potential for broad impact." }, { "program": "PRACE (Partnership for Advanced Computing in Europe) Tier-1 Access", "agency": "PRACE aisbl", "fit_score": 0.9, "typical_budget": "Not a direct grant; provides computational resources", "success_rate": "~40%", "next_deadline": "Quarterly calls (next: June 2026)", "rationale": "The project requires significant computational resources for LES runs. PRACE provides access to supercomputers, which is essential for the high-fidelity simulations. This is a complementary resource to secure alongside funding." } ] } ], "meta_review": { "consensus_score": 6.56, "verdict": "publish_brief", "key_consensus": [ "The hypothesis addresses a critical need for systematic UQ in LES, and the multi-fidelity Bayesian approach is promising for reducing computational cost.", "The phased validation approach with clear GO/NO-GO criteria is well-structured and de-risks the project." ], "key_disagreements": [ "The methodologist and contrarian question the statistical rigor and the assumption of deterministic LES, while the domain expert and industrialist see the approach as feasible and valuable.", "The contrarian argues that the chaotic nature of LES and model form uncertainty may invalidate the surrogate approach, while others believe these can be managed with careful design." ], "critical_path": "The success hinges on demonstrating that the multi-fidelity surrogate can accurately capture the input-output relationship for chaotic LES, and that the computational cost reduction is real in practice, which requires a rigorous validation on a canonical test case.", "final_recommendation": "The panel is cautiously optimistic about the hypothesis. The methodological concerns about statistical power and bias must be addressed in the brief, but the overall approach is sound and timely. We recommend publishing the brief to proceed with Phase 1 validation, with the expectation that the protocol will be refined based on initial results.", "brief_quality_gate": true, "revision_guidance": [], "llm_verdict": "publish_brief", "llm_consensus_score": 7.2 } }, "vulgarization_fr": { "title_fr": "Prédire l'incertitude en simulation de turbulence : une approche multi-fidélité pour économiser des calculs", "hypothesis_in_brief": "Les simulations numériques de la turbulence (LES) sont utilisées pour prédire des grandeurs comme le nombre de Nusselt (transfert de chaleur). Mais ces simulations dépendent de paramètres mal connus (coefficients, résolution de grille), ce qui introduit de l'incertitude. Cette hypothèse propose d'utiliser un cadre bayésien multi-fidélité (QUEENS) pour quantifier cette incertitude en combinant des simulations de qualité variable (grossières et fines), réduisant ainsi le coût de calcul d'au moins un facteur 10 par rapport à la méthode de Monte Carlo.", "why_it_matters": "Dans l'industrie (aéronautique, énergie, automobile), la simulation de la turbulence est cruciale pour concevoir des systèmes sûrs et performants. Mais sans quantification de l'incertitude, les ingénieurs ne savent pas à quel point leurs prédictions sont fiables. Actuellement, la méthode de Monte Carlo, qui consiste à lancer des milliers de simulations, est trop coûteuse. Cette approche multi-fidélité permettrait d'obtenir une estimation fiable de l'incertitude avec beaucoup moins de calculs, rendant possible son utilisation dans des contextes industriels où le temps et le budget sont limités.", "imagine_that": "Imaginez que vous voulez connaître le temps de cuisson parfait pour un gâteau. Vous pourriez le cuire des centaines de fois en variant la température et le temps, mais cela prendrait des heures. Une astuce consiste à faire quelques cuissons rapides (à basse température) pour avoir une idée générale, puis quelques cuissons précises (à haute température) pour affiner. En combinant ces informations, vous obtenez une bonne estimation du temps optimal avec beaucoup moins d'essais. C'est le principe de la méthode multi-fidélité : utiliser des simulations grossières (rapides mais moins précises) et des simulations fines (lentes mais précises) pour prédire l'incertitude avec un coût réduit.", "concretely": { "intro": "Pour tester cette hypothèse, un protocole en trois phases est proposé, allant de la validation sur ordinateur à une validation expérimentale complète.", "phase1": "Dans un premier temps, on utilisera des données de simulation existantes pour vérifier que la méthode multi-fidélité prédit correctement l'incertitude sur des cas simples, en comparant avec des résultats de Monte Carlo.", "phase2": "Ensuite, on réalisera des simulations LES spécifiques pour un écoulement canonique (comme l'écoulement autour d'un cylindre) afin de confirmer la réduction de coût et la précision des prédictions.", "phase3": "Enfin, on appliquera la méthode à plusieurs cas de turbulence (canal, marche descendante, cylindre) pour démontrer sa robustesse et produire des résultats publiables." }, "reviewers_say": "Le panel est globalement positif mais avec des réserves. Les points forts incluent la clarté des prédictions falsifiables (réduction de coût d'un facteur 10, incertitude sur le nombre de Strouhal dans une marge de 20%) et l'approche progressive qui réduit les risques. Cependant, un expert méthodologiste souligne un manque d'analyse de puissance statistique et des biais potentiels dans le choix des cas de test. Un contradicteur remet en cause l'hypothèse que la LES est déterministe, car la turbulence est chaotique, ce qui pourrait rendre les surrogates (modèles approximatifs) peu fiables ; il mentionne aussi l'incertitude de modèle (l'erreur intrinsèque de la LES) qui n'est pas prise en compte. Malgré ces critiques, la majorité voit l'approche comme prometteuse et bien alignée avec les besoins industriels. Le verdict final est de publier le brief pour lancer la phase 1, avec l'exigence de renforcer la rigueur statistique et de clarifier les hypothèses sur la nature déterministe de la LES." }, "vulgarization_en": { "title": "Predicting uncertainty in turbulence simulation: a multi-fidelity approach to economise computation", "hypothesis_in_brief": "Large-eddy simulations (LES) of turbulence are used to predict quantities such as the Nusselt number (heat transfer). However, these simulations depend on poorly constrained parameters (coefficients, grid resolution), which introduces uncertainty. This hypothesis proposes the use of a multi-fidelity Bayesian framework (QUEENS) to quantify this uncertainty by combining simulations of varying quality (coarse and fine), thereby reducing computational cost by at least a factor of 10 compared with the Monte Carlo method.", "why_it_matters": "In industry (aeronautics, energy, automotive), turbulence simulation is crucial for designing safe and high-performance systems. But without uncertainty quantification, engineers do not know how reliable their predictions are. Currently, the Monte Carlo method, which involves launching thousands of simulations, is too costly. This multi-fidelity approach would yield a reliable estimate of uncertainty with far fewer computations, making its use feasible in industrial contexts where time and budget are constrained.", "imagine_that": "Imagine that you want to know the perfect baking time for a cake. You could bake it hundreds of times, varying the temperature and the time, but that would take hours. A trick is to run a few quick bakes (at low temperature) to get a general idea, then a few precise bakes (at high temperature) to refine. By combining this information, you obtain a good estimate of the optimal time with far fewer trials. This is the principle of the multi-fidelity method: using coarse simulations (fast but less accurate) and fine simulations (slow but accurate) to predict uncertainty at reduced cost.", "reviewers_say": "The panel is broadly positive but with reservations. Strengths include the clarity of the falsifiable predictions (a tenfold cost reduction, uncertainty on the Strouhal number within a 20% margin) and the incremental approach that mitigates risk. However, one methodological expert notes a lack of statistical power analysis and potential biases in the selection of test cases. A dissenting voice challenges the hypothesis that LES is deterministic, given the chaotic nature of turbulence, which could render surrogates (approximate models) unreliable; model uncertainty (the intrinsic error of LES) is also mentioned as unaccounted for. Despite these criticisms, the majority regard the approach as promising and well aligned with industrial needs. The final verdict is to publish the brief to launch phase 1, with the requirement to strengthen statistical rigour and clarify assumptions regarding the deterministic nature of LES.", "concretely": { "intro": "To test this hypothesis, a three-phase protocol is proposed, progressing from computer-based validation to full experimental validation.", "phase1": "Initially, existing simulation data will be used to verify that the multi-fidelity method correctly predicts uncertainty on simple cases, with comparisons against Monte Carlo results.", "phase2": "Subsequently, specific LES simulations will be performed for a canonical flow (such as flow around a cylinder) to confirm the cost reduction and the accuracy of the predictions.", "phase3": "Finally, the method is applied to several turbulence cases (channel, backward-facing step, cylinder) to demonstrate its robustness and produce publishable results." } }, "panel_en": { "reviews": [ { "reviewer_persona": "methodologist", "overall_score": 6.5, "verdict": "weak_accept", "confidence": 0.8, "strengths": [ "The protocol clearly defines falsifiable predictions with quantitative bounds (e.g., a 10-fold reduction in high-fidelity runs, St uncertainty within 20% of Monte Carlo) and specifies statistical null hypotheses, which is commendable for rigorous testing.", "The phased approach (in silico, minimal, full) allows for iterative validation and risk mitigation, with explicit GO/NO-GO criteria and pivot strategies, enhancing the practical feasibility of the study." ], "weaknesses": [ "The protocol lacks a detailed power analysis: it does not specify the number of samples required to detect the claimed reduction in high-fidelity runs with adequate statistical power, nor does it account for variability in the reduction factor across test cases.", "Potential biases are not systematically addressed: selection bias in choosing existing LES datasets (Phase 1) and test cases (Phase 3) may favour the framework; confirmation bias could arise from subjective interpretation of surrogate accuracy; measurement bias in estimating St from LES time series is not discussed.", "The protocol does not include blinding or independent validation of the surrogate predictions against a held-out set of high-fidelity runs, which is critical for assessing overfitting and generalisability." ], "critical_questions": [ "How will the number of high-fidelity runs required for the Monte Carlo reference be determined in order to achieve a stable estimate of the 90% CI width? What is the margin of error on this estimate, and how does it affect the comparison with QUEENS?", "What specific measures will be taken to mitigate selection bias in the choice of test cases and datasets? Will the test cases and success criteria be pre-registered before results are examined?", "How will the non-monotonic relationship between inputs (e.g., Cs) and QoIs (Nu, St) be handled in the multi-fidelity surrogate? Has the use of non-stationary kernels or other methods to capture this behaviour been considered?" ], "recommendation": "The protocol is well-structured, with clear falsifiable predictions and a phased approach; however, more rigorous statistical planning and bias mitigation are required. The panel recommends revising the protocol to include a formal power analysis, pre-registration of test cases and criteria, and a validation strategy using held-out data. With these improvements, the study could provide strong evidence for the effectiveness of the multi-fidelity UQ framework." }, { "reviewer_persona": "domain_expert", "overall_score": 7.8, "verdict": "accept", "confidence": 0.85, "strengths": [ "The hypothesis clearly identifies a practical need (systematic UQ in LES) and proposes a concrete solution (transfer of the QUEENS framework) that leverages mature multi-fidelity surrogate methods, aligning with current trends in UQ for computational fluid dynamics.", "The mechanistic steps are logically structured and grounded in established UQ methodologies (e.g., GP surrogates, Bayesian inference), and the evidence base includes recent, relevant studies that demonstrate the feasibility of both UQ in LES and multi-fidelity modelling in similar contexts." ], "weaknesses": [ "The hypothesis assumes that LES model inputs can be treated as independent random variables with known distributions, but in practice, input uncertainties are often correlated and poorly characterised, which could undermine the accuracy of the UQ results.", "The claim of 'at least an order of magnitude reduction in computational cost' is not rigorously justified; the actual speedup depends on the correlation between fidelities and the complexity of the surrogate, which are not quantified in the hypothesis.", "The evidence base lacks direct applications of multi-fidelity Bayesian UQ to LES; most cited works are either UQ on LES without multi-fidelity or multi-fidelity on other applications, leaving a gap in demonstrating the specific integration." ], "critical_questions": [ "How would the framework handle correlated input uncertainties (e.g., between SGS coefficients and grid resolution) that are common in LES, and what impact would that have on the accuracy of the propagated uncertainty?", "What is the expected computational cost reduction in practice, given that training a multi-fidelity surrogate itself requires a set of LES runs at different fidelities, and how does this compare to brute-force Monte Carlo for a typical turbulent flow problem?", "How would the framework validate the uncertainty estimates against DNS or experimental data, and what metrics would be used to assess the quality of the UQ predictions (e.g., coverage probability, calibration)?" ], "recommendation": "The hypothesis is promising and well aligned with current research directions, but it requires further specification of the input uncertainty characterisation and a more quantitative analysis of the computational savings. The panel recommends accepting it as a basis for a research proposal, with the suggestion to include a pilot study on a canonical turbulent flow to demonstrate feasibility and cost benefits." }, { "reviewer_persona": "contrarian", "overall_score": 4.0, "verdict": "weak_reject", "confidence": 0.85, "strengths": [ "The multi-fidelity Bayesian UQ approach is a promising direction for reducing the computational cost of LES uncertainty quantification, as it exploits correlations between different fidelity levels.", "The hypothesis is specific and testable, with clear predictions for the Nusselt number and Strouhal number, and a defined baseline (Monte Carlo) for comparison." ], "weaknesses": [ "FAIL REASON #1: The assumption that LES is a deterministic function of the uncertain inputs is flawed. LES is inherently chaotic and sensitive to initial conditions; small perturbations in inputs can lead to divergent flow states, making the input–output mapping non-smooth and non-deterministic. This violates the smoothness assumption of Gaussian process surrogates, likely leading to poor surrogate accuracy and unreliable uncertainty estimates.", "FAIL REASON #2: The hypothesis does not account for model form uncertainty. LES itself is an approximation; even with perfect input distributions, the surrogate will propagate only input uncertainty, not the structural error of the LES model. The comparison to DNS/experiments may show large discrepancies that are not due to input uncertainty, making the UQ results misleading and potentially invalid.", "FAIL REASON #3: The claimed order-of-magnitude reduction in computational cost is optimistic. Multi-fidelity methods require a sufficient number of high-fidelity runs to anchor the surrogate, and for turbulent flows, the number of high-fidelity LES runs needed to capture the variability may still be large. Additionally, the cost of training the surrogate and performing Bayesian inference may offset the savings, especially for complex geometries and high Reynolds numbers." ], "critical_questions": [ "How is the chaotic nature of LES intended to be managed? Specifically, how will the panel ensure that LES runs are deterministic with respect to the uncertain inputs, and how will sensitivity to initial conditions—which can yield different flow realisations for identical input parameters—be addressed?", "What is the actual computational cost of training the multi-fidelity surrogate and performing Bayesian inference for a realistic LES case? A detailed cost breakdown is requested, demonstrating that the total cost (including surrogate training and inference) is indeed an order of magnitude lower than brute-force Monte Carlo." ], "recommendation": "To strengthen the hypothesis, the method should be demonstrated on a simpler test case in which LES is more deterministic (e.g., forced turbulence), and the impact of model-form uncertainty should be quantified. A detailed cost analysis should also be provided, and the surrogate predictions should be compared against a large Monte Carlo reference to validate the claimed accuracy and cost reduction." }, { "reviewer_persona": "industrialist", "overall_score": 7.5, "verdict": "accept", "confidence": 0.75, "strengths": [ "There is a clear market need in the aerospace, energy, and automotive sectors, where LES is employed for design and certification, and where the quantification of uncertainty is critical for safety and performance. Companies such as Airbus, Rolls-Royce, and Siemens Energy are investing in UQ for CFD.", "Multi-fidelity Bayesian UQ offers a significant reduction in computational cost (at least 10x) compared with brute-force Monte Carlo, enabling practical UQ for complex turbulent flows that are otherwise intractable. This provides a strong competitive advantage for early adopters." ], "weaknesses": [ "The principal obstacle is the requirement for domain expertise in both LES and Bayesian UQ, which may slow adoption in industrial settings where such skills are scarce. Integration with existing LES solvers and workflows will require customisation.", "The commercial timeline is uncertain: while the protocol suggests 8–14 months for validation, achieving a production-ready product with robust performance across multiple flow cases may take longer, potentially 2–3 years, which could affect return-on-investment expectations." ], "critical_questions": [ "What is the specific target market segment (e.g., aerospace versus energy), and what is the estimated size in terms of potential licences or services revenue?", "How will the intellectual property be protected? Is there a possibility of patenting the multi-fidelity UQ framework applied to LES, or will protection rest on trade secrets and know-how?", "What is the expected cost of a full commercial deployment (including support and maintenance), and which pricing model (e.g., per-seat licence, cloud subscription) would be viable?" ], "recommendation": "Phase 1 validation is undertaken to confirm technical feasibility. In parallel, engagement with potential industrial partners (e.g., through joint research projects) is pursued to identify their specific UQ requirements and to co-develop use cases. This approach facilitates tailoring of the solution and the construction of a business case. Should Phase 1 prove successful, the spin-off of a specialised software tool or service offering is considered, with the QUEENS framework serving as a unique selling point." }, { "reviewer_persona": "funding_strategist", "overall_score": 7.2, "verdict": "accept", "confidence": 0.7, "funding_programs": [ { "program": "ANR JCJC (Jeunes Chercheuses et Jeunes Chercheurs) 2026", "agency": "Agence Nationale de la Recherche (France)", "fit_score": 0.85, "typical_budget": "€150k-250k", "success_rate": "~15%", "next_deadline": "March 2026 (estimated)", "rationale": "This program supports early-career researchers and is ideal for a proof-of-concept project. The budget is sufficient for a postdoc and computing costs, and the focus on methodological innovation aligns well." }, { "program": "ERC Starting Grant 2026", "agency": "European Research Council", "fit_score": 0.7, "typical_budget": "€1.5M-2.5M", "success_rate": "~10%", "next_deadline": "October 2025 (estimated)", "rationale": "If the initial validation succeeds, this could be positioned as a high-risk/high-gain project to develop a comprehensive UQ framework for LES. The ERC values novelty and ambition, and the multi-fidelity approach has potential for broad impact." }, { "program": "PRACE (Partnership for Advanced Computing in Europe) Tier-1 Access", "agency": "PRACE aisbl", "fit_score": 0.9, "typical_budget": "Not a direct grant; provides computational resources", "success_rate": "~40%", "next_deadline": "Quarterly calls (next: June 2026)", "rationale": "The project requires significant computational resources for LES runs. PRACE provides access to supercomputers, which is essential for the high-fidelity simulations. This is a complementary resource to secure alongside funding." } ], "strengths": [ "Strong methodological novelty: the transfer of a multi-fidelity Bayesian UQ framework to LES is timely and addresses a critical need for systematic error propagation in computational fluid dynamics.", "Clear quantitative success criteria (10x reduction, 20% uncertainty) and a phased validation approach de-risk the project, making it attractive for seed funding.", "Potential for high-impact publications in both computational physics and applied mathematics, with broad applicability to engineering and climate modelling." ], "weaknesses": [ "TRL is low (1-2) as the framework is not yet validated for LES; the proposed budget and timeline may be insufficient to achieve convincing results.", "The consortium is not yet defined; a single-institution effort may lack the complementary expertise in LES, UQ, and high-performance computing.", "The hypothesis is narrowly focused on a specific QoI (Nusselt number) and may not demonstrate generalizability to other turbulent flow quantities." ], "critical_questions": [ "How will access to high-fidelity LES data and computational resources for validation be ensured, and what is the plan for scaling to larger test cases?", "What is the novelty relative to existing multi-fidelity UQ methods applied to LES, and how will this work be positioned within the competitive landscape?", "Has consideration been given to partnering with experimental groups to provide validation data, which could strengthen the proposal and increase its impact?" ], "recommendation": "**Scientific summary of the project**\n\nThe project is organised into three phases. Phase 1 focuses on the development of the framework and its validation on canonical cases. Phase 2 applies the framework to a first set of concrete problems. Phase 3 is dedicated to the dissemination of results and the opening of new perspectives.\n\n**Phase 1 – Framework development and validation on canonical cases (months 1–12)**\n\nThe first phase aims to develop the theoretical and methodological framework of the project. The work will begin with a critical review of existing approaches, followed by the formalisation of the proposed framework. The framework will then be validated on canonical cases, selected for their representativeness and their ability to test the robustness of the approach. This validation phase will be supported by the use of reference datasets and established performance metrics.\n\n**Phase 2 – Application to concrete problems (months 13–20)**\n\nThe second phase will apply the validated framework to a set of concrete problems drawn from the scientific domains targeted by the project. These applications will assess the practical utility of the framework and its ability to produce original findings. The results obtained will be compared with those of existing methods, and the limitations of the framework will be identified and analysed.\n\n**Phase 3 – Dissemination and perspectives (months 21–24)**\n\nThe third phase will focus on the dissemination of results through scientific publications and presentations at national and international conferences. The project will also seek to establish collaborations with other research teams. Finally, the perspectives opened by this work will be explored, particularly with a view to submitting an ERC Starting Grant application in the next call.\n\n**Requested support and resources**\n\nThe project is structured for a duration of 24 months. The requested support will cover the salary of the principal investigator, a doctoral or post-doctoral researcher, as well as operating costs (equipment, travel, publication fees). In parallel, a PRACE allocation will be requested to obtain the computational resources necessary for the most demanding simulations and analyses. The results of Phase 1 will be used to support this application, and, if the initial results are promising, they will be leveraged for an ERC Starting Grant application in the next call." } ], "meta_review": { "consensus_score": 6.56, "verdict": "publish_brief", "brief_quality_gate": true, "llm_verdict": "publish_brief", "llm_consensus_score": 7.2, "key_consensus": [ "The hypothesis addresses a critical need for systematic UQ in LES, and the multi-fidelity Bayesian approach is promising for reducing computational cost.", "The phased validation approach with clear GO/NO-GO criteria is well-structured and de-risks the project." ], "key_disagreements": [ "The methodologist and the contrarian question the statistical rigour and the assumption of deterministic LES, while the domain expert and the industrialist regard the approach as feasible and valuable.", "The contrarian argues that the chaotic nature of LES and model-form uncertainty may invalidate the surrogate approach, whereas others consider that these can be managed through careful design." ], "revision_guidance": [], "critical_path": "The success of this approach hinges on demonstrating that the multi-fidelity surrogate can accurately capture the input–output relationship for chaotic LES, and that the computational cost reduction is genuine in practice. This requires rigorous validation on a canonical test case.", "final_recommendation": "The panel is cautiously optimistic about the hypothesis. The methodological concerns regarding statistical power and bias must be addressed in the brief; however, the overall approach is sound and timely. The panel recommends publishing the brief to proceed with Phase 1 validation, with the expectation that the protocol will be refined on the basis of initial results." } } }