@article{botache2024enhancing, abstract = {This paper presents a methodological framework for training, self-optimising, and self-organising surrogate models to approximate and speed up multiobjective optimisation of technical systems based on multiphysics simulations. At the hand of two real-world datasets, we illustrate that surrogate models can be trained on relatively small amounts of data to approximate the underlying simulations accurately. Including explainable AI techniques allow for highlighting feature relevancy or dependencies and supporting the possible extension of the used datasets. One of the datasets was created for this paper and is made publicly available for the broader scientific community. Extensive experiments combine four machine learning and deep learning algorithms with an evolutionary optimisation algorithm. The performance of the combined training and optimisation pipeline is evaluated by verifying the generated Pareto-optimal results using the ground truth simulations. The results from our pipeline and a comprehensive evaluation strategy show the potential for efficiently acquiring solution candidates in multiobjective optimisation tasks by reducing the number of simulations and conserving a higher prediction accuracy, i.e., with a MAPE score under 5% for one of the presented use cases.}, archiveprefix = {arXiv}, author = {Botache, Diego and Decke, Jens and Ripken, Winfried and Dornipati, Abhinay and Götz-Hahn, Franz and Ayeb, Mohamed and Sick, Bernhard}, eid = {arXiv:2309.13179v2}, eprint = {2309.13179v2}, interhash = {a934e8d2ece9201cf5998ffcea84f757}, intrahash = {730ae1996394beab35bc8f865eadaf67}, journal = {arXiv e-prints}, pages = {arXiv:2309.13179v2}, primaryclass = {cs.LG}, title = {Enhancing Multi-Objective Optimization through Machine Learning-Supported Multiphysics Simulation}, url = {https://arxiv.org/abs/2309.13179}, year = 2024 } @incollection{botache2023machine, abstract = {The increasing environmental pollution and rising global energy demands require the rapid development of novel and sustainable traction machines from urban transport up to large-scale transport vehicles. The optimisation of the development cycle of electrical traction machines plays a vital role in sustainable mobility. Still, developers have to face the difficulty of analysing time-consuming multiphysics simulations to assess the performance of many prototype variants. Accelerating this process involves implementing machine learning-supported strategies that can effectively acquire results and predictions about the performance and efficiency of prototypes in an iterative optimisation process and detect possible issues during the experimental procedure. The following research project streamlines the development cycle by identifying and presenting multiple strategies for applying and evaluating machine learning and deep learning techniques in different stages and areas in the development cycle including self-optimisation and self-adaptation capabilities. By implementing these strategies, the optimisation process can be further improved and become more efficient and robust, reducing the time and cost required for testing and validation. Therefore, this proposal addresses two application areas. The first area consists of the supported machine learning motor performance prediction at the topology design and optimisation stage of structural components. The second area corresponds to the machine learning-supported experimental evaluation process of prototypes at desired test benches. }, author = {Botache, Diego}, booktitle = {Organic Computing -- Doctoral Dissertation Colloquium 2023}, editor = {Tomforde, Sven and Krupitzer, Christian}, interhash = {bfa9ddfeab2d39dca2375127dc39d1cb}, intrahash = {f68d78692b7048293d759eb4527731be}, pages = {14--26}, publisher = {kassel university press}, title = {Machine Learning Supported Optimisation and Experimental Evaluation of Electrical Motors for Small Urban Passenger Vehicles}, year = 2023 } @incollection{decke2023examination, abstract = { In the field of design optimization, numerical equation solvers, commonly used for finite element analysis and computational fluid dy- namics, impose significant computational demands. The iterative nature of design optimization, involving numerous simulations, magnifies re- source requirements in terms of time, energy, costs, and greenhouse gas emissions. Accelerating this process has been a long-standing research challenge, driven by the potential for resource savings and the ability to tackle increasingly complex problems. Recently, organic computing methods have gained prominence as promising approaches to address this challenge. This study aims to bridge the gap by integrating tech- niques from deep learning, active learning, and generative learning into the field of design optimization. The goal is to accelerate the design op- timization process while addressing specific challenges such as exploring large and complex design spaces and evaluating the advantages and con- straints of these methods. This research has the potential to significantly impact the industrial use of design optimization by providing faster and more efficient tools.}, author = {Decke, Jens}, booktitle = {Organic Computing -- Doctoral Dissertation Colloquium 2023}, editor = {Tomforde, Sven and Krupitzer, Christian}, interhash = {7d9d4124b3086a01e052ac3d3b8563dd}, intrahash = {a8bae3d276fcc8c617284a15017b0f58}, pages = {41--54}, publisher = {kassel university press}, title = {An Examination of Organic Computing Strategies in Design Optimization}, year = 2023 } @inproceedings{decke2024structured, abstract = {This article investigates the application of computer vision and graph-based models in solving mesh-based partial differential equations within high-performance computing environments. Focusing on structured, graded structured, and unstructured meshes, the study compares the performance and computational efficiency of three computer vision-based models against three graph-based models across three datasets. The research aims to identify the most suitable models for different mesh topographies, particularly highlighting the exploration of graded meshes, a less studied area. Results demonstrate that computer vision-based models, notably U-Net, outperform the graph models in prediction performance and efficiency in two (structured and graded) out of three mesh topographies. The study also reveals the unexpected effectiveness of computer vision-based models in handling unstructured meshes, suggesting a potential shift in methodological approaches for data-driven partial differential equation learning. The article underscores deep learning as a viable and potentially sustainable way to enhance traditional high-performance computing methods, advocating for informed model selection based on the topography of the mesh.}, author = {Decke, Jens and Wünsch, Olaf and Sick, Bernhard and Gruhl, Christian}, booktitle = {International Conference on Architecture of Computing Systems (ARCS)}, interhash = {ed6bd9576bb4b4cfbbce236485b92f99}, intrahash = {bf3baf1e39a1493c9cf4fcb18c6a9334}, note = {(accepted)}, publisher = {Springer}, title = {From Structured to Unstructured: A Comparative Analysis of Computer Vision and Graph Models in solving Mesh-based PDEs}, year = 2024 } @inproceedings{decke2024efficient, abstract = {This article presents the Sorting Composite Quantile Regression Neural Network (SCQRNN), an advanced quantile regression model designed to prevent quantile crossing and enhance computational efficiency. Integrating ad hoc sorting in training, the SCQRNN ensures non-intersecting quantiles, boosting model reliability and interpretability. We demonstrate that the SCQRNN not only prevents quantile crossing and reduces computational complexity but also achieves faster convergence than traditional models. This advancement meets the requirements of high-performance computing for sustainable, accurate computation. In organic computing, the SCQRNN enhances self-aware systems with predictive uncertainties, enriching applications across finance, meteorology, climate science, and engineering.}, author = {Decke, Jens and Jenß, Arne and Sick, Bernhard and Gruhl, Christian}, booktitle = {International Conference on Architecture of Computing Systems (ARCS)}, interhash = {ceb6a3a602af9ddff882d088aad22e17}, intrahash = {e069d535438db13d7d37fd4dc45e9425}, note = {(accepted)}, publisher = {Springer}, title = {An Efficient Multi Quantile Regression Network with Ad Hoc Prevention of Quantile Crossing}, year = 2024 }