Three-dimensional simulation for interventional cardiology procedures: Face and content validity

array:23 ["pii" => "S0870255124000684" "issn" => "08702551" "doi" => "10.1016/j.repc.2023.11.006" "estado" => "S300" "fechaPublicacion" => "2024-07-01" "aid" => "2307" "copyright" => "Sociedade Portuguesa de Cardiologia" "copyrightAnyo" => "2024" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Rev Port Cardiol. 2024;43:389-96" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "itemSiguiente" => array:17 [ "pii" => "S0870255124001367" "issn" => "08702551" "doi" => "10.1016/j.repc.2024.05.002" "estado" => "S300" "fechaPublicacion" => "2024-07-01" "aid" => "2333" "documento" => "simple-article" "crossmark" => 1 "subdocumento" => "dis" "cita" => "Rev Port Cardiol. 2024;43:397-8" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "en" => array:10 [ "idiomaDefecto" => true "cabecera" => "Editorial comment" "titulo" => "“Observe, simulate, execute and mentor”: A contemporary approach to learning in Interventional Cardiology" "tienePdf" => "en" "tieneTextoCompleto" => "en" "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "397" "paginaFinal" => "398" ] ] "titulosAlternativos" => array:1 [ "pt" => array:1 [ "titulo" => "«Observar, Simular, Executar e Orientar»: uma abordagem contemporânea ao processo de aprendizagem na cardiologia de intervenção" ] ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Rita Calé" "autores" => array:1 [ 0 => array:2 [ "nombre" => "Rita" "apellidos" => "Calé" ] ] ] ] ] "idiomaDefecto" => "en" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0870255124001367?idApp=UINPBA00004E" "url" => "/08702551/0000004300000007/v1_202407050544/S0870255124001367/v1_202407050544/en/main.assets" ] "itemAnterior" => array:17 [ "pii" => "S0870255124001409" "issn" => "08702551" "doi" => "10.1016/j.repc.2024.05.005" "estado" => "S300" "fechaPublicacion" => "2024-07-01" "aid" => "2336" "documento" => "simple-article" "crossmark" => 1 "subdocumento" => "dis" "cita" => "Rev Port Cardiol. 2024;43:385-7" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "en" => array:10 [ "idiomaDefecto" => true "cabecera" => "Editorial comment" "titulo" => "Exercise and sports revisited: Is too much exercise bad for your heart?" "tienePdf" => "en" "tieneTextoCompleto" => "en" "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "385" "paginaFinal" => "387" ] ] "titulosAlternativos" => array:1 [ "pt" => array:1 [ "titulo" => "Exercício e desporto revisitados: o excesso de exercício é mau para o coração?" ] ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Pedro Rio, Nuno Cardim" "autores" => array:2 [ 0 => array:2 [ "nombre" => "Pedro" "apellidos" => "Rio" ] 1 => array:2 [ "nombre" => "Nuno" "apellidos" => "Cardim" ] ] ] ] ] "idiomaDefecto" => "en" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0870255124001409?idApp=UINPBA00004E" "url" => "/08702551/0000004300000007/v1_202407050544/S0870255124001409/v1_202407050544/en/main.assets" ] "en" => array:21 [ "idiomaDefecto" => true "cabecera" => "Original Article" "titulo" => "Three-dimensional simulation for interventional cardiology procedures: Face and content validity" "tieneTextoCompleto" => true "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "389" "paginaFinal" => "396" ] ] "autores" => array:1 [ 0 => array:4 [ "autoresLista" => "Carolina Sequeira, Manuel Oliveira-Santos, João Borges Rosa, João Silva Marques, Eduardo Oliveira Santos, Gustavo Norte, Lino Gonçalves" "autores" => array:7 [ 0 => array:4 [ "nombre" => "Carolina" "apellidos" => "Sequeira" "email" => array:1 [ 0 => "carolinasequeira7@gmail.com" ] "referencia" => array:2 [ 0 => array:2 [ "etiqueta" => "a" "identificador" => "aff0005" ] 1 => array:2 [ "etiqueta" => "*" "identificador" => "cor0005" ] ] ] 1 => array:3 [ "nombre" => "Manuel" "apellidos" => "Oliveira-Santos" "referencia" => array:3 [ 0 => array:2 [ "etiqueta" => "a" "identificador" => "aff0005" ] 1 => array:2 [ "etiqueta" => "b" "identificador" => "aff0010" ] 2 => array:2 [ "etiqueta" => "c" "identificador" => "aff0015" ] ] ] 2 => array:3 [ "nombre" => "João" "apellidos" => "Borges Rosa" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "b" "identificador" => "aff0010" ] ] ] 3 => array:3 [ "nombre" => "João" "apellidos" => "Silva Marques" "referencia" => array:3 [ 0 => array:2 [ "etiqueta" => "c" "identificador" => "aff0015" ] 1 => array:2 [ "etiqueta" => "d" "identificador" => "aff0020" ] 2 => array:2 [ "etiqueta" => "e" "identificador" => "aff0025" ] ] ] 4 => array:3 [ "nombre" => "Eduardo" "apellidos" => "Oliveira Santos" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "c" "identificador" => "aff0015" ] ] ] 5 => array:3 [ "nombre" => "Gustavo" "apellidos" => "Norte" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "f" "identificador" => "aff0030" ] ] ] 6 => array:3 [ "nombre" => "Lino" "apellidos" => "Gonçalves" "referencia" => array:2 [ 0 => array:2 [ "etiqueta" => "a" "identificador" => "aff0005" ] 1 => array:2 [ "etiqueta" => "b" "identificador" => "aff0010" ] ] ] ] "afiliaciones" => array:6 [ 0 => array:3 [ "entidad" => "Faculty of Medicine, University of Coimbra, Portugal" "etiqueta" => "a" "identificador" => "aff0005" ] 1 => array:3 [ "entidad" => "Serviço de Cardiologia, Centro Hospitalar e Universitário de Coimbra, Coimbra, Portugal" "etiqueta" => "b" "identificador" => "aff0010" ] 2 => array:3 [ "entidad" => "3D CardioSolutions, Coimbra, Portugal" "etiqueta" => "c" "identificador" => "aff0015" ] 3 => array:3 [ "entidad" => "Serviço de Cardiologia, CHULN Hospital de Santa Maria, Lisboa, Portugal" "etiqueta" => "d" "identificador" => "aff0020" ] 4 => array:3 [ "entidad" => "Structural and Coronary Heart Disease Unit, Centro Cardiovascular da Universidade de Lisboa (CCUL@RISE), Faculdade de Medicina, Universidade de Lisboa, Lisboa, Portugal" "etiqueta" => "e" "identificador" => "aff0025" ] 5 => array:3 [ "entidad" => "Centro Hospitalar de Trás-Os-Montes e Alto Douro, Vila Real, Portugal" "etiqueta" => "f" "identificador" => "aff0030" ] ] "correspondencia" => array:1 [ 0 => array:3 [ "identificador" => "cor0005" "etiqueta" => "⁎" "correspondencia" => "Corresponding author." ] ] ] ] "titulosAlternativos" => array:1 [ "pt" => array:1 [ "titulo" => "Simulação 3D para procedimentos de cardiologia de intervenção – validação da aparência e contéudo" ] ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:7 [ "identificador" => "fig0025" "etiqueta" => "Figure 5" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr5.jpeg" "Alto" => 1786 "Ancho" => 2856 "Tamanyo" => 275048 ] ] "descripcion" => array:1 [ "en" => "Percentage agreement on satisfaction and self-efficacy of individual items of the post-simulation training questionnaire." ] ] ] "textoCompleto" => "IntroductionSimulation has been used for training in professions that require precise cognitive and physical tasks in high-risk environments, with potentially fatal complications. Currently, many non-medical professions require simulation as part of routine training or maintenance of competency and annual skills assessment.<a class="elsevierStyleCrossRef" href="#bib0160">1</a> Multiple high-fidelity medical simulators have been developed, over the past decade, to address the 21st century challenges of rapid expanding new technologies, restrictions in working hours and a demand by regulatory bodies for simulation to be implemented in the medical field.<a class="elsevierStyleCrossRef" href="#bib0165">2</a>Interventional cardiology (IC) is a fertile field in which simulation can blossom, because of its highly complex procedures with a long learning curve and that involve life-threatening complications that are prone to a variety of medical errors.<a class="elsevierStyleCrossRef" href="#bib0170">3</a> By using simulation in IC, the traditional approach “see one, do one, teach one” can be replaced with “learn the operation before the operation room”.<a class="elsevierStyleCrossRef" href="#bib0175">4</a> However, an international survey of 172 cardiologists showed that only 48% had already participated in simulation training, even though 91% considered it to be “necessary” in cardiology.<a class="elsevierStyleCrossRef" href="#bib0180">5</a> The prevalence of medical errors has been evident since the publication of the Institute of Medicine's report “To Err Is Human”.<a class="elsevierStyleCrossRef" href="#bib0170">3</a> Patient safety and prevention of medical errors define one of the rationales for simulation training.Three-dimensional model simulation is a growing novel tool that can be used for educational purposes, training or individualized medicine, and even patient empowerment. Its versatility enables several shortcomings of clinical simulation to be solved, enabling the standardization of a simulation platform with educational cases that are cheaper and more practical than traditional or cadaveric training.<a class="elsevierStyleCrossRef" href="#bib0185">6</a> Simulators based on 3D printing offer an alternative way of learning in an immersive reality with real materials where trainees can make mistakes, repeat, and learn percutaneous intervention skills in a controlled, safe, and realistic environment.Many studies have shown improvement in operator skills using simulations over traditional mentor-based training in specific IC skill sets.<a class="elsevierStyleCrossRefs" href="#bib0190">7–10</a> Simulator-based training in coronary angiography improved operator skills compared with traditional mentor-based training – including, a shorter procedure time, lower radiation dose used, and a higher global procedure skill score.<a class="elsevierStyleCrossRef" href="#bib0190">7</a>The Education and Training European Association of Percutaneous Cardiovascular Interventions (EAPCI) published a recommendation for simulation sessions to be incorporated in training centers of IC<a class="elsevierStyleCrossRef" href="#bib0210">11</a> and the Accreditation Council for Graduate Medical education requires cardiovascular fellowship training programs to include some component of simulation as part of fellow training.<a class="elsevierStyleCrossRef" href="#bib0165">2</a> Therefore, in the future, it is expected that simulations will be incorporated into training programs and certification examinations for an interventional cardiologist.To ensure that simulators provide a realistic comparison to real-life environment they must undergo scientific validation, according to different levels of evidence, following the Kirkpatrick model for evaluating the effectiveness of training.<a class="elsevierStyleCrossRef" href="#bib0215">12</a>ObjectivesThis study aims to evaluate a novel 3D-printed simulator (SimulHeart®) for face and content validity in IC simulation.MethodsParticipantsThis study recruited participants from four interventional cardiology simulation courses that occurred between November 2021 and November 2022. All individuals worked in cardiology, including nurses and technicians, medical residents, IC fellows and interventional cardiologists. Interventional cardiology fellows and specialists were defined as “Experts”; “Novices” included cardiology residents and “nurses and allied professionals” (NAP) included nurses and cardiology and radiology technicians. All of them performed a simulation protocol on the 3D-printed SimulHeart® simulator. Study design was reviewed and approved by the local research ethics board. Participants were asked to provide written informed consent before enrollment.Simulation protocolThe simulation protocol started with a 30-minute theoretical introduction. “Novices” were briefed on diagnostic coronary angiography and simple coronary intervention procedures, and “experts” were exposed to percutaneous coronary interventions (PCI) in complex bifurcations, calcified lesions, left main, post-transcatheter aortic valve implantation (TAVI) and intravascular imaging.The simulation required the participants to perform the following tasks: selective catheterization of left and right coronary artery by radial or femoral access; PCI of calcified lesions with rotational atherectomy and/or lithoplasty; PCI of bifurcation lesions and left main with provisional or two-stent techniques; PCI in a post-TAVI context and to perform and interpret intravascular imaging (with ultrasound or optical coherence tomography). All participants received a demonstration of each task (<a class="elsevierStyleCrossRef" href="#tbl0005">Table 1</a>) and then attempt to perform it for two hours.<elsevierMultimedia ident="tbl0005"></elsevierMultimedia>After each attempt, participants were given oral feedback by the trainer. In the end, a 30-minute debriefing session was performed.SimulatorThe 3D-printing process is a complex three-step procedure (image acquisition, segmentation, and printing), its detailed explanation is out of the scope of this article. The simulator printing process has been previously detailed.<a class="elsevierStyleCrossRefs" href="#bib0220">13–15</a>Briefly, for the development of the coronary model, computed tomography coronary angiogram data of a real patient was rendered into a 3D volume depicting coronary arteries<a class="elsevierStyleCrossRef" href="#bib0235">16</a> and digitally manipulated to include coronary stenosis and connector parts to connect them to the simulator. The coronary anatomy was then printed in 3D using a stereolithography printer to obtain the final patient-specific coronary artery model made of custom hybrid flexible material of polyethylene and siliconized rubber, with a dual-layered design and filled with fluid. Finally, the coronary 3D-model was connected to our custom-made interventional cardiology simulator, the SimulHeart® (3D CardioSolutions, Coimbra, Portugal). The simulator (as shown in <a class="elsevierStyleCrossRefs" href="#fig0005">Figures 1 and 2</a>) includes an acrylic water tank, which is filled with water and where the 3D-printed vascular anatomical structures are inserted. The whole vascular structure is connected to a pumping system to simulate the arterial pressure of a patient, generating an authentic environment during the intervention. Its main features besides the 3D-printed vascular anatomy, include radial and femoral access sites that enable the use of actual diagnostic and interventional devices with realistic haptics feedback. The simulation was performed without ionizing radiation. Participants viewed the simulated procedure through a monitor, and usual projections were obtained by moving a real-time video camera.<elsevierMultimedia ident="fig0005"></elsevierMultimedia><elsevierMultimedia ident="fig0010"></elsevierMultimedia>QuestionnaireA post-training questionnaire was applied to all participants (<a class="elsevierStyleCrossRef" href="#sec0070">Appendix 1</a>).The questionnaire was developed by the research team, based on a literature review, and with the collaboration of a panel of specialists in IC from different Portuguese centers. The “expert group” met on two occasions, the first meeting to brainstorm possible questions on face and content of the model and satisfaction with the course, and a follow-up meeting to decide the final items to be included on the questionnaire. The questionnaire involved three main areas: (a) Appearance of the simulation; (b) Simulation content and (c) Satisfaction and self-efficacy.The simulator was assessed for face and content validity and learner satisfaction and self-efficacy, in concordance with definitions published in the literature.<a class="elsevierStyleCrossRefs" href="#bib0215">12,17</a> Face validity is an assessment of realism, in which a defined group of subjects are asked to judge the degree of resemblance between the system under study and the real environment.<a class="elsevierStyleCrossRef" href="#bib0240">17</a> Content validity examines the level to which the system covers the subject matter of the real performance.<a class="elsevierStyleCrossRef" href="#bib0240">17</a> The evaluation is carried out by reviewing each item to determine whether it is appropriate for the test and by assessing the overall cohesiveness of the items, such as whether the test contains the steps and skills that are used in a procedure. The reliability of an evaluation instrument relates to its ability to provide consistent results with minimal errors of measurement. Internal consistency was the method used for estimating internal reliability of the questionnaire items.<a class="elsevierStyleCrossRef" href="#bib0245">18</a>Face and content validity were evaluated using “experts” (level V) and “novices” (level III) operator assessments of the simulator. This expertise difference was based on criteria established by EAPCI core curriculum for percutaneous cardiovascular interventions,<a class="elsevierStyleCrossRef" href="#bib0210">11</a> where level V is defined as “Performance as the first operator without supervision and ability to teach/supervise more junior colleagues” and level III is “Performance as the first operator with reactive supervision, i.e., on request and quickly available”. Using five-point Likert scale participants rated 13 aspects of the appearance of the simulator, eight domains of the content, and seven domains of satisfaction and self-efficacy. Higher scores indicated a more favorable assessment. Thresholds were set a priori as mean scores of <3.0, 3.0–4.0, and >4.0 for “unacceptable”, “moderately acceptable” and “good”, respectively.<a class="elsevierStyleCrossRefs" href="#bib0250">19,20</a>Statistical analysisAll data were collected and stored in a de-identified database. Continuous data were described using mean±standard deviation or median (interquartile range), according to the normality of the distribution. Categorical data were represented by frequency and proportion. Statistics were calculated using the IBM Statistical Package for Social Sciences, v28.0 (SPSS). An alpha of 0.05 was set for significance of all statistical tests.ResultsFifty-six participants completed the study: 16 “experts”, 26 “novices” and 14 NAP from sixteen hospitals across Portugal. No participant had prior experience with the SimulHeart® simulator. Sociodemographic characteristics are explained in <a class="elsevierStyleCrossRef" href="#tbl0010">Table 2</a>.<elsevierMultimedia ident="tbl0010"></elsevierMultimedia>The questionnaire showed good values of internal consistency, with a global reliability of 0.93, measured by Cronbach's alpha. The items of face, content, and satisfaction showed an internal consistency of 0.85, 0.81, and 0.87, respectively.The overall mean score of face validity was 4.38 ([SD 0.35]) (with classifications varying from 2 to 5). The individual frequencies of the items that evaluated face validity are described in <a class="elsevierStyleCrossRef" href="#fig0015">Figure 3</a>.<elsevierMultimedia ident="fig0015"></elsevierMultimedia>The overall mean score of content validity was 4.69 ([SD 0.32]) (only varying between 4 and 5 classifications) – <a class="elsevierStyleCrossRef" href="#fig0020">Figure 4</a>.<elsevierMultimedia ident="fig0020"></elsevierMultimedia>In both face and content validity, there was no statistically significant difference in the scores of “experts” and “novices”.Optional written narrative qualitative assessment by participants showed several common themes. Participants found the simulator to be “realist”, have “good fidelity” and be an “enriching formative experience”. Some participants, however, considered that the course should have “more hours of individual training”.In the questionnaire, satisfaction and self-efficacy were also measured (as shown in <a class="elsevierStyleCrossRef" href="#fig0025">Figure 5</a>), 80.4% strongly agreed that the course was well executed and interactive, 75.0% strongly considered the course improved their theoretical knowledge, 60.7% also considered it strongly improved their technique. 67.9% strongly agreed that after the simulation training, they felt confident to explain the procedure to a patient. 82.1% agreed or strongly agreed that after the simulation they felt confident to perform the procedure on a patient. Most participants (85.7%) strongly agreed they would recommend the course to colleagues.<elsevierMultimedia ident="fig0025"></elsevierMultimedia>The mean score (on a ten-point Likert scale, with 1 being not relevant and 10 very relevant) in general terms for the relevance of using this model in training was 9.41 (SD 0.80, Range [7–10]).DiscussionThis study showed that the SimulHeart® simulator for percutaneous interventions met the criteria for both face and content validity at a “good” level, based on the predefined definitions of validity. The simulator presents excellent realism and simulates all the procedure steps. Also, there was a high level of satisfaction and self-efficacy with the training in this model, with increased confidence.Simulation is breaking barriers in the modern era of medical and surgical education. With ever increasing pressures on surgical performance, the profession is eagerly looking for training systems that are novel, reproducible, and validated. The reality is trainees are operating less than ever before<a class="elsevierStyleCrossRef" href="#bib0260">21</a> due to shortened training programs, reduced working hours,<a class="elsevierStyleCrossRef" href="#bib0265">22</a> and advancement of medical and minimally invasive techniques, therefore the application of 3D simulation technology is evident. This is particularly important in training for minimally invasive percutaneous procedures, which are complex and leave little space for error. In this area a valid 3D simulator may reduce the learning curve and improve patient safety. This modality of simulation affords a unique opportunity for trainees to practice reality-based surgical skills without any risk to the patients.While there are studies on 3D simulators for patient-specific percutaneous interventions,<a class="elsevierStyleCrossRefs" href="#bib0220">13,23–30</a> there is minimal data in the literature on the validation of 3D model simulators for training in cardiology. Common benchmarks on which simulators are judged include reliability, face, content, construct, and predictive validities.<a class="elsevierStyleCrossRef" href="#bib0310">31</a> Even though there are some validated training devices and protocols for coronary angiography, this area has few well-established or validated tools.A 2019 study with Simbionix Angio-Mentor (Simbionix USA, Cleveland, Ohio) documented a significant improvement of skills in real-world practice (coronary angiography in patients) after simulator-based training.<a class="elsevierStyleCrossRef" href="#bib0190">7</a> According to Popovic et al., the simulation group showed significant improvement in respect to contrast use, procedural time, fluoroscopic time, and global performance score in coronary catheterization in patients in the cardiac catheterization lab after four hours of high-fidelity simulation training in comparison to a control group. These findings documented an improved intra-operator performance in the clinical setting before and after simulation training demonstrating the impact of simulation on the transference of skills to real-life practice. They concluded that “simulation can be used as an assessment tool by defining a mastery threshold ensuring all individuals have reached a predefined level of proficiency to enable safe patient care”.However, there is room for improvement. The criteria with the lowest scores were “resembles living human tissue”, with a mean score of 4.00, and “simulates the fluoroscopic appearance (X-ray)”, with a mean score of 4.08. These items would score higher if the simulation took place in an actual catheterization laboratory, with radiation and sterile drapes. That environment undoubtedly lacks practicality for widespread practical courses.Despite the possible limitations, most participants (96.40%) “agreed” or “strongly agreed” that the training in the simulator should be integrated into the cardiology residency curriculum. Furthermore, the improved subjective confidence of “novices” participants suggests a benefit from training in the simulator and supports its use as an educational tool.The categorization of participants as “experts” or “novices” was based on the definition of the EAPCI curriculum and was self-reported in the questionnaire by the participants. One of the limitations of our study was overall participant numbers were low (n=56), a more significant sample could have more statistical power to detect differences between groups and to evaluate construct validity. Expanding the study to a larger number of participants would be reasonable based on our results.For future investigation construct validity should be performed on the model. Further research is required to correlate simulator performance to clinical performance in a real patient.ConclusionThe SimulHeart® simulator built by 3D CardioSolutions showed a good level of face and content validity. There was a high level of satisfaction and efficacy, as well as improved confidence. Both “experts” and “novices” participants agreed that training in the simulator should be incorporated into the cardiology residency curriculum.Based on our study, we suggest training in this simulator should be used in interventional cardiology for medical residents, fellows, and allied professionals to gain experience and skill in a safe environment.Conflicts of interestThe authors have no conflicts of interest to declare." "textoCompletoSecciones" => array:1 [ "secciones" => array:13 [ 0 => array:3 [ "identificador" => "xres2198410" "titulo" => "Abstract" "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0005" "titulo" => "Introduction and objectives" ] 1 => array:2 [ "identificador" => "abst0010" "titulo" => "Methods" ] 2 => array:2 [ "identificador" => "abst0015" "titulo" => "Results" ] 3 => array:2 [ "identificador" => "abst0020" "titulo" => "Conclusion" ] ] ] 1 => array:2 [ "identificador" => "xpalclavsec1845238" "titulo" => "Keywords" ] 2 => array:3 [ "identificador" => "xres2198411" "titulo" => "Resumo" "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0025" "titulo" => "Introdução e objetivos" ] 1 => array:2 [ "identificador" => "abst0030" "titulo" => "Métodos" ] 2 => array:2 [ "identificador" => "abst0035" "titulo" => "Resultados" ] 3 => array:2 [ "identificador" => "abst0040" "titulo" => "Conclusão" ] ] ] 3 => array:2 [ "identificador" => "xpalclavsec1845239" "titulo" => "Palavras-chave" ] 4 => array:2 [ "identificador" => "sec0005" "titulo" => "Introduction" ] 5 => array:2 [ "identificador" => "sec0010" "titulo" => "Objectives" ] 6 => array:3 [ "identificador" => "sec0015" "titulo" => "Methods" "secciones" => array:5 [ 0 => array:2 [ "identificador" => "sec0020" "titulo" => "Participants" ] 1 => array:2 [ "identificador" => "sec0025" "titulo" => "Simulation protocol" ] 2 => array:2 [ "identificador" => "sec0030" "titulo" => "Simulator" ] 3 => array:2 [ "identificador" => "sec0035" "titulo" => "Questionnaire" ] 4 => array:2 [ "identificador" => "sec0040" "titulo" => "Statistical analysis" ] ] ] 7 => array:2 [ "identificador" => "sec0045" "titulo" => "Results" ] 8 => array:2 [ "identificador" => "sec0050" "titulo" => "Discussion" ] 9 => array:2 [ "identificador" => "sec0055" "titulo" => "Conclusion" ] 10 => array:2 [ "identificador" => "sec0060" "titulo" => "Conflicts of interest" ] 11 => array:2 [ "identificador" => "xack757650" "titulo" => "Acknowledgment" ] 12 => array:1 [ "titulo" => "References" ] ] ] "pdfFichero" => "main.pdf" "tienePdf" => true "fechaRecibido" => "2023-09-27" "fechaAceptado" => "2023-11-29" "PalabrasClave" => array:2 [ "en" => array:1 [ 0 => array:4 [ "clase" => "keyword" "titulo" => "Keywords" "identificador" => "xpalclavsec1845238" "palabras" => array:6 [ 0 => "Education" 1 => "Revascularization" 2 => "Percutaneous coronary intervention" 3 => "3D printing" 4 => "Patient-specific simulation" 5 => "Simulation training" ] ] ] "pt" => array:1 [ 0 => array:4 [ "clase" => "keyword" "titulo" => "Palavras-chave" "identificador" => "xpalclavsec1845239" "palabras" => array:6 [ 0 => "Educação" 1 => "Revascularização" 2 => "Intervenção coronária percutânea" 3 => "Impressão 3D" 4 => "Simulação paciente-específica" 5 => "Treino em simulação" ] ] ] ] "tieneResumen" => true "resumen" => array:2 [ "en" => array:3 [ "titulo" => "Abstract" "resumen" => "Introduction and objectivesThree-dimensional (3D) model simulation provides the opportunity to manipulate real devices and learn intervention skills in a realistic, controlled, and safe environment. To ensure that simulators provide a realistic surrogate to real procedures they must undergo scientific validation. We aimed to evaluate the 3D-printed simulator SimulHeart® for face and content validity to demonstrate its value as a training tool in interventional cardiology (IC). MethodsHealth professionals were recruited from sixteen Portuguese IC units. All participants received a 30-minute theoretical introduction, 10-minute demonstration of each task and then performed the intervention on a 3D-printed simulator (SimulHeart®). Finally, a post-training questionnaire focusing on the appearance of the simulation, simulation content, and satisfaction/self-efficacy was administered. ResultsWe included 56 participants: 16 “experts” (general and interventional cardiologists), 26 “novices” (cardiology residents), and 14 nurses and allied professionals. On a five-point Likert scale, the overall mean score of face validity was 4.38±0.35 and the overall mean score of content validity was 4.69±0.32. There was no statistically significant difference in the scores provided by “experts” and “novices”. Participants reported a high level of satisfaction/self-efficacy with 60.7% considering it strongly improved their skills. The majority (82.1%) “agreed” or “strongly agreed” that after the simulation they felt confident to perform the procedure on a patient. ConclusionThe 3D-printed simulator (SimulHeart®) showed excellent face and content validity. 3D simulation may play an important role in future IC training programs. Further research is required to correlate simulator performance with clinical performance in real patients." "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0005" "titulo" => "Introduction and objectives" ] 1 => array:2 [ "identificador" => "abst0010" "titulo" => "Methods" ] 2 => array:2 [ "identificador" => "abst0015" "titulo" => "Results" ] 3 => array:2 [ "identificador" => "abst0020" "titulo" => "Conclusion" ] ] ] "pt" => array:3 [ "titulo" => "Resumo" "resumen" => "Introdução e objetivosA simulação de modelos tridimensionais (3D) proporciona a oportunidade de manipular dispositivos reais e aprender competências de intervenção num ambiente realista, controlado e seguro. Para garantir que os simuladores fornecem uma comparação realista, estes devem ser submetidos a validação científica. O nosso objetivo foi avaliar o simulador 3D SimulHeart® quanto à validade de aparência e conteúdo, para demonstrar o seu valor como ferramenta formativa em cardiologia de intervenção (CI). MétodosRecrutamos profissionais de saúde de 16 unidades de CI portuguesas. Todos os participantes receberam uma introdução teórica de 30 minutos, 10 minutos de demonstração e de seguida tentaram realizar a intervenção num simulador 3D Simulheart. Por fim, foi aplicado um questionário pós-formação com foco na aparência da simulação, conteúdo da simulação e satisfação/autoeficácia. ResultadosIncluímos 56 participantes: 16 «especialistas» (cardiologistas gerais e de intervenção), 26 «novatos» (internos de cardiologia) e 14 enfermeiros e profissionais aliados. A pontuação média geral da validade de aparência foi de 4,38±0,35, e a pontuação média geral da validade de conteúdo foi de 4,69 ± 0,32, numa escala Likert de cinco pontos. Não houve diferenças estatisticamente significativas nas pontuações de «especialistas» e «novatos». Os participantes relataram um alto nível de satisfação/autoeficácia sendo que 60,7% consideraram que melhoraram fortemente as suas competências. A maioria (82,1%) «concordou» ou «concordou totalmente>» que após a simulação se sentiram confiantes para realizar o procedimento num paciente. ConclusãoO simulador 3D (SimulHeart®) apresentou excelente validade de aparência e de conteúdo. A simulação 3D pode desempenhar um papel importante nos programas formativos em cardiologia de intervenção. Mais estudos são necessários para correlacionar o desempenho no simulador com o desempenho clínico em pacientes reais." "secciones" => array:4 [ 0 => array:2 [ "identificador" => "abst0025" "titulo" => "Introdução e objetivos" ] 1 => array:2 [ "identificador" => "abst0030" "titulo" => "Métodos" ] 2 => array:2 [ "identificador" => "abst0035" "titulo" => "Resultados" ] 3 => array:2 [ "identificador" => "abst0040" "titulo" => "Conclusão" ] ] ] ] "apendice" => array:1 [ 0 => array:1 [ "seccion" => array:1 [ 0 => array:4 [ "apendice" => "The following are the supplementary data to this article:<elsevierMultimedia ident="upi0005"></elsevierMultimedia>" "etiqueta" => "Appendix A" "titulo" => "Supplementary data" "identificador" => "sec0070" ] ] ] ] "multimedia" => array:8 [ 0 => array:7 [ "identificador" => "fig0005" "etiqueta" => "Figure 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 2410 "Ancho" => 2963 "Tamanyo" => 531994 ] ] "descripcion" => array:1 [ "en" => "The SimulHeart® simulation setup." ] ] 1 => array:7 [ "identificador" => "fig0010" "etiqueta" => "Figure 2" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr2.jpeg" "Alto" => 1893 "Ancho" => 2963 "Tamanyo" => 431499 ] ] "descripcion" => array:1 [ "en" => "The SimulHeart® simulation setup." ] ] 2 => array:7 [ "identificador" => "fig0015" "etiqueta" => "Figure 3" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr3.jpeg" "Alto" => 1476 "Ancho" => 2781 "Tamanyo" => 332388 ] ] "descripcion" => array:1 [ "en" => "Mean face validity of individual items of the post-simulation training questionnaire." ] ] 3 => array:7 [ "identificador" => "fig0020" "etiqueta" => "Figure 4" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr4.jpeg" "Alto" => 1080 "Ancho" => 2990 "Tamanyo" => 216254 ] ] "descripcion" => array:1 [ "en" => "Mean content validity of individual items of the post-simulation training questionnaire." ] ] 4 => array:7 [ "identificador" => "fig0025" "etiqueta" => "Figure 5" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr5.jpeg" "Alto" => 1786 "Ancho" => 2856 "Tamanyo" => 275048 ] ] "descripcion" => array:1 [ "en" => "Percentage agreement on satisfaction and self-efficacy of individual items of the post-simulation training questionnaire." ] ] 5 => array:8 [ "identificador" => "tbl0005" "etiqueta" => "Table 1" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at1" "detalle" => "Table " "rol" => "short" ] ] "tabla" => array:1 [ "tablatextoimagen" => array:1 [ 0 => array:2 [ "tabla" => array:1 [ 0 => """ <table border="0" frame="\n \t\t\t\t\tvoid\n \t\t\t\t" class=""><tbody title="tbody"><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Tasks performed \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Selective catheterization of left and right coronary artery by radial or femoral access; \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">PCI of calcified lesions with rotational atherectomy and/or lithoplasty; \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">PCI of bifurcation lesions and left main with provisional or two-stent techniques; \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">PCI in a post-TAVI context and intravascular imaging interpretation (with ultrasound or optical coherence tomography) \t\t\t\t\t\t\n \t\t\t\t</td></tr></tbody></table> """ ] "imagenFichero" => array:1 [ 0 => "xTab3588376.png" ] ] ] ] "descripcion" => array:1 [ "en" => "Tasks performed in the 3D-printed SimulHeart® simulator." ] ] 6 => array:8 [ "identificador" => "tbl0010" "etiqueta" => "Table 2" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at2" "detalle" => "Table " "rol" => "short" ] ] "tabla" => array:1 [ "tablatextoimagen" => array:1 [ 0 => array:2 [ "tabla" => array:1 [ 0 => """ <table border="0" frame="\n \t\t\t\t\tvoid\n \t\t\t\t" class=""><thead title="thead"><tr title="table-row"><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black"> \t\t\t\t\t\t\n \t\t\t\t\t\t</th><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Total \t\t\t\t\t\t\n \t\t\t\t\t\t</th><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Novice \t\t\t\t\t\t\n \t\t\t\t\t\t</th><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Experts \t\t\t\t\t\t\n \t\t\t\t\t\t</th><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Other \t\t\t\t\t\t\n \t\t\t\t\t\t</th></tr></thead><tbody title="tbody"><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">(n) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">56 (100%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">26 (46.4%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">16 (28.6%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">14 (25%) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Gender \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">F – 25 (44.6%)M – 31 (55.4%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">F – 13 (50%)M – 13 (50%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">F – 4 (25%)M – 12 (75%) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">F – 8 (57.1%)M – 6 (42.9%) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Age \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Mean: 35.6 ([26–60]) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Mean: 29.3 ([26–35]) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Mean: 31.1 ([31–60]) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Mean: 44.3 ([30–55]) \t\t\t\t\t\t\n \t\t\t\t</td></tr></tbody></table> """ ] "imagenFichero" => array:1 [ 0 => "xTab3588375.png" ] ] ] ] "descripcion" => array:1 [ "en" => "Participants sociodemographic characteristics." ] ] 7 => array:5 [ "identificador" => "upi0005" "tipo" => "MULTIMEDIAECOMPONENTE" "mostrarFloat" => false "mostrarDisplay" => true "Ecomponente" => array:2 [ "fichero" => "mmc1.pdf" "ficheroTamanyo" => 55872 ] ] ] "bibliografia" => array:2 [ "titulo" => "References" "seccion" => array:1 [ 0 => array:2 [ "identificador" => "bibs0015" "bibliografiaReferencia" => array:31 [ 0 => array:3 [ "identificador" => "bib0160" "etiqueta" => "1" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Flight simulation training device qualification evaluation and qualification for full stall training task" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Federal Aviation Administration" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Libro" => array:3 [ "fecha" => "2018" "editorial" => "Flight Standards Service" "editorialLocalizacion" => "Washington, DC" ] ] ] ] ] ] 1 => array:3 [ "identificador" => "bib0165" "etiqueta" => "2" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The current state of medical simulation in interventional cardiology: a clinical document from the Society for Cardiovascular Angiography and Intervention's (SCAI) Simulation Committee" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "S.M. Green" 1 => "A.J. Klein" 2 => "S. Pancholy" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Catheter Cardiovasc Interv" "fecha" => "2014" "volumen" => "1" "paginaInicial" => "37" "paginaFinal" => "46" "itemHostRev" => array:3 [ "pii" => "S0090429513015367" "estado" => "S300" "issn" => "00904295" ] ] ] ] ] ] ] 2 => array:3 [ "identificador" => "bib0170" "etiqueta" => "3" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "To err is human: building a safer health system" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "Institute of Medicine Committee on Quality of Health Care in America" 1 => "L.T. Kohn" 2 => "J.M. Corrigan" 3 => "M.S. Donaldson" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Libro" => array:3 [ "fecha" => "2000" "editorial" => "National Academies Press" "editorialLocalizacion" => "US" ] ] ] ] ] ] 3 => array:3 [ "identificador" => "bib0175" "etiqueta" => "4" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Cardiovascular three-dimensional printing in non-congenital percutaneous interventions" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "M.D. Oliveira-Santos" 1 => "E. Oliveira-Santos" 2 => "L. Gonçalves" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.hlc.2019.04.020" "Revista" => array:6 [ "tituloSerie" => "Heart Lung Circ" "fecha" => "2019" "volumen" => "28" "paginaInicial" => "1525" "paginaFinal" => "1534" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/31176626" "web" => "Medline" ] ] ] ] ] ] ] ] 4 => array:3 [ "identificador" => "bib0180" "etiqueta" => "5" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "EACVI communication paper: first international young dedicated multimodal cardiovascular imaging simulation education event organized by the ESC" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "T. Pezel" 1 => "A. Coisne" 2 => "H. Mahmoud-Elsayed" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Eur Heart J Cardiovasc Imaging" "fecha" => "2019" "volumen" => "21" "paginaInicial" => "124" "paginaFinal" => "126" ] ] ] ] ] ] 5 => array:3 [ "identificador" => "bib0185" "etiqueta" => "6" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Evaluation of vascular and interventional procedures with time-action analysis: a pilot study" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "N.H. Bakker" 1 => "D. Tanase" 2 => "J.A. Reekers" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/s1051-0443(07)61528-0" "Revista" => array:6 [ "tituloSerie" => "J Vasc Interv Radiol" "fecha" => "2002" "volumen" => "13" "paginaInicial" => "483" "paginaFinal" => "488" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11997356" "web" => "Medline" ] ] ] ] ] ] ] ] 6 => array:3 [ "identificador" => "bib0190" "etiqueta" => "7" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The simulation training in coronary angiography and its impact on real life conduct in the catheterization laboratory" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "B. Popovic" 1 => "S. Pinelli" 2 => "E. Albuisson" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Am J Cardiol" "fecha" => "2019" "volumen" => "15" "paginaInicial" => "1208" "paginaFinal" => "1213" ] ] ] ] ] ] 7 => array:3 [ "identificador" => "bib0195" "etiqueta" => "8" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Does simulation-based training improve procedural skills of beginners in interventional cardiology? A stratified randomized study" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "W. Voelker" 1 => "N. Petri" 2 => "C. Tönissen" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "J Interv Cardiol" "fecha" => "2016" "volumen" => "29" "paginaInicial" => "75" "paginaFinal" => "82" ] ] ] ] ] ] 8 => array:3 [ "identificador" => "bib0200" "etiqueta" => "9" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Use of simulator-based teaching to improve medical students’ knowledge and competencies: randomized controlled trial" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "Q. Fischer" 1 => "Y. Sbissa" 2 => "P. Nhan" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.2196/jmir.9634" "Revista" => array:6 [ "tituloSerie" => "J Med Internet Res" "fecha" => "2018" "volumen" => "20" "paginaInicial" => "e261" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30249587" "web" => "Medline" ] ] "itemHostRev" => array:3 [ "pii" => "S1059131116300541" "estado" => "S300" "issn" => "10591311" ] ] ] ] ] ] ] 9 => array:3 [ "identificador" => "bib0205" "etiqueta" => "10" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Managing pregnancy as an interventional cardiologist fellow-in-training: my experience with a simulator" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "M. Hauguel-Moreau" 1 => "J. Adjedj" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.jacc.2016.09.002" "Revista" => array:6 [ "tituloSerie" => "J Am Coll Cardiol" "fecha" => "2016" "volumen" => "68" "paginaInicial" => "1916" "paginaFinal" => "1919" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/27765195" "web" => "Medline" ] ] ] ] ] ] ] ] 10 => array:3 [ "identificador" => "bib0210" "etiqueta" => "11" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "EAPCI core curriculum for percutaneous cardiovascular interventions (2020): Committee for Education and Training European Association of Percutaneous Cardiovascular Interventions (EAPCI). A branch of the European Society of Cardiology" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "E. Van Belle" 1 => "R.C. Teles" 2 => "S.A. Pyxaras" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.4244/EIJ-D-18-00448" "Revista" => array:6 [ "tituloSerie" => "EuroIntervention" "fecha" => "2021" "volumen" => "17" "paginaInicial" => "23" "paginaFinal" => "31" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/32624457" "web" => "Medline" ] ] ] ] ] ] ] ] 11 => array:3 [ "identificador" => "bib0215" "etiqueta" => "12" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The four levels of evaluation" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "D.L. Kirkpatrick" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "LibroEditado" => array:5 [ "editores" => "S.M.Brown, C.J.Seidner" "titulo" => "Evaluating corporate training: models and issues" "paginaInicial" => "95" "paginaFinal" => "112" "serieFecha" => "1998" ] ] ] ] ] ] 12 => array:3 [ "identificador" => "bib0220" "etiqueta" => "13" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Patient-specific 3D printing simulation to guide complex coronary intervention" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "M. Oliveira-Santos" 1 => "E. Oliveira Santos" 2 => "A.V. Marinho" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:3 [ "tituloSerie" => "Rev Port Cardiol" "fecha" => "2018" "volumen" => "37" ] ] ] ] ] ] 13 => array:3 [ "identificador" => "bib0225" "etiqueta" => "14" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "3D printing based on imaging data: review of medical applications" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "F. Rengier" 1 => "A. Mehndiratta" 2 => "H. von Tengg-Kobligk" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Int J Comput Assist Radiol Surg" "fecha" => "2010" "volumen" => "5" "paginaInicial" => "335" "paginaFinal" => "341" "itemHostRev" => array:3 [ "pii" => "S0015028206045018" "estado" => "S300" "issn" => "00150282" ] ] ] ] ] ] ] 14 => array:3 [ "identificador" => "bib0230" "etiqueta" => "15" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Novel biomaterials used in medical 3D printing techniques" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "K. Tappa" 1 => "U. Jammalamadaka" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.3390/jfb9010017" "Revista" => array:5 [ "tituloSerie" => "J Funct Biomater" "fecha" => "2018" "volumen" => "9" "paginaInicial" => "17" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29414913" "web" => "Medline" ] ] ] ] ] ] ] ] 15 => array:3 [ "identificador" => "bib0235" "etiqueta" => "16" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "In vivo validation of CAAS QCA-3D coronary reconstruction using fusion of angiography and intravascular ultrasound (ANGUS)" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "J.C. Schuurbiers" 1 => "N.G. Lopez" 2 => "J. Ligthart" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Catheter Cardiovasc Interv" "fecha" => "2009" "volumen" => "73" "paginaInicial" => "620" "paginaFinal" => "626" ] ] ] ] ] ] 16 => array:3 [ "identificador" => "bib0240" "etiqueta" => "17" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Fundamental principles of validation, and reliability: rigorous science for the assessment of surgical education and training" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "A.G. Gallagher" 1 => "E.M. Ritter" 2 => "R.M. Satava" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1007/s00464-003-0035-4" "Revista" => array:6 [ "tituloSerie" => "Surg Endosc" "fecha" => "2003" "volumen" => "17" "paginaInicial" => "1525" "paginaFinal" => "1529" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14502403" "web" => "Medline" ] ] ] ] ] ] ] ] 17 => array:3 [ "identificador" => "bib0245" "etiqueta" => "18" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Consensus guidelines for validation of virtual reality surgical simulators" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "F.J. Carter" 1 => "M.P. Schijven" 2 => "R. Aggarwal" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1007/s00464-005-0384-2" "Revista" => array:6 [ "tituloSerie" => "Surg Endosc" "fecha" => "2005" "volumen" => "19" "paginaInicial" => "1523" "paginaFinal" => "1532" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/16252077" "web" => "Medline" ] ] ] ] ] ] ] ] 18 => array:3 [ "identificador" => "bib0250" "etiqueta" => "19" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Surgical education, simulation, and simulators – updating the concept of validity" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "M. Goldenberg" 1 => "J.Y. Lee" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1007/s11934-018-0799-7" "Revista" => array:5 [ "tituloSerie" => "Curr Urol Rep" "fecha" => "2018" "volumen" => "19" "paginaInicial" => "52" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29774439" "web" => "Medline" ] ] ] ] ] ] ] ] 19 => array:3 [ "identificador" => "bib0255" "etiqueta" => "20" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "How useful and realistic is the uro trainer for training transurethral prostate and bladder tumor resection procedures?" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "B.M. Schout" 1 => "B.L. Bemelmans" 2 => "E.J. Martens" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.juro.2008.10.169" "Revista" => array:6 [ "tituloSerie" => "J Urol" "fecha" => "2009" "volumen" => "181" "paginaInicial" => "1297" "paginaFinal" => "1303" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/19152928" "web" => "Medline" ] ] ] ] ] ] ] ] 20 => array:3 [ "identificador" => "bib0260" "etiqueta" => "21" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "No time to train the surgeons" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "J. Chikwe" 1 => "A.C. de Souza" 2 => "J.R. Pepper" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "BMJ" "fecha" => "2004" "volumen" => "7437" "paginaInicial" => "418" "paginaFinal" => "419" ] ] ] ] ] ] 21 => array:3 [ "identificador" => "bib0265" "etiqueta" => "22" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The future of urology" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "A.R. Mundy" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "BJU Int" "fecha" => "2003" "volumen" => "92" "paginaInicial" => "337" "paginaFinal" => "339" ] ] ] ] ] ] 22 => array:3 [ "identificador" => "bib0270" "etiqueta" => "23" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The various applications of 3D printing in cardiovascular diseases" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "A. El Sabbagh" 1 => "M.F. Eleid" 2 => "M. Al-Hijji" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1007/s11886-018-0992-9" "Revista" => array:5 [ "tituloSerie" => "Curr Cardiol Rep" "fecha" => "2018" "volumen" => "20" "paginaInicial" => "47" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29749577" "web" => "Medline" ] ] ] ] ] ] ] ] 23 => array:3 [ "identificador" => "bib0275" "etiqueta" => "24" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The value of 3D printing models of left atrial appendage using real-time 3D transesophageal echocardiographic data in left atrial appendage occlusion: applications toward an era of truly personalized medicine" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "P. Liu" 1 => "R. Liu" 2 => "Y. Zhang" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1159/000447444" "Revista" => array:7 [ "tituloSerie" => "Cardiology" "fecha" => "2016" "volumen" => "135" "paginaInicial" => "255" "paginaFinal" => "261" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/27537503" "web" => "Medline" ] ] "itemHostRev" => array:3 [ "pii" => "S0090429509026235" "estado" => "S300" "issn" => "00904295" ] ] ] ] ] ] ] 24 => array:3 [ "identificador" => "bib0280" "etiqueta" => "25" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Personalized three-dimensional printed models in congenital heart disease" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "Z. Sun" 1 => "I. Lau" 2 => "Y.H. Wong" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.3390/jcm8040522" "Revista" => array:5 [ "tituloSerie" => "J Clin Med" "fecha" => "2019" "volumen" => "8" "paginaInicial" => "522" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30995803" "web" => "Medline" ] ] ] ] ] ] ] ] 25 => array:3 [ "identificador" => "bib0285" "etiqueta" => "26" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "A patient-specific hollow three-dimensional model for simulating percutaneous occlusion of patent ductus arteriosus" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "D. Matsubara" 1 => "K. Kataoka" 2 => "H. Takahashi" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1536/ihj.17-742" "Revista" => array:6 [ "tituloSerie" => "Int Heart J" "fecha" => "2019" "volumen" => "60" "paginaInicial" => "100" "paginaFinal" => "107" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30464122" "web" => "Medline" ] ] ] ] ] ] ] ] 26 => array:3 [ "identificador" => "bib0290" "etiqueta" => "27" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Cardiovascular interventions planning through a three-dimensional printing patient-specific approach" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "F. Uccheddu" 1 => "M. Gallo" 2 => "E. Nocerino" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.2459/JCM.0000000000000832" "Revista" => array:7 [ "tituloSerie" => "J Cardiovasc Med (Hagerstown)" "fecha" => "2019" "volumen" => "20" "paginaInicial" => "584" "paginaFinal" => "596" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/31369473" "web" => "Medline" ] ] "itemHostRev" => array:3 [ "pii" => "S0090429511023405" "estado" => "S300" "issn" => "00904295" ] ] ] ] ] ] ] 27 => array:3 [ "identificador" => "bib0295" "etiqueta" => "28" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "A 3D printed patient-specific simulator for percutaneous coronary intervention" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "A. Redondo Diéguez" 1 => "B. Cid Álvarez" 2 => "A. Ávila Carrillo" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.rec.2018.04.025" "Revista" => array:6 [ "tituloSerie" => "Rev Esp Cardiol (Engl Ed)" "fecha" => "2019" "volumen" => "72" "paginaInicial" => "424" "paginaFinal" => "426" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29980407" "web" => "Medline" ] ] ] ] ] ] ] ] 28 => array:3 [ "identificador" => "bib0300" "etiqueta" => "29" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "3D printed patient specific aortic models for patient education and preoperative planning" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "L. Eisenmenger" 1 => "G. Kumpati" 2 => "E. Huo" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "J Vasc Interv Radiol" "fecha" => "2016" "volumen" => "27" "paginaInicial" => "S236" "paginaFinal" => "S237" ] ] ] ] ] ] 29 => array:3 [ "identificador" => "bib0305" "etiqueta" => "30" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "3D heart models and simulators for planning of percutaneous tricuspid interventions" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:3 [ 0 => "M. Taramasso" 1 => "P. Ou" 2 => "P. Spagnolo" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.4244/EIJV13I4A57" "Revista" => array:5 [ "tituloSerie" => "EuroIntervention" "fecha" => "2016" "volumen" => "13" "paginaInicial" => "379" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/28735248" "web" => "Medline" ] ] ] ] ] ] ] ] 30 => array:3 [ "identificador" => "bib0310" "etiqueta" => "31" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Validation of surgical simulators" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "E.M. McDougall" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1089/end.2007.9985" "Revista" => array:6 [ "tituloSerie" => "J Endourol" "fecha" => "2007" "volumen" => "21" "paginaInicial" => "244" "paginaFinal" => "247" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/17444766" "web" => "Medline" ] ] ] ] ] ] ] ] ] ] ] ] "agradecimientos" => array:1 [ 0 => array:4 [ "identificador" => "xack757650" "titulo" => "Acknowledgment" "texto" => "The authors would like to thank SimulHeart® for the materials and model." "vista" => "all" ] ] ] "idiomaDefecto" => "en" "url" => "/08702551/0000004300000007/v1_202407050544/S0870255124000684/v1_202407050544/en/main.assets" "Apartado" => array:4 [ "identificador" => "93359" "tipo" => "SECCION" "pt" => array:2 [ "titulo" => "Original articles" "idiomaDefecto" => true ] "idiomaDefecto" => "pt" ] "PDF" => "https://static.elsevier.es/multimedia/08702551/0000004300000007/v1_202407050544/S0870255124000684/v1_202407050544/en/main.pdf?idApp=UINPBA00004E&text.app=https://www.revportcardiol.org/" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0870255124000684?idApp=UINPBA00004E"]

Estatísticas

Original Article

Simulação 3D para procedimentos de cardiologia de intervenção – validação da aparência e contéudo

Carolina Sequeiraa,

Autor para correspondência

carolinasequeira7@gmail.com

Corresponding author.

, Manuel Oliveira-Santosa,b,c, João Borges Rosab, João Silva Marquesc,d,e, Eduardo Oliveira Santosc, Gustavo Nortef, Lino Gonçalvesa,b

a Faculty of Medicine, University of Coimbra, Portugal

b Serviço de Cardiologia, Centro Hospitalar e Universitário de Coimbra, Coimbra, Portugal

c 3D CardioSolutions, Coimbra, Portugal

d Serviço de Cardiologia, CHULN Hospital de Santa Maria, Lisboa, Portugal

e Structural and Coronary Heart Disease Unit, Centro Cardiovascular da Universidade de Lisboa (CCUL@RISE), Faculdade de Medicina, Universidade de Lisboa, Lisboa, Portugal

f Centro Hospitalar de Trás-Os-Montes e Alto Douro, Vila Real, Portugal

Lido

992

Vezes
que se leu este artigo

351

Total PDF

641

Total HTML

Compartilhar estatísticas

 array:23 [
  "pii" => "S0870255124000684"
  "issn" => "08702551"
  "doi" => "10.1016/j.repc.2023.11.006"
  "estado" => "S300"
  "fechaPublicacion" => "2024-07-01"
  "aid" => "2307"
  "copyright" => "Sociedade Portuguesa de Cardiologia"
  "copyrightAnyo" => "2024"
  "documento" => "article"
  "crossmark" => 1
  "subdocumento" => "fla"
  "cita" => "Rev Port Cardiol. 2024;43:389-96"
  "abierto" => array:3 [
    "ES" => true
    "ES2" => true
    "LATM" => true
  ]
  "gratuito" => true
  "lecturas" => array:1 [
    "total" => 0
  ]
  "itemSiguiente" => array:17 [
    "pii" => "S0870255124001367"
    "issn" => "08702551"
    "doi" => "10.1016/j.repc.2024.05.002"
    "estado" => "S300"
    "fechaPublicacion" => "2024-07-01"
    "aid" => "2333"
    "documento" => "simple-article"
    "crossmark" => 1
    "subdocumento" => "dis"
    "cita" => "Rev Port Cardiol. 2024;43:397-8"
    "abierto" => array:3 [
      "ES" => true
      "ES2" => true
      "LATM" => true
    ]
    "gratuito" => true
    "lecturas" => array:1 [
      "total" => 0
    ]
    "en" => array:10 [
      "idiomaDefecto" => true
      "cabecera" => "<span class="elsevierStyleTextfn">Editorial comment</span>"
      "titulo" => "&#8220;Observe&#44; simulate&#44; execute and mentor&#8221;&#58; A contemporary approach to learning in Interventional Cardiology"
      "tienePdf" => "en"
      "tieneTextoCompleto" => "en"
      "paginas" => array:1 [
        0 => array:2 [
          "paginaInicial" => "397"
          "paginaFinal" => "398"
        ]
      ]
      "titulosAlternativos" => array:1 [
        "pt" => array:1 [
          "titulo" => "&#171;Observar&#44; Simular&#44; Executar e Orientar&#187;&#58; uma abordagem contempor&#226;nea ao processo de aprendizagem na cardiologia de interven&#231;&#227;o"
        ]
      ]
      "contieneTextoCompleto" => array:1 [
        "en" => true
      ]
      "contienePdf" => array:1 [
        "en" => true
      ]
      "autores" => array:1 [
        0 => array:2 [
          "autoresLista" => "Rita Cal&#233;"
          "autores" => array:1 [
            0 => array:2 [
              "nombre" => "Rita"
              "apellidos" => "Cal&#233;"
            ]
          ]
        ]
      ]
    ]
    "idiomaDefecto" => "en"
    "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0870255124001367?idApp=UINPBA00004E"
    "url" => "/08702551/0000004300000007/v1_202407050544/S0870255124001367/v1_202407050544/en/main.assets"
  ]
  "itemAnterior" => array:17 [
    "pii" => "S0870255124001409"
    "issn" => "08702551"
    "doi" => "10.1016/j.repc.2024.05.005"
    "estado" => "S300"
    "fechaPublicacion" => "2024-07-01"
    "aid" => "2336"
    "documento" => "simple-article"
    "crossmark" => 1
    "subdocumento" => "dis"
    "cita" => "Rev Port Cardiol. 2024;43:385-7"
    "abierto" => array:3 [
      "ES" => true
      "ES2" => true
      "LATM" => true
    ]
    "gratuito" => true
    "lecturas" => array:1 [
      "total" => 0
    ]
    "en" => array:10 [
      "idiomaDefecto" => true
      "cabecera" => "<span class="elsevierStyleTextfn">Editorial comment</span>"
      "titulo" => "Exercise and sports revisited&#58; Is too much exercise bad for your heart&#63;"
      "tienePdf" => "en"
      "tieneTextoCompleto" => "en"
      "paginas" => array:1 [
        0 => array:2 [
          "paginaInicial" => "385"
          "paginaFinal" => "387"
        ]
      ]
      "titulosAlternativos" => array:1 [
        "pt" => array:1 [
          "titulo" => "Exerc&#237;cio e desporto revisitados&#58; o excesso de exerc&#237;cio &#233; mau para o cora&#231;&#227;o&#63;"
        ]
      ]
      "contieneTextoCompleto" => array:1 [
        "en" => true
      ]
      "contienePdf" => array:1 [
        "en" => true
      ]
      "autores" => array:1 [
        0 => array:2 [
          "autoresLista" => "Pedro Rio, Nuno Cardim"
          "autores" => array:2 [
            0 => array:2 [
              "nombre" => "Pedro"
              "apellidos" => "Rio"
            ]
            1 => array:2 [
              "nombre" => "Nuno"
              "apellidos" => "Cardim"
            ]
          ]
        ]
      ]
    ]
    "idiomaDefecto" => "en"
    "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0870255124001409?idApp=UINPBA00004E"
    "url" => "/08702551/0000004300000007/v1_202407050544/S0870255124001409/v1_202407050544/en/main.assets"
  ]
  "en" => array:21 [
    "idiomaDefecto" => true
    "cabecera" => "<span class="elsevierStyleTextfn">Original Article</span>"
    "titulo" => "Three-dimensional simulation for interventional cardiology procedures&#58; Face and content validity"
    "tieneTextoCompleto" => true
    "paginas" => array:1 [
      0 => array:2 [
        "paginaInicial" => "389"
        "paginaFinal" => "396"
      ]
    ]
    "autores" => array:1 [
      0 => array:4 [
        "autoresLista" => "Carolina Sequeira, Manuel Oliveira-Santos, Jo&#227;o Borges Rosa, Jo&#227;o Silva Marques, Eduardo Oliveira Santos, Gustavo Norte, Lino Gon&#231;alves"
        "autores" => array:7 [
          0 => array:4 [
            "nombre" => "Carolina"
            "apellidos" => "Sequeira"
            "email" => array:1 [
              0 => "carolinasequeira7@gmail.com"
            ]
            "referencia" => array:2 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">a</span>"
                "identificador" => "aff0005"
              ]
              1 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">&#42;</span>"
                "identificador" => "cor0005"
              ]
            ]
          ]
          1 => array:3 [
            "nombre" => "Manuel"
            "apellidos" => "Oliveira-Santos"
            "referencia" => array:3 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">a</span>"
                "identificador" => "aff0005"
              ]
              1 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">b</span>"
                "identificador" => "aff0010"
              ]
              2 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">c</span>"
                "identificador" => "aff0015"
              ]
            ]
          ]
          2 => array:3 [
            "nombre" => "Jo&#227;o"
            "apellidos" => "Borges Rosa"
            "referencia" => array:1 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">b</span>"
                "identificador" => "aff0010"
              ]
            ]
          ]
          3 => array:3 [
            "nombre" => "Jo&#227;o"
            "apellidos" => "Silva Marques"
            "referencia" => array:3 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">c</span>"
                "identificador" => "aff0015"
              ]
              1 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">d</span>"
                "identificador" => "aff0020"
              ]
              2 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">e</span>"
                "identificador" => "aff0025"
              ]
            ]
          ]
          4 => array:3 [
            "nombre" => "Eduardo"
            "apellidos" => "Oliveira Santos"
            "referencia" => array:1 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">c</span>"
                "identificador" => "aff0015"
              ]
            ]
          ]
          5 => array:3 [
            "nombre" => "Gustavo"
            "apellidos" => "Norte"
            "referencia" => array:1 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">f</span>"
                "identificador" => "aff0030"
              ]
            ]
          ]
          6 => array:3 [
            "nombre" => "Lino"
            "apellidos" => "Gon&#231;alves"
            "referencia" => array:2 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">a</span>"
                "identificador" => "aff0005"
              ]
              1 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">b</span>"
                "identificador" => "aff0010"
              ]
            ]
          ]
        ]
        "afiliaciones" => array:6 [
          0 => array:3 [
            "entidad" => "Faculty of Medicine&#44; University of Coimbra&#44; Portugal"
            "etiqueta" => "a"
            "identificador" => "aff0005"
          ]
          1 => array:3 [
            "entidad" => "Servi&#231;o de Cardiologia&#44; Centro Hospitalar e Universit&#225;rio de Coimbra&#44; Coimbra&#44; Portugal"
            "etiqueta" => "b"
            "identificador" => "aff0010"
          ]
          2 => array:3 [
            "entidad" => "3D CardioSolutions&#44; Coimbra&#44; Portugal"
            "etiqueta" => "c"
            "identificador" => "aff0015"
          ]
          3 => array:3 [
            "entidad" => "Servi&#231;o de Cardiologia&#44; CHULN Hospital de Santa Maria&#44; Lisboa&#44; Portugal"
            "etiqueta" => "d"
            "identificador" => "aff0020"
          ]
          4 => array:3 [
            "entidad" => "Structural and Coronary Heart Disease Unit&#44; Centro Cardiovascular da Universidade de Lisboa &#40;CCUL&#64;RISE&#41;&#44; Faculdade de Medicina&#44; Universidade de Lisboa&#44; Lisboa&#44; Portugal"
            "etiqueta" => "e"
            "identificador" => "aff0025"
          ]
          5 => array:3 [
            "entidad" => "Centro Hospitalar de Tr&#225;s-Os-Montes e Alto Douro&#44; Vila Real&#44; Portugal"
            "etiqueta" => "f"
            "identificador" => "aff0030"
          ]
        ]
        "correspondencia" => array:1 [
          0 => array:3 [
            "identificador" => "cor0005"
            "etiqueta" => "&#8270;"
            "correspondencia" => "Corresponding author&#46;"
          ]
        ]
      ]
    ]
    "titulosAlternativos" => array:1 [
      "pt" => array:1 [
        "titulo" => "Simula&#231;&#227;o 3D para procedimentos de cardiologia de interven&#231;&#227;o &#8211; valida&#231;&#227;o da apar&#234;ncia e cont&#233;udo"
      ]
    ]
    "resumenGrafico" => array:2 [
      "original" => 0
      "multimedia" => array:7 [
        "identificador" => "fig0025"
        "etiqueta" => "Figure 5"
        "tipo" => "MULTIMEDIAFIGURA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "figura" => array:1 [
          0 => array:4 [
            "imagen" => "gr5.jpeg"
            "Alto" => 1786
            "Ancho" => 2856
            "Tamanyo" => 275048
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0065" class="elsevierStyleSimplePara elsevierViewall">Percentage agreement on satisfaction and self-efficacy of individual items of the post-simulation training questionnaire&#46;</p>"
        ]
      ]
    ]
    "textoCompleto" => "<span class="elsevierStyleSections"><span id="sec0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0065">Introduction</span><p id="par0005" class="elsevierStylePara elsevierViewall">Simulation has been used for training in professions that require precise cognitive and physical tasks in high-risk environments&#44; with potentially fatal complications&#46; Currently&#44; many non-medical professions require simulation as part of routine training or maintenance of competency and annual skills assessment&#46;<a class="elsevierStyleCrossRef" href="#bib0160"><span class="elsevierStyleSup">1</span></a> Multiple high-fidelity medical simulators have been developed&#44; over the past decade&#44; to address the 21st century challenges of rapid expanding new technologies&#44; restrictions in working hours and a demand by regulatory bodies for simulation to be implemented in the medical field&#46;<a class="elsevierStyleCrossRef" href="#bib0165"><span class="elsevierStyleSup">2</span></a></p><p id="par0010" class="elsevierStylePara elsevierViewall">Interventional cardiology &#40;IC&#41; is a fertile field in which simulation can blossom&#44; because of its highly complex procedures with a long learning curve and that involve life-threatening complications that are prone to a variety of medical errors&#46;<a class="elsevierStyleCrossRef" href="#bib0170"><span class="elsevierStyleSup">3</span></a> By using simulation in IC&#44; the traditional approach &#8220;see one&#44; do one&#44; teach one&#8221; can be replaced with &#8220;learn the operation before the operation room&#8221;&#46;<a class="elsevierStyleCrossRef" href="#bib0175"><span class="elsevierStyleSup">4</span></a> However&#44; an international survey of 172 cardiologists showed that only 48&#37; had already participated in simulation training&#44; even though 91&#37; considered it to be &#8220;necessary&#8221; in cardiology&#46;<a class="elsevierStyleCrossRef" href="#bib0180"><span class="elsevierStyleSup">5</span></a> The prevalence of medical errors has been evident since the publication of the Institute of Medicine&#39;s report &#8220;To Err Is Human&#8221;&#46;<a class="elsevierStyleCrossRef" href="#bib0170"><span class="elsevierStyleSup">3</span></a> Patient safety and prevention of medical errors define one of the rationales for simulation training&#46;</p><p id="par0015" class="elsevierStylePara elsevierViewall">Three-dimensional model simulation is a growing novel tool that can be used for educational purposes&#44; training or individualized medicine&#44; and even patient empowerment&#46; Its versatility enables several shortcomings of clinical simulation to be solved&#44; enabling the standardization of a simulation platform with educational cases that are cheaper and more practical than traditional or cadaveric training&#46;<a class="elsevierStyleCrossRef" href="#bib0185"><span class="elsevierStyleSup">6</span></a> Simulators based on 3D printing offer an alternative way of learning in an immersive reality with real materials where trainees can make mistakes&#44; repeat&#44; and learn percutaneous intervention skills in a controlled&#44; safe&#44; and realistic environment&#46;</p><p id="par0020" class="elsevierStylePara elsevierViewall">Many studies have shown improvement in operator skills using simulations over traditional mentor-based training in specific IC skill sets&#46;<a class="elsevierStyleCrossRefs" href="#bib0190"><span class="elsevierStyleSup">7&#8211;10</span></a> Simulator-based training in coronary angiography improved operator skills compared with traditional mentor-based training &#8211; including&#44; a shorter procedure time&#44; lower radiation dose used&#44; and a higher global procedure skill score&#46;<a class="elsevierStyleCrossRef" href="#bib0190"><span class="elsevierStyleSup">7</span></a></p><p id="par0025" class="elsevierStylePara elsevierViewall">The Education and Training European Association of Percutaneous Cardiovascular Interventions &#40;EAPCI&#41; published a recommendation for simulation sessions to be incorporated in training centers of IC<a class="elsevierStyleCrossRef" href="#bib0210"><span class="elsevierStyleSup">11</span></a> and the Accreditation Council for Graduate Medical education requires cardiovascular fellowship training programs to include some component of simulation as part of fellow training&#46;<a class="elsevierStyleCrossRef" href="#bib0165"><span class="elsevierStyleSup">2</span></a> Therefore&#44; in the future&#44; it is expected that simulations will be incorporated into training programs and certification examinations for an interventional cardiologist&#46;</p><p id="par0030" class="elsevierStylePara elsevierViewall">To ensure that simulators provide a realistic comparison to real-life environment they must undergo scientific validation&#44; according to different levels of evidence&#44; following the Kirkpatrick model for evaluating the effectiveness of training&#46;<a class="elsevierStyleCrossRef" href="#bib0215"><span class="elsevierStyleSup">12</span></a></p></span><span id="sec0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0070">Objectives</span><p id="par0035" class="elsevierStylePara elsevierViewall">This study aims to evaluate a novel 3D-printed simulator &#40;SimulHeart&#174;&#41; for face and content validity in IC simulation&#46;</p></span><span id="sec0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0075">Methods</span><span id="sec0020" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0080">Participants</span><p id="par0040" class="elsevierStylePara elsevierViewall">This study recruited participants from four interventional cardiology simulation courses that occurred between November 2021 and November 2022&#46; All individuals worked in cardiology&#44; including nurses and technicians&#44; medical residents&#44; IC fellows and interventional cardiologists&#46; Interventional cardiology fellows and specialists were defined as &#8220;Experts&#8221;&#59; &#8220;Novices&#8221; included cardiology residents and &#8220;nurses and allied professionals&#8221; &#40;NAP&#41; included nurses and cardiology and radiology technicians&#46; All of them performed a simulation protocol on the 3D-printed SimulHeart&#174; simulator&#46; Study design was reviewed and approved by the local research ethics board&#46; Participants were asked to provide written informed consent before enrollment&#46;</p></span><span id="sec0025" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0085">Simulation protocol</span><p id="par0045" class="elsevierStylePara elsevierViewall">The simulation protocol started with a 30-minute theoretical introduction&#46; &#8220;Novices&#8221; were briefed on diagnostic coronary angiography and simple coronary intervention procedures&#44; and &#8220;experts&#8221; were exposed to percutaneous coronary interventions &#40;PCI&#41; in complex bifurcations&#44; calcified lesions&#44; left main&#44; post-transcatheter aortic valve implantation &#40;TAVI&#41; and intravascular imaging&#46;</p><p id="par0050" class="elsevierStylePara elsevierViewall">The simulation required the participants to perform the following tasks&#58; selective catheterization of left and right coronary artery by radial or femoral access&#59; PCI of calcified lesions with rotational atherectomy and&#47;or lithoplasty&#59; PCI of bifurcation lesions and left main with provisional or two-stent techniques&#59; PCI in a post-TAVI context and to perform and interpret intravascular imaging &#40;with ultrasound or optical coherence tomography&#41;&#46; All participants received a demonstration of each task &#40;<a class="elsevierStyleCrossRef" href="#tbl0005">Table 1</a>&#41; and then attempt to perform it for two hours&#46;</p><elsevierMultimedia ident="tbl0005"></elsevierMultimedia><p id="par0055" class="elsevierStylePara elsevierViewall">After each attempt&#44; participants were given oral feedback by the trainer&#46; In the end&#44; a 30-minute debriefing session was performed&#46;</p></span><span id="sec0030" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0090">Simulator</span><p id="par0060" class="elsevierStylePara elsevierViewall">The 3D-printing process is a complex three-step procedure &#40;image acquisition&#44; segmentation&#44; and printing&#41;&#44; its detailed explanation is out of the scope of this article&#46; The simulator printing process has been previously detailed&#46;<a class="elsevierStyleCrossRefs" href="#bib0220"><span class="elsevierStyleSup">13&#8211;15</span></a></p><p id="par0065" class="elsevierStylePara elsevierViewall">Briefly&#44; for the development of the coronary model&#44; computed tomography coronary angiogram data of a real patient was rendered into a 3D volume depicting coronary arteries<a class="elsevierStyleCrossRef" href="#bib0235"><span class="elsevierStyleSup">16</span></a> and digitally manipulated to include coronary stenosis and connector parts to connect them to the simulator&#46; The coronary anatomy was then printed in 3D using a stereolithography printer to obtain the final patient-specific coronary artery model made of custom hybrid flexible material of polyethylene and siliconized rubber&#44; with a dual-layered design and filled with fluid&#46; Finally&#44; the coronary 3D-model was connected to our custom-made interventional cardiology simulator&#44; the SimulHeart&#174; &#40;3D CardioSolutions&#44; Coimbra&#44; Portugal&#41;&#46; The simulator &#40;as shown in <a class="elsevierStyleCrossRefs" href="#fig0005">Figures 1 and 2</a>&#41; includes an acrylic water tank&#44; which is filled with water and where the 3D-printed vascular anatomical structures are inserted&#46; The whole vascular structure is connected to a pumping system to simulate the arterial pressure of a patient&#44; generating an authentic environment during the intervention&#46; Its main features besides the 3D-printed vascular anatomy&#44; include radial and femoral access sites that enable the use of actual diagnostic and interventional devices with realistic haptics feedback&#46; The simulation was performed without ionizing radiation&#46; Participants viewed the simulated procedure through a monitor&#44; and usual projections were obtained by moving a real-time video camera&#46;</p><elsevierMultimedia ident="fig0005"></elsevierMultimedia><elsevierMultimedia ident="fig0010"></elsevierMultimedia></span><span id="sec0035" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0095">Questionnaire</span><p id="par0070" class="elsevierStylePara elsevierViewall">A post-training questionnaire was applied to all participants &#40;<a class="elsevierStyleCrossRef" href="#sec0070">Appendix 1</a>&#41;&#46;</p><p id="par0075" class="elsevierStylePara elsevierViewall">The questionnaire was developed by the research team&#44; based on a literature review&#44; and with the collaboration of a panel of specialists in IC from different Portuguese centers&#46; The &#8220;expert group&#8221; met on two occasions&#44; the first meeting to brainstorm possible questions on face and content of the model and satisfaction with the course&#44; and a follow-up meeting to decide the final items to be included on the questionnaire&#46; The questionnaire involved three main areas&#58; &#40;a&#41; Appearance of the simulation&#59; &#40;b&#41; Simulation content and &#40;c&#41; Satisfaction and self-efficacy&#46;</p><p id="par0080" class="elsevierStylePara elsevierViewall">The simulator was assessed for face and content validity and learner satisfaction and self-efficacy&#44; in concordance with definitions published in the literature&#46;<a class="elsevierStyleCrossRefs" href="#bib0215"><span class="elsevierStyleSup">12&#44;17</span></a> Face validity is an assessment of realism&#44; in which a defined group of subjects are asked to judge the degree of resemblance between the system under study and the real environment&#46;<a class="elsevierStyleCrossRef" href="#bib0240"><span class="elsevierStyleSup">17</span></a> Content validity examines the level to which the system covers the subject matter of the real performance&#46;<a class="elsevierStyleCrossRef" href="#bib0240"><span class="elsevierStyleSup">17</span></a> The evaluation is carried out by reviewing each item to determine whether it is appropriate for the test and by assessing the overall cohesiveness of the items&#44; such as whether the test contains the steps and skills that are used in a procedure&#46; The reliability of an evaluation instrument relates to its ability to provide consistent results with minimal errors of measurement&#46; Internal consistency was the method used for estimating internal reliability of the questionnaire items&#46;<a class="elsevierStyleCrossRef" href="#bib0245"><span class="elsevierStyleSup">18</span></a></p><p id="par0085" class="elsevierStylePara elsevierViewall">Face and content validity were evaluated using &#8220;experts&#8221; &#40;level V&#41; and &#8220;novices&#8221; &#40;level III&#41; operator assessments of the simulator&#46; This expertise difference was based on criteria established by EAPCI core curriculum for percutaneous cardiovascular interventions&#44;<a class="elsevierStyleCrossRef" href="#bib0210"><span class="elsevierStyleSup">11</span></a> where level V is defined as &#8220;Performance as the first operator without supervision and ability to teach&#47;supervise more junior colleagues&#8221; and level III is &#8220;Performance as the first operator with reactive supervision&#44; i&#46;e&#46;&#44; on request and quickly available&#8221;&#46; Using five-point Likert scale participants rated 13 aspects of the appearance of the simulator&#44; eight domains of the content&#44; and seven domains of satisfaction and self-efficacy&#46; Higher scores indicated a more favorable assessment&#46; Thresholds were set <span class="elsevierStyleItalic">a priori</span> as mean scores of &#60;3&#46;0&#44; 3&#46;0&#8211;4&#46;0&#44; and &#62;4&#46;0 for &#8220;unacceptable&#8221;&#44; &#8220;moderately acceptable&#8221; and &#8220;good&#8221;&#44; respectively&#46;<a class="elsevierStyleCrossRefs" href="#bib0250"><span class="elsevierStyleSup">19&#44;20</span></a></p></span><span id="sec0040" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0100">Statistical analysis</span><p id="par0090" class="elsevierStylePara elsevierViewall">All data were collected and stored in a de-identified database&#46; Continuous data were described using mean<span class="elsevierStyleHsp" style=""></span>&#177;<span class="elsevierStyleHsp" style=""></span>standard deviation or median &#40;interquartile range&#41;&#44; according to the normality of the distribution&#46; Categorical data were represented by frequency and proportion&#46; Statistics were calculated using the IBM Statistical Package for Social Sciences&#44; v28&#46;0 &#40;SPSS&#41;&#46; An alpha of 0&#46;05 was set for significance of all statistical tests&#46;</p></span></span><span id="sec0045" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0105">Results</span><p id="par0095" class="elsevierStylePara elsevierViewall">Fifty-six participants completed the study&#58; 16 &#8220;experts&#8221;&#44; 26 &#8220;novices&#8221; and 14 NAP from sixteen hospitals across Portugal&#46; No participant had prior experience with the SimulHeart&#174; simulator&#46; Sociodemographic characteristics are explained in <a class="elsevierStyleCrossRef" href="#tbl0010">Table 2</a>&#46;</p><elsevierMultimedia ident="tbl0010"></elsevierMultimedia><p id="par0100" class="elsevierStylePara elsevierViewall">The questionnaire showed good values of internal consistency&#44; with a global reliability of 0&#46;93&#44; measured by Cronbach&#39;s alpha&#46; The items of face&#44; content&#44; and satisfaction showed an internal consistency of 0&#46;85&#44; 0&#46;81&#44; and 0&#46;87&#44; respectively&#46;</p><p id="par0105" class="elsevierStylePara elsevierViewall">The overall mean score of face validity was 4&#46;38 &#40;&#91;SD 0&#46;35&#93;&#41; &#40;with classifications varying from 2 to 5&#41;&#46; The individual frequencies of the items that evaluated face validity are described in <a class="elsevierStyleCrossRef" href="#fig0015">Figure 3</a>&#46;</p><elsevierMultimedia ident="fig0015"></elsevierMultimedia><p id="par0110" class="elsevierStylePara elsevierViewall">The overall mean score of content validity was 4&#46;69 &#40;&#91;SD 0&#46;32&#93;&#41; &#40;only varying between 4 and 5 classifications&#41; &#8211; <a class="elsevierStyleCrossRef" href="#fig0020">Figure 4</a>&#46;</p><elsevierMultimedia ident="fig0020"></elsevierMultimedia><p id="par0115" class="elsevierStylePara elsevierViewall">In both face and content validity&#44; there was no statistically significant difference in the scores of &#8220;experts&#8221; and &#8220;novices&#8221;&#46;</p><p id="par0120" class="elsevierStylePara elsevierViewall">Optional written narrative qualitative assessment by participants showed several common themes&#46; Participants found the simulator to be &#8220;realist&#8221;&#44; have &#8220;good fidelity&#8221; and be an &#8220;enriching formative experience&#8221;&#46; Some participants&#44; however&#44; considered that the course should have &#8220;more hours of individual training&#8221;&#46;</p><p id="par0125" class="elsevierStylePara elsevierViewall">In the questionnaire&#44; satisfaction and self-efficacy were also measured &#40;as shown in <a class="elsevierStyleCrossRef" href="#fig0025">Figure 5</a>&#41;&#44; 80&#46;4&#37; strongly agreed that the course was well executed and interactive&#44; 75&#46;0&#37; strongly considered the course improved their theoretical knowledge&#44; 60&#46;7&#37; also considered it strongly improved their technique&#46; 67&#46;9&#37; strongly agreed that after the simulation training&#44; they felt confident to explain the procedure to a patient&#46; 82&#46;1&#37; agreed or strongly agreed that after the simulation they felt confident to perform the procedure on a patient&#46; Most participants &#40;85&#46;7&#37;&#41; strongly agreed they would recommend the course to colleagues&#46;</p><elsevierMultimedia ident="fig0025"></elsevierMultimedia><p id="par0130" class="elsevierStylePara elsevierViewall">The mean score &#40;on a ten-point Likert scale&#44; with 1 being not relevant and 10 very relevant&#41; in general terms for the relevance of using this model in training was 9&#46;41 &#40;SD 0&#46;80&#44; Range &#91;7&#8211;10&#93;&#41;&#46;</p></span><span id="sec0050" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0110">Discussion</span><p id="par0135" class="elsevierStylePara elsevierViewall">This study showed that the SimulHeart&#174; simulator for percutaneous interventions met the criteria for both face and content validity at a &#8220;good&#8221; level&#44; based on the predefined definitions of validity&#46; The simulator presents excellent realism and simulates all the procedure steps&#46; Also&#44; there was a high level of satisfaction and self-efficacy with the training in this model&#44; with increased confidence&#46;</p><p id="par0140" class="elsevierStylePara elsevierViewall">Simulation is breaking barriers in the modern era of medical and surgical education&#46; With ever increasing pressures on surgical performance&#44; the profession is eagerly looking for training systems that are novel&#44; reproducible&#44; and validated&#46; The reality is trainees are operating less than ever before<a class="elsevierStyleCrossRef" href="#bib0260"><span class="elsevierStyleSup">21</span></a> due to shortened training programs&#44; reduced working hours&#44;<a class="elsevierStyleCrossRef" href="#bib0265"><span class="elsevierStyleSup">22</span></a> and advancement of medical and minimally invasive techniques&#44; therefore the application of 3D simulation technology is evident&#46; This is particularly important in training for minimally invasive percutaneous procedures&#44; which are complex and leave little space for error&#46; In this area a valid 3D simulator may reduce the learning curve and improve patient safety&#46; This modality of simulation affords a unique opportunity for trainees to practice reality-based surgical skills without any risk to the patients&#46;</p><p id="par0145" class="elsevierStylePara elsevierViewall">While there are studies on 3D simulators for patient-specific percutaneous interventions&#44;<a class="elsevierStyleCrossRefs" href="#bib0220"><span class="elsevierStyleSup">13&#44;23&#8211;30</span></a> there is minimal data in the literature on the validation of 3D model simulators for training in cardiology&#46; Common benchmarks on which simulators are judged include reliability&#44; face&#44; content&#44; construct&#44; and predictive validities&#46;<a class="elsevierStyleCrossRef" href="#bib0310"><span class="elsevierStyleSup">31</span></a> Even though there are some validated training devices and protocols for coronary angiography&#44; this area has few well-established or validated tools&#46;</p><p id="par0150" class="elsevierStylePara elsevierViewall">A 2019 study with Simbionix Angio-Mentor &#40;Simbionix USA&#44; Cleveland&#44; Ohio&#41; documented a significant improvement of skills in real-world practice &#40;coronary angiography in patients&#41; after simulator-based training&#46;<a class="elsevierStyleCrossRef" href="#bib0190"><span class="elsevierStyleSup">7</span></a> According to Popovic et al&#46;&#44; the simulation group showed significant improvement in respect to contrast use&#44; procedural time&#44; fluoroscopic time&#44; and global performance score in coronary catheterization in patients in the cardiac catheterization lab after four hours of high-fidelity simulation training in comparison to a control group&#46; These findings documented an improved intra-operator performance in the clinical setting before and after simulation training demonstrating the impact of simulation on the transference of skills to real-life practice&#46; They concluded that &#8220;simulation can be used as an assessment tool by defining a mastery threshold ensuring all individuals have reached a predefined level of proficiency to enable safe patient care&#8221;&#46;</p><p id="par0155" class="elsevierStylePara elsevierViewall">However&#44; there is room for improvement&#46; The criteria with the lowest scores were &#8220;resembles living human tissue&#8221;&#44; with a mean score of 4&#46;00&#44; and &#8220;simulates the fluoroscopic appearance &#40;X-ray&#41;&#8221;&#44; with a mean score of 4&#46;08&#46; These items would score higher if the simulation took place in an actual catheterization laboratory&#44; with radiation and sterile drapes&#46; That environment undoubtedly lacks practicality for widespread practical courses&#46;</p><p id="par0160" class="elsevierStylePara elsevierViewall">Despite the possible limitations&#44; most participants &#40;96&#46;40&#37;&#41; &#8220;agreed&#8221; or &#8220;strongly agreed&#8221; that the training in the simulator should be integrated into the cardiology residency curriculum&#46; Furthermore&#44; the improved subjective confidence of &#8220;novices&#8221; participants suggests a benefit from training in the simulator and supports its use as an educational tool&#46;</p><p id="par0165" class="elsevierStylePara elsevierViewall">The categorization of participants as &#8220;experts&#8221; or &#8220;novices&#8221; was based on the definition of the EAPCI curriculum and was self-reported in the questionnaire by the participants&#46; One of the limitations of our study was overall participant numbers were low &#40;n&#61;56&#41;&#44; a more significant sample could have more statistical power to detect differences between groups and to evaluate construct validity&#46; Expanding the study to a larger number of participants would be reasonable based on our results&#46;</p><p id="par0170" class="elsevierStylePara elsevierViewall">For future investigation construct validity should be performed on the model&#46; Further research is required to correlate simulator performance to clinical performance in a real patient&#46;</p></span><span id="sec0055" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0115">Conclusion</span><p id="par0175" class="elsevierStylePara elsevierViewall">The SimulHeart&#174; simulator built by 3D CardioSolutions showed a good level of face and content validity&#46; There was a high level of satisfaction and efficacy&#44; as well as improved confidence&#46; Both &#8220;experts&#8221; and &#8220;novices&#8221; participants agreed that training in the simulator should be incorporated into the cardiology residency curriculum&#46;</p><p id="par0180" class="elsevierStylePara elsevierViewall">Based on our study&#44; we suggest training in this simulator should be used in interventional cardiology for medical residents&#44; fellows&#44; and allied professionals to gain experience and skill in a safe environment&#46;</p></span><span id="sec0060" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0120">Conflicts of interest</span><p id="par0185" class="elsevierStylePara elsevierViewall">The authors have no conflicts of interest to declare&#46;</p></span></span>"
    "textoCompletoSecciones" => array:1 [
      "secciones" => array:13 [
        0 => array:3 [
          "identificador" => "xres2198410"
          "titulo" => "Abstract"
          "secciones" => array:4 [
            0 => array:2 [
              "identificador" => "abst0005"
              "titulo" => "Introduction and objectives"
            ]
            1 => array:2 [
              "identificador" => "abst0010"
              "titulo" => "Methods"
            ]
            2 => array:2 [
              "identificador" => "abst0015"
              "titulo" => "Results"
            ]
            3 => array:2 [
              "identificador" => "abst0020"
              "titulo" => "Conclusion"
            ]
          ]
        ]
        1 => array:2 [
          "identificador" => "xpalclavsec1845238"
          "titulo" => "Keywords"
        ]
        2 => array:3 [
          "identificador" => "xres2198411"
          "titulo" => "Resumo"
          "secciones" => array:4 [
            0 => array:2 [
              "identificador" => "abst0025"
              "titulo" => "Introdu&#231;&#227;o e objetivos"
            ]
            1 => array:2 [
              "identificador" => "abst0030"
              "titulo" => "M&#233;todos"
            ]
            2 => array:2 [
              "identificador" => "abst0035"
              "titulo" => "Resultados"
            ]
            3 => array:2 [
              "identificador" => "abst0040"
              "titulo" => "Conclus&#227;o"
            ]
          ]
        ]
        3 => array:2 [
          "identificador" => "xpalclavsec1845239"
          "titulo" => "Palavras-chave"
        ]
        4 => array:2 [
          "identificador" => "sec0005"
          "titulo" => "Introduction"
        ]
        5 => array:2 [
          "identificador" => "sec0010"
          "titulo" => "Objectives"
        ]
        6 => array:3 [
          "identificador" => "sec0015"
          "titulo" => "Methods"
          "secciones" => array:5 [
            0 => array:2 [
              "identificador" => "sec0020"
              "titulo" => "Participants"
            ]
            1 => array:2 [
              "identificador" => "sec0025"
              "titulo" => "Simulation protocol"
            ]
            2 => array:2 [
              "identificador" => "sec0030"
              "titulo" => "Simulator"
            ]
            3 => array:2 [
              "identificador" => "sec0035"
              "titulo" => "Questionnaire"
            ]
            4 => array:2 [
              "identificador" => "sec0040"
              "titulo" => "Statistical analysis"
            ]
          ]
        ]
        7 => array:2 [
          "identificador" => "sec0045"
          "titulo" => "Results"
        ]
        8 => array:2 [
          "identificador" => "sec0050"
          "titulo" => "Discussion"
        ]
        9 => array:2 [
          "identificador" => "sec0055"
          "titulo" => "Conclusion"
        ]
        10 => array:2 [
          "identificador" => "sec0060"
          "titulo" => "Conflicts of interest"
        ]
        11 => array:2 [
          "identificador" => "xack757650"
          "titulo" => "Acknowledgment"
        ]
        12 => array:1 [
          "titulo" => "References"
        ]
      ]
    ]
    "pdfFichero" => "main.pdf"
    "tienePdf" => true
    "fechaRecibido" => "2023-09-27"
    "fechaAceptado" => "2023-11-29"
    "PalabrasClave" => array:2 [
      "en" => array:1 [
        0 => array:4 [
          "clase" => "keyword"
          "titulo" => "Keywords"
          "identificador" => "xpalclavsec1845238"
          "palabras" => array:6 [
            0 => "Education"
            1 => "Revascularization"
            2 => "Percutaneous coronary intervention"
            3 => "3D printing"
            4 => "Patient-specific simulation"
            5 => "Simulation training"
          ]
        ]
      ]
      "pt" => array:1 [
        0 => array:4 [
          "clase" => "keyword"
          "titulo" => "Palavras-chave"
          "identificador" => "xpalclavsec1845239"
          "palabras" => array:6 [
            0 => "Educa&#231;&#227;o"
            1 => "Revasculariza&#231;&#227;o"
            2 => "Interven&#231;&#227;o coron&#225;ria percut&#226;nea"
            3 => "Impress&#227;o 3D"
            4 => "Simula&#231;&#227;o paciente-espec&#237;fica"
            5 => "Treino em simula&#231;&#227;o"
          ]
        ]
      ]
    ]
    "tieneResumen" => true
    "resumen" => array:2 [
      "en" => array:3 [
        "titulo" => "Abstract"
        "resumen" => "<span id="abst0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0010">Introduction and objectives</span><p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">Three-dimensional &#40;3D&#41; model simulation provides the opportunity to manipulate real devices and learn intervention skills in a realistic&#44; controlled&#44; and safe environment&#46; To ensure that simulators provide a realistic surrogate to real procedures they must undergo scientific validation&#46; We aimed to evaluate the 3D-printed simulator SimulHeart&#174; for face and content validity to demonstrate its value as a training tool in interventional cardiology &#40;IC&#41;&#46;</p></span> <span id="abst0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0015">Methods</span><p id="spar0010" class="elsevierStyleSimplePara elsevierViewall">Health professionals were recruited from sixteen Portuguese IC units&#46; All participants received a 30-minute theoretical introduction&#44; 10-minute demonstration of each task and then performed the intervention on a 3D-printed simulator &#40;SimulHeart&#174;&#41;&#46; Finally&#44; a post-training questionnaire focusing on the appearance of the simulation&#44; simulation content&#44; and satisfaction&#47;self-efficacy was administered&#46;</p></span> <span id="abst0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0020">Results</span><p id="spar0015" class="elsevierStyleSimplePara elsevierViewall">We included 56 participants&#58; 16 &#8220;experts&#8221; &#40;general and interventional cardiologists&#41;&#44; 26 &#8220;novices&#8221; &#40;cardiology residents&#41;&#44; and 14 nurses and allied professionals&#46; On a five-point Likert scale&#44; the overall mean score of face validity was 4&#46;38&#177;0&#46;35 and the overall mean score of content validity was 4&#46;69&#177;0&#46;32&#46; There was no statistically significant difference in the scores provided by &#8220;experts&#8221; and &#8220;novices&#8221;&#46; Participants reported a high level of satisfaction&#47;self-efficacy with 60&#46;7&#37; considering it strongly improved their skills&#46; The majority &#40;82&#46;1&#37;&#41; &#8220;agreed&#8221; or &#8220;strongly agreed&#8221; that after the simulation they felt confident to perform the procedure on a patient&#46;</p></span> <span id="abst0020" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0025">Conclusion</span><p id="spar0020" class="elsevierStyleSimplePara elsevierViewall">The 3D-printed simulator &#40;SimulHeart&#174;&#41; showed excellent face and content validity&#46; 3D simulation may play an important role in future IC training programs&#46; Further research is required to correlate simulator performance with clinical performance in real patients&#46;</p></span>"
        "secciones" => array:4 [
          0 => array:2 [
            "identificador" => "abst0005"
            "titulo" => "Introduction and objectives"
          ]
          1 => array:2 [
            "identificador" => "abst0010"
            "titulo" => "Methods"
          ]
          2 => array:2 [
            "identificador" => "abst0015"
            "titulo" => "Results"
          ]
          3 => array:2 [
            "identificador" => "abst0020"
            "titulo" => "Conclusion"
          ]
        ]
      ]
      "pt" => array:3 [
        "titulo" => "Resumo"
        "resumen" => "<span id="abst0025" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0035">Introdu&#231;&#227;o e objetivos</span><p id="spar0025" class="elsevierStyleSimplePara elsevierViewall">A simula&#231;&#227;o de modelos tridimensionais &#40;3D&#41; proporciona a oportunidade de manipular dispositivos reais e aprender compet&#234;ncias de interven&#231;&#227;o num ambiente realista&#44; controlado e seguro&#46; Para garantir que os simuladores fornecem uma compara&#231;&#227;o realista&#44; estes devem ser submetidos a valida&#231;&#227;o cient&#237;fica&#46; O nosso objetivo foi avaliar o simulador 3D SimulHeart&#174; quanto &#224; validade de apar&#234;ncia e conte&#250;do&#44; para demonstrar o seu valor como ferramenta formativa em cardiologia de interven&#231;&#227;o &#40;CI&#41;&#46;</p></span> <span id="abst0030" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0040">M&#233;todos</span><p id="spar0030" class="elsevierStyleSimplePara elsevierViewall">Recrutamos profissionais de sa&#250;de de 16 unidades de CI portuguesas&#46; Todos os participantes receberam uma introdu&#231;&#227;o te&#243;rica de 30 minutos&#44; 10 minutos de demonstra&#231;&#227;o e de seguida tentaram realizar a interven&#231;&#227;o num simulador 3D Simulheart&#46; Por fim&#44; foi aplicado um question&#225;rio p&#243;s-forma&#231;&#227;o com foco na apar&#234;ncia da simula&#231;&#227;o&#44; conte&#250;do da simula&#231;&#227;o e satisfa&#231;&#227;o&#47;autoefic&#225;cia&#46;</p></span> <span id="abst0035" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0045">Resultados</span><p id="spar0035" class="elsevierStyleSimplePara elsevierViewall">Inclu&#237;mos 56 participantes&#58; 16 &#171;especialistas&#187; &#40;cardiologistas gerais e de interven&#231;&#227;o&#41;&#44; 26 &#171;novatos&#187; &#40;internos de cardiologia&#41; e 14 enfermeiros e profissionais aliados&#46; A pontua&#231;&#227;o m&#233;dia geral da validade de apar&#234;ncia foi de 4&#44;38&#177;0&#44;35&#44; e a pontua&#231;&#227;o m&#233;dia geral da validade de conte&#250;do foi de 4&#44;69 &#177; 0&#44;32&#44; numa escala Likert de cinco pontos&#46; N&#227;o houve diferen&#231;as estatisticamente significativas nas pontua&#231;&#245;es de &#171;especialistas&#187; e &#171;novatos&#187;&#46; Os participantes relataram um alto n&#237;vel de satisfa&#231;&#227;o&#47;autoefic&#225;cia sendo que 60&#44;7&#37; consideraram que melhoraram fortemente as suas compet&#234;ncias&#46; A maioria &#40;82&#44;1&#37;&#41; &#171;concordou&#187; ou &#171;concordou totalmente&#62;&#187; que ap&#243;s a simula&#231;&#227;o se sentiram confiantes para realizar o procedimento num paciente&#46;</p></span> <span id="abst0040" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0050">Conclus&#227;o</span><p id="spar0040" class="elsevierStyleSimplePara elsevierViewall">O simulador 3D &#40;SimulHeart&#174;&#41; apresentou excelente validade de apar&#234;ncia e de conte&#250;do&#46; A simula&#231;&#227;o 3D pode desempenhar um papel importante nos programas formativos em cardiologia de interven&#231;&#227;o&#46; Mais estudos s&#227;o necess&#225;rios para correlacionar o desempenho no simulador com o desempenho cl&#237;nico em pacientes reais&#46;</p></span>"
        "secciones" => array:4 [
          0 => array:2 [
            "identificador" => "abst0025"
            "titulo" => "Introdu&#231;&#227;o e objetivos"
          ]
          1 => array:2 [
            "identificador" => "abst0030"
            "titulo" => "M&#233;todos"
          ]
          2 => array:2 [
            "identificador" => "abst0035"
            "titulo" => "Resultados"
          ]
          3 => array:2 [
            "identificador" => "abst0040"
            "titulo" => "Conclus&#227;o"
          ]
        ]
      ]
    ]
    "apendice" => array:1 [
      0 => array:1 [
        "seccion" => array:1 [
          0 => array:4 [
            "apendice" => "<p id="par0200" class="elsevierStylePara elsevierViewall">The following are the supplementary data to this article&#58;<elsevierMultimedia ident="upi0005"></elsevierMultimedia></p>"
            "etiqueta" => "Appendix A"
            "titulo" => "Supplementary data"
            "identificador" => "sec0070"
          ]
        ]
      ]
    ]
    "multimedia" => array:8 [
      0 => array:7 [
        "identificador" => "fig0005"
        "etiqueta" => "Figure 1"
        "tipo" => "MULTIMEDIAFIGURA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "figura" => array:1 [
          0 => array:4 [
            "imagen" => "gr1.jpeg"
            "Alto" => 2410
            "Ancho" => 2963
            "Tamanyo" => 531994
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0045" class="elsevierStyleSimplePara elsevierViewall">The SimulHeart&#174; simulation setup&#46;</p>"
        ]
      ]
      1 => array:7 [
        "identificador" => "fig0010"
        "etiqueta" => "Figure 2"
        "tipo" => "MULTIMEDIAFIGURA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "figura" => array:1 [
          0 => array:4 [
            "imagen" => "gr2.jpeg"
            "Alto" => 1893
            "Ancho" => 2963
            "Tamanyo" => 431499
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0050" class="elsevierStyleSimplePara elsevierViewall">The SimulHeart&#174; simulation setup&#46;</p>"
        ]
      ]
      2 => array:7 [
        "identificador" => "fig0015"
        "etiqueta" => "Figure 3"
        "tipo" => "MULTIMEDIAFIGURA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "figura" => array:1 [
          0 => array:4 [
            "imagen" => "gr3.jpeg"
            "Alto" => 1476
            "Ancho" => 2781
            "Tamanyo" => 332388
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0055" class="elsevierStyleSimplePara elsevierViewall">Mean face validity of individual items of the post-simulation training questionnaire&#46;</p>"
        ]
      ]
      3 => array:7 [
        "identificador" => "fig0020"
        "etiqueta" => "Figure 4"
        "tipo" => "MULTIMEDIAFIGURA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "figura" => array:1 [
          0 => array:4 [
            "imagen" => "gr4.jpeg"
            "Alto" => 1080
            "Ancho" => 2990
            "Tamanyo" => 216254
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0060" class="elsevierStyleSimplePara elsevierViewall">Mean content validity of individual items of the post-simulation training questionnaire&#46;</p>"
        ]
      ]
      4 => array:7 [
        "identificador" => "fig0025"
        "etiqueta" => "Figure 5"
        "tipo" => "MULTIMEDIAFIGURA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "figura" => array:1 [
          0 => array:4 [
            "imagen" => "gr5.jpeg"
            "Alto" => 1786
            "Ancho" => 2856
            "Tamanyo" => 275048
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0065" class="elsevierStyleSimplePara elsevierViewall">Percentage agreement on satisfaction and self-efficacy of individual items of the post-simulation training questionnaire&#46;</p>"
        ]
      ]
      5 => array:8 [
        "identificador" => "tbl0005"
        "etiqueta" => "Table 1"
        "tipo" => "MULTIMEDIATABLA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "detalles" => array:1 [
          0 => array:3 [
            "identificador" => "at1"
            "detalle" => "Table "
            "rol" => "short"
          ]
        ]
        "tabla" => array:1 [
          "tablatextoimagen" => array:1 [
            0 => array:2 [
              "tabla" => array:1 [
                0 => """
                  <table border="0" frame="\n
                  \t\t\t\t\tvoid\n
                  \t\t\t\t" class=""><tbody title="tbody"><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t"><span class="elsevierStyleItalic">Tasks performed</span>&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t"><span class="elsevierStyleHsp" style=""></span>Selective catheterization of left and right coronary artery by radial or femoral access&#59;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t"><span class="elsevierStyleHsp" style=""></span>PCI of calcified lesions with rotational atherectomy and&#47;or lithoplasty&#59;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t"><span class="elsevierStyleHsp" style=""></span>PCI of bifurcation lesions and left main with provisional or two-stent techniques&#59;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t"><span class="elsevierStyleHsp" style=""></span>PCI in a post-TAVI context and intravascular imaging interpretation &#40;with ultrasound or optical coherence tomography&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr></tbody></table>
                  """
              ]
              "imagenFichero" => array:1 [
                0 => "xTab3588376.png"
              ]
            ]
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0070" class="elsevierStyleSimplePara elsevierViewall">Tasks performed in the 3D-printed SimulHeart&#174; simulator&#46;</p>"
        ]
      ]
      6 => array:8 [
        "identificador" => "tbl0010"
        "etiqueta" => "Table 2"
        "tipo" => "MULTIMEDIATABLA"
        "mostrarFloat" => true
        "mostrarDisplay" => false
        "detalles" => array:1 [
          0 => array:3 [
            "identificador" => "at2"
            "detalle" => "Table "
            "rol" => "short"
          ]
        ]
        "tabla" => array:1 [
          "tablatextoimagen" => array:1 [
            0 => array:2 [
              "tabla" => array:1 [
                0 => """
                  <table border="0" frame="\n
                  \t\t\t\t\tvoid\n
                  \t\t\t\t" class=""><thead title="thead"><tr title="table-row"><th class="td" title="\n
                  \t\t\t\t\ttable-head\n
                  \t\t\t\t  " align="" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t" scope="col" style="border-bottom: 2px solid black">&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t\t\t</th><th class="td" title="\n
                  \t\t\t\t\ttable-head\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Total&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t\t\t</th><th class="td" title="\n
                  \t\t\t\t\ttable-head\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Novice&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t\t\t</th><th class="td" title="\n
                  \t\t\t\t\ttable-head\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Experts&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t\t\t</th><th class="td" title="\n
                  \t\t\t\t\ttable-head\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Other&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t\t\t</th></tr></thead><tbody title="tbody"><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">&#40;n&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">56 &#40;100&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">26 &#40;46&#46;4&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">16 &#40;28&#46;6&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">14 &#40;25&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">Gender&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">F &#8211; 25 &#40;44&#46;6&#37;&#41;M &#8211; 31 &#40;55&#46;4&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">F &#8211; 13 &#40;50&#37;&#41;M &#8211; 13 &#40;50&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">F &#8211; 4 &#40;25&#37;&#41;M &#8211; 12 &#40;75&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">F &#8211; 8 &#40;57&#46;1&#37;&#41;M &#8211; 6 &#40;42&#46;9&#37;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">Age&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">Mean&#58; 35&#46;6 &#40;&#91;26&#8211;60&#93;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">Mean&#58; 29&#46;3 &#40;&#91;26&#8211;35&#93;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">Mean&#58; 31&#46;1 &#40;&#91;31&#8211;60&#93;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td><td class="td" title="\n
                  \t\t\t\t\ttable-entry\n
                  \t\t\t\t  " align="left" valign="\n
                  \t\t\t\t\ttop\n
                  \t\t\t\t">Mean&#58; 44&#46;3 &#40;&#91;30&#8211;55&#93;&#41;&nbsp;\t\t\t\t\t\t\n
                  \t\t\t\t</td></tr></tbody></table>
                  """
              ]
              "imagenFichero" => array:1 [
                0 => "xTab3588375.png"
              ]
            ]
          ]
        ]
        "descripcion" => array:1 [
          "en" => "<p id="spar0075" class="elsevierStyleSimplePara elsevierViewall">Participants sociodemographic characteristics&#46;</p>"
        ]
      ]
      7 => array:5 [
        "identificador" => "upi0005"
        "tipo" => "MULTIMEDIAECOMPONENTE"
        "mostrarFloat" => false
        "mostrarDisplay" => true
        "Ecomponente" => array:2 [
          "fichero" => "mmc1.pdf"
          "ficheroTamanyo" => 55872
        ]
      ]
    ]
    "bibliografia" => array:2 [
      "titulo" => "References"
      "seccion" => array:1 [
        0 => array:2 [
          "identificador" => "bibs0015"
          "bibliografiaReferencia" => array:31 [
            0 => array:3 [
              "identificador" => "bib0160"
              "etiqueta" => "1"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Flight simulation training device qualification evaluation and qualification for full stall training task"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "Federal Aviation Administration"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "2018"
                        "editorial" => "Flight Standards Service"
                        "editorialLocalizacion" => "Washington&#44; DC"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            1 => array:3 [
              "identificador" => "bib0165"
              "etiqueta" => "2"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The current state of medical simulation in interventional cardiology&#58; a clinical document from the Society for Cardiovascular Angiography and Intervention&#39;s &#40;SCAI&#41; Simulation Committee"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "S&#46;M&#46; Green"
                            1 => "A&#46;J&#46; Klein"
                            2 => "S&#46; Pancholy"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:6 [
                        "tituloSerie" => "Catheter Cardiovasc Interv"
                        "fecha" => "2014"
                        "volumen" => "1"
                        "paginaInicial" => "37"
                        "paginaFinal" => "46"
                        "itemHostRev" => array:3 [
                          "pii" => "S0090429513015367"
                          "estado" => "S300"
                          "issn" => "00904295"
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            2 => array:3 [
              "identificador" => "bib0170"
              "etiqueta" => "3"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "To err is human&#58; building a safer health system"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:4 [
                            0 => "Institute of Medicine Committee on Quality of Health Care in America"
                            1 => "L&#46;T&#46; Kohn"
                            2 => "J&#46;M&#46; Corrigan"
                            3 => "M&#46;S&#46; Donaldson"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "2000"
                        "editorial" => "National Academies Press"
                        "editorialLocalizacion" => "US"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            3 => array:3 [
              "identificador" => "bib0175"
              "etiqueta" => "4"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Cardiovascular three-dimensional printing in non-congenital percutaneous interventions"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "M&#46;D&#46; Oliveira-Santos"
                            1 => "E&#46; Oliveira-Santos"
                            2 => "L&#46; Gon&#231;alves"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1016/j.hlc.2019.04.020"
                      "Revista" => array:6 [
                        "tituloSerie" => "Heart Lung Circ"
                        "fecha" => "2019"
                        "volumen" => "28"
                        "paginaInicial" => "1525"
                        "paginaFinal" => "1534"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/31176626"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            4 => array:3 [
              "identificador" => "bib0180"
              "etiqueta" => "5"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "EACVI communication paper&#58; first international young dedicated multimodal cardiovascular imaging simulation education event organized by the ESC"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "T&#46; Pezel"
                            1 => "A&#46; Coisne"
                            2 => "H&#46; Mahmoud-Elsayed"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Eur Heart J Cardiovasc Imaging"
                        "fecha" => "2019"
                        "volumen" => "21"
                        "paginaInicial" => "124"
                        "paginaFinal" => "126"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            5 => array:3 [
              "identificador" => "bib0185"
              "etiqueta" => "6"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Evaluation of vascular and interventional procedures with time-action analysis&#58; a pilot study"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "N&#46;H&#46; Bakker"
                            1 => "D&#46; Tanase"
                            2 => "J&#46;A&#46; Reekers"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1016/s1051-0443(07)61528-0"
                      "Revista" => array:6 [
                        "tituloSerie" => "J Vasc Interv Radiol"
                        "fecha" => "2002"
                        "volumen" => "13"
                        "paginaInicial" => "483"
                        "paginaFinal" => "488"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11997356"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            6 => array:3 [
              "identificador" => "bib0190"
              "etiqueta" => "7"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The simulation training in coronary angiography and its impact on real life conduct in the catheterization laboratory"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "B&#46; Popovic"
                            1 => "S&#46; Pinelli"
                            2 => "E&#46; Albuisson"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Am J Cardiol"
                        "fecha" => "2019"
                        "volumen" => "15"
                        "paginaInicial" => "1208"
                        "paginaFinal" => "1213"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            7 => array:3 [
              "identificador" => "bib0195"
              "etiqueta" => "8"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Does simulation-based training improve procedural skills of beginners in interventional cardiology&#63; A stratified randomized study"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "W&#46; Voelker"
                            1 => "N&#46; Petri"
                            2 => "C&#46; T&#246;nissen"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "J Interv Cardiol"
                        "fecha" => "2016"
                        "volumen" => "29"
                        "paginaInicial" => "75"
                        "paginaFinal" => "82"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            8 => array:3 [
              "identificador" => "bib0200"
              "etiqueta" => "9"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Use of simulator-based teaching to improve medical students&#8217; knowledge and competencies&#58; randomized controlled trial"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "Q&#46; Fischer"
                            1 => "Y&#46; Sbissa"
                            2 => "P&#46; Nhan"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.2196/jmir.9634"
                      "Revista" => array:6 [
                        "tituloSerie" => "J Med Internet Res"
                        "fecha" => "2018"
                        "volumen" => "20"
                        "paginaInicial" => "e261"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30249587"
                            "web" => "Medline"
                          ]
                        ]
                        "itemHostRev" => array:3 [
                          "pii" => "S1059131116300541"
                          "estado" => "S300"
                          "issn" => "10591311"
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            9 => array:3 [
              "identificador" => "bib0205"
              "etiqueta" => "10"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Managing pregnancy as an interventional cardiologist fellow-in-training&#58; my experience with a simulator"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "M&#46; Hauguel-Moreau"
                            1 => "J&#46; Adjedj"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1016/j.jacc.2016.09.002"
                      "Revista" => array:6 [
                        "tituloSerie" => "J Am Coll Cardiol"
                        "fecha" => "2016"
                        "volumen" => "68"
                        "paginaInicial" => "1916"
                        "paginaFinal" => "1919"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/27765195"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            10 => array:3 [
              "identificador" => "bib0210"
              "etiqueta" => "11"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "EAPCI core curriculum for percutaneous cardiovascular interventions &#40;2020&#41;&#58; Committee for Education and Training European Association of Percutaneous Cardiovascular Interventions &#40;EAPCI&#41;&#46; A branch of the European Society of Cardiology"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "E&#46; Van Belle"
                            1 => "R&#46;C&#46; Teles"
                            2 => "S&#46;A&#46; Pyxaras"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.4244/EIJ-D-18-00448"
                      "Revista" => array:6 [
                        "tituloSerie" => "EuroIntervention"
                        "fecha" => "2021"
                        "volumen" => "17"
                        "paginaInicial" => "23"
                        "paginaFinal" => "31"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/32624457"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            11 => array:3 [
              "identificador" => "bib0215"
              "etiqueta" => "12"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The four levels of evaluation"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "D&#46;L&#46; Kirkpatrick"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:5 [
                        "editores" => "S&#46;M&#46;Brown, C&#46;J&#46;Seidner"
                        "titulo" => "Evaluating corporate training&#58; models and issues"
                        "paginaInicial" => "95"
                        "paginaFinal" => "112"
                        "serieFecha" => "1998"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            12 => array:3 [
              "identificador" => "bib0220"
              "etiqueta" => "13"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Patient-specific 3D printing simulation to guide complex coronary intervention"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "M&#46; Oliveira-Santos"
                            1 => "E&#46; Oliveira Santos"
                            2 => "A&#46;V&#46; Marinho"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:3 [
                        "tituloSerie" => "Rev Port Cardiol"
                        "fecha" => "2018"
                        "volumen" => "37"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            13 => array:3 [
              "identificador" => "bib0225"
              "etiqueta" => "14"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "3D printing based on imaging data&#58; review of medical applications"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "F&#46; Rengier"
                            1 => "A&#46; Mehndiratta"
                            2 => "H&#46; von Tengg-Kobligk"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:6 [
                        "tituloSerie" => "Int J Comput Assist Radiol Surg"
                        "fecha" => "2010"
                        "volumen" => "5"
                        "paginaInicial" => "335"
                        "paginaFinal" => "341"
                        "itemHostRev" => array:3 [
                          "pii" => "S0015028206045018"
                          "estado" => "S300"
                          "issn" => "00150282"
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            14 => array:3 [
              "identificador" => "bib0230"
              "etiqueta" => "15"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Novel biomaterials used in medical 3D printing techniques"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "K&#46; Tappa"
                            1 => "U&#46; Jammalamadaka"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.3390/jfb9010017"
                      "Revista" => array:5 [
                        "tituloSerie" => "J Funct Biomater"
                        "fecha" => "2018"
                        "volumen" => "9"
                        "paginaInicial" => "17"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29414913"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            15 => array:3 [
              "identificador" => "bib0235"
              "etiqueta" => "16"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "In vivo validation of CAAS QCA-3D coronary reconstruction using fusion of angiography and intravascular ultrasound &#40;ANGUS&#41;"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "J&#46;C&#46; Schuurbiers"
                            1 => "N&#46;G&#46; Lopez"
                            2 => "J&#46; Ligthart"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Catheter Cardiovasc Interv"
                        "fecha" => "2009"
                        "volumen" => "73"
                        "paginaInicial" => "620"
                        "paginaFinal" => "626"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            16 => array:3 [
              "identificador" => "bib0240"
              "etiqueta" => "17"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Fundamental principles of validation&#44; and reliability&#58; rigorous science for the assessment of surgical education and training"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:3 [
                            0 => "A&#46;G&#46; Gallagher"
                            1 => "E&#46;M&#46; Ritter"
                            2 => "R&#46;M&#46; Satava"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1007/s00464-003-0035-4"
                      "Revista" => array:6 [
                        "tituloSerie" => "Surg Endosc"
                        "fecha" => "2003"
                        "volumen" => "17"
                        "paginaInicial" => "1525"
                        "paginaFinal" => "1529"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14502403"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            17 => array:3 [
              "identificador" => "bib0245"
              "etiqueta" => "18"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Consensus guidelines for validation of virtual reality surgical simulators"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "F&#46;J&#46; Carter"
                            1 => "M&#46;P&#46; Schijven"
                            2 => "R&#46; Aggarwal"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1007/s00464-005-0384-2"
                      "Revista" => array:6 [
                        "tituloSerie" => "Surg Endosc"
                        "fecha" => "2005"
                        "volumen" => "19"
                        "paginaInicial" => "1523"
                        "paginaFinal" => "1532"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/16252077"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            18 => array:3 [
              "identificador" => "bib0250"
              "etiqueta" => "19"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Surgical education&#44; simulation&#44; and simulators &#8211; updating the concept of validity"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "M&#46; Goldenberg"
                            1 => "J&#46;Y&#46; Lee"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1007/s11934-018-0799-7"
                      "Revista" => array:5 [
                        "tituloSerie" => "Curr Urol Rep"
                        "fecha" => "2018"
                        "volumen" => "19"
                        "paginaInicial" => "52"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29774439"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            19 => array:3 [
              "identificador" => "bib0255"
              "etiqueta" => "20"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "How useful and realistic is the uro trainer for training transurethral prostate and bladder tumor resection procedures&#63;"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "B&#46;M&#46; Schout"
                            1 => "B&#46;L&#46; Bemelmans"
                            2 => "E&#46;J&#46; Martens"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1016/j.juro.2008.10.169"
                      "Revista" => array:6 [
                        "tituloSerie" => "J Urol"
                        "fecha" => "2009"
                        "volumen" => "181"
                        "paginaInicial" => "1297"
                        "paginaFinal" => "1303"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/19152928"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            20 => array:3 [
              "identificador" => "bib0260"
              "etiqueta" => "21"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "No time to train the surgeons"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:3 [
                            0 => "J&#46; Chikwe"
                            1 => "A&#46;C&#46; de Souza"
                            2 => "J&#46;R&#46; Pepper"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "BMJ"
                        "fecha" => "2004"
                        "volumen" => "7437"
                        "paginaInicial" => "418"
                        "paginaFinal" => "419"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            21 => array:3 [
              "identificador" => "bib0265"
              "etiqueta" => "22"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The future of urology"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "A&#46;R&#46; Mundy"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "BJU Int"
                        "fecha" => "2003"
                        "volumen" => "92"
                        "paginaInicial" => "337"
                        "paginaFinal" => "339"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            22 => array:3 [
              "identificador" => "bib0270"
              "etiqueta" => "23"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The various applications of 3D printing in cardiovascular diseases"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "A&#46; El Sabbagh"
                            1 => "M&#46;F&#46; Eleid"
                            2 => "M&#46; Al-Hijji"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1007/s11886-018-0992-9"
                      "Revista" => array:5 [
                        "tituloSerie" => "Curr Cardiol Rep"
                        "fecha" => "2018"
                        "volumen" => "20"
                        "paginaInicial" => "47"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29749577"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            23 => array:3 [
              "identificador" => "bib0275"
              "etiqueta" => "24"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The value of 3D printing models of left atrial appendage using real-time 3D transesophageal echocardiographic data in left atrial appendage occlusion&#58; applications toward an era of truly personalized medicine"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "P&#46; Liu"
                            1 => "R&#46; Liu"
                            2 => "Y&#46; Zhang"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1159/000447444"
                      "Revista" => array:7 [
                        "tituloSerie" => "Cardiology"
                        "fecha" => "2016"
                        "volumen" => "135"
                        "paginaInicial" => "255"
                        "paginaFinal" => "261"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/27537503"
                            "web" => "Medline"
                          ]
                        ]
                        "itemHostRev" => array:3 [
                          "pii" => "S0090429509026235"
                          "estado" => "S300"
                          "issn" => "00904295"
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            24 => array:3 [
              "identificador" => "bib0280"
              "etiqueta" => "25"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Personalized three-dimensional printed models in congenital heart disease"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "Z&#46; Sun"
                            1 => "I&#46; Lau"
                            2 => "Y&#46;H&#46; Wong"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.3390/jcm8040522"
                      "Revista" => array:5 [
                        "tituloSerie" => "J Clin Med"
                        "fecha" => "2019"
                        "volumen" => "8"
                        "paginaInicial" => "522"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30995803"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            25 => array:3 [
              "identificador" => "bib0285"
              "etiqueta" => "26"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "A patient-specific hollow three-dimensional model for simulating percutaneous occlusion of patent ductus arteriosus"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "D&#46; Matsubara"
                            1 => "K&#46; Kataoka"
                            2 => "H&#46; Takahashi"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1536/ihj.17-742"
                      "Revista" => array:6 [
                        "tituloSerie" => "Int Heart J"
                        "fecha" => "2019"
                        "volumen" => "60"
                        "paginaInicial" => "100"
                        "paginaFinal" => "107"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30464122"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            26 => array:3 [
              "identificador" => "bib0290"
              "etiqueta" => "27"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Cardiovascular interventions planning through a three-dimensional printing patient-specific approach"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "F&#46; Uccheddu"
                            1 => "M&#46; Gallo"
                            2 => "E&#46; Nocerino"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.2459/JCM.0000000000000832"
                      "Revista" => array:7 [
                        "tituloSerie" => "J Cardiovasc Med &#40;Hagerstown&#41;"
                        "fecha" => "2019"
                        "volumen" => "20"
                        "paginaInicial" => "584"
                        "paginaFinal" => "596"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/31369473"
                            "web" => "Medline"
                          ]
                        ]
                        "itemHostRev" => array:3 [
                          "pii" => "S0090429511023405"
                          "estado" => "S300"
                          "issn" => "00904295"
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            27 => array:3 [
              "identificador" => "bib0295"
              "etiqueta" => "28"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "A 3D printed patient-specific simulator for percutaneous coronary intervention"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "A&#46; Redondo Di&#233;guez"
                            1 => "B&#46; Cid &#193;lvarez"
                            2 => "A&#46; &#193;vila Carrillo"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1016/j.rec.2018.04.025"
                      "Revista" => array:6 [
                        "tituloSerie" => "Rev Esp Cardiol &#40;Engl Ed&#41;"
                        "fecha" => "2019"
                        "volumen" => "72"
                        "paginaInicial" => "424"
                        "paginaFinal" => "426"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29980407"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            28 => array:3 [
              "identificador" => "bib0300"
              "etiqueta" => "29"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "3D printed patient specific aortic models for patient education and preoperative planning"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:3 [
                            0 => "L&#46; Eisenmenger"
                            1 => "G&#46; Kumpati"
                            2 => "E&#46; Huo"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "J Vasc Interv Radiol"
                        "fecha" => "2016"
                        "volumen" => "27"
                        "paginaInicial" => "S236"
                        "paginaFinal" => "S237"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            29 => array:3 [
              "identificador" => "bib0305"
              "etiqueta" => "30"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "3D heart models and simulators for planning of percutaneous tricuspid interventions"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => true
                          "autores" => array:3 [
                            0 => "M&#46; Taramasso"
                            1 => "P&#46; Ou"
                            2 => "P&#46; Spagnolo"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.4244/EIJV13I4A57"
                      "Revista" => array:5 [
                        "tituloSerie" => "EuroIntervention"
                        "fecha" => "2016"
                        "volumen" => "13"
                        "paginaInicial" => "379"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/28735248"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            30 => array:3 [
              "identificador" => "bib0310"
              "etiqueta" => "31"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Validation of surgical simulators"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "E&#46;M&#46; McDougall"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1089/end.2007.9985"
                      "Revista" => array:6 [
                        "tituloSerie" => "J Endourol"
                        "fecha" => "2007"
                        "volumen" => "21"
                        "paginaInicial" => "244"
                        "paginaFinal" => "247"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/17444766"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
          ]
        ]
      ]
    ]
    "agradecimientos" => array:1 [
      0 => array:4 [
        "identificador" => "xack757650"
        "titulo" => "Acknowledgment"
        "texto" => "<p id="par0190" class="elsevierStylePara elsevierViewall">The authors would like to thank SimulHeart&#174; for the materials and model&#46;</p>"
        "vista" => "all"
      ]
    ]
  ]
  "idiomaDefecto" => "en"
  "url" => "/08702551/0000004300000007/v1_202407050544/S0870255124000684/v1_202407050544/en/main.assets"
  "Apartado" => array:4 [
    "identificador" => "93359"
    "tipo" => "SECCION"
    "pt" => array:2 [
      "titulo" => "Original articles"
      "idiomaDefecto" => true
    ]
    "idiomaDefecto" => "pt"
  ]
  "PDF" => "https://static.elsevier.es/multimedia/08702551/0000004300000007/v1_202407050544/S0870255124000684/v1_202407050544/en/main.pdf?idApp=UINPBA00004E&text.app=https://www.revportcardiol.org/"
  "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0870255124000684?idApp=UINPBA00004E"
]

Informação do artigo

ISSN: 08702551
Idioma original: Inglês

DOI:10.1016/j.repc.2023.11.006

Dados atualizados diariamente

Ano/Mês	Html	Pdf	Total

2024 Outubro	43	35	78
2024 Setembro	54	45	99
2024 Agosto	68	39	107
2024 Julho	173	66	239
2024 Junho	89	37	126
2024 Maio	77	26	103
2024 Abril	78	30	108
2024 Mar�o	55	45	100
2024 Fevereiro	4	28	32

Indexada em:

Siga-nos:

Estatísticas

Indexada em:

Siga-nos:

Estatísticas

Receba a nossa Newsletter