Original article
Implementing a Redcap-based research data collection system for mental health
Implementando un sistema de recolección de datos basado en REDCap para la evaludación de la salud mental en Colombia: el caso del Proyecto DIADA
Arturo Marroquin Riveraa,
, Juan Camilo Rosas-Romeroa, Sergio Mario Castroa, Fernando Suárez-Obandob, Jeny Aguilera-Cruza, Sophia Marie Bartelsc, Sena Parkc, William Chandler Torreyc, Carlos Gómez-Restrepoa,d
Corresponding author
a Departmento de Epidemiología Clínica y Estadística, Pontificia Universidad Javeriana, Colombia
b Instituto de Genética Humana, Facultad de Medicina, Pontificia Universidad Javeriana, Colombia
c Center for Technology and Behavioral Health, Geisel School of Medicine, Dartmouth College, United States
d Departmento de Psiquiatría y Salud Mental, Facultad de Medicina, Pontificia Universidad Javeriana, Colombia
Read
1575
Timeswas read the article
238
Total PDF
1337
Total HTML
Share statistics
array:22 [ "pii" => "S2530312021000588" "issn" => "25303120" "doi" => "10.1016/j.rcpeng.2021.06.004" "estado" => "S300" "fechaPublicacion" => "2021-07-01" "aid" => "100005" "copyrightAnyo" => "2021" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Rev Colomb Psiquiatr. 2021;50 Supl 1:110-5" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "itemSiguiente" => array:17 [ "pii" => "S2530312021000576" "issn" => "25303120" "doi" => "10.1016/j.rcpeng.2021.06.003" "estado" => "S300" "fechaPublicacion" => "2021-07-01" "aid" => "100004" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Rev Colomb Psiquiatr. 2021;50 Supl 1:116-32" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "en" => array:13 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Original article</span>" "titulo" => "Patterns of digital information and communication technology use among patients at primary health care centres in Colombia: Phase I of the DIADA project" "tienePdf" => "en" "tieneTextoCompleto" => "en" "tieneResumen" => array:2 [ 0 => "en" 1 => "es" ] "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "116" "paginaFinal" => "132" ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "Patrones del uso de tecnologías de información y comunicación digital en pacientes de centros de atención primaria en Colombia: Fase I del proyecto DIADA" ] ] "contieneResumen" => array:2 [ "en" => true "es" => true ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:8 [ "identificador" => "fig0015" "etiqueta" => "Fig. 3" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr3.jpeg" "Alto" => 1114 "Ancho" => 3333 "Tamanyo" => 245944 ] ] "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0015" "detalle" => "Fig. " "rol" => "short" ] ] "descripcion" => array:1 [ "en" => "<p id="spar0025" class="elsevierStyleSimplePara elsevierViewall">Cellphone uses for health and mental health.</p> <p id="spar0030" class="elsevierStyleSimplePara elsevierViewall">Cellphones for general health care: 1: To call a doctor, n = 117. 2: To call to the pharmacy/drugstore, n = 135. 3: To make office appointments, n = 281. 4: To buy Medicines, n = 189. 5: To look for healthcare information at the internet, n = 201. 6: To ask my friends for healthcare information, n = 177. 7: To look for healthcare apps, n = 42. 8: None of the above, n = 947. Cellphones for Mental health: 1: Call a doctor, n = 21. 2: To call a mental health hotline, n = 9. 3: To call a friend asking for help, n = 37 4: to look at the internet for information that helps me to handle mental health symptoms, n = 34 5: To look for information about how to deal with depression, n = 28. 6: to contact someone trustable to tell her about how you feel, n = 87. 7: To look apps for mental health, n = 7. 8: None of the above, n = 1330.</p>" ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Fernando Suárez-Obando, Carlos Gómez-Restrepo, Sergio Castro-Diaz, Paola Paez-Rojas, José M. Uribe-Restrepo, John A. Naslund, William C. Torrey, Leonardo Cubillos, Sophia M. Bartels, Makeda J. Williams, Lisa A. Marsch" "autores" => array:11 [ 0 => array:2 [ "nombre" => "Fernando" "apellidos" => "Suárez-Obando" ] 1 => array:2 [ "nombre" => "Carlos" "apellidos" => "Gómez-Restrepo" ] 2 => array:2 [ "nombre" => "Sergio" "apellidos" => "Castro-Diaz" ] 3 => array:2 [ "nombre" => "Paola" "apellidos" => "Paez-Rojas" ] 4 => array:2 [ "nombre" => "José M." "apellidos" => "Uribe-Restrepo" ] 5 => array:2 [ "nombre" => "John A." "apellidos" => "Naslund" ] 6 => array:2 [ "nombre" => "William C." "apellidos" => "Torrey" ] 7 => array:2 [ "nombre" => "Leonardo" "apellidos" => "Cubillos" ] 8 => array:2 [ "nombre" => "Sophia M." "apellidos" => "Bartels" ] 9 => array:2 [ "nombre" => "Makeda J." "apellidos" => "Williams" ] 10 => array:2 [ "nombre" => "Lisa A." "apellidos" => "Marsch" ] ] ] ] ] "idiomaDefecto" => "en" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2530312021000576?idApp=UINPBA00004N" "url" => "/25303120/00000050000000S1/v2_202111230902/S2530312021000576/v2_202111230902/en/main.assets" ] "itemAnterior" => array:19 [ "pii" => "S2530312021000606" "issn" => "25303120" "doi" => "10.1016/j.rcpeng.2021.06.006" "estado" => "S300" "fechaPublicacion" => "2021-07-01" "aid" => "403" "copyright" => "Asociación Colombiana de Psiquiatría" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "cita" => "Rev Colomb Psiquiatr. 2021;50 Supl 1:102-9" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "en" => array:13 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Original article</span>" "titulo" => "Relationship between the sociodemographic characteristics of participants in the DIADA project and the rate of compliance with follow-up assessments in the initial stage of the intervention" "tienePdf" => "en" "tieneTextoCompleto" => "en" "tieneResumen" => array:2 [ 0 => "en" 1 => "es" ] "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "102" "paginaFinal" => "109" ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "Relación entre las características sociodemográficas de los participantes del proyecto DIADA y la tasa de cumplimiento al seguimiento en la fase inicial de la intervención" ] ] "contieneResumen" => array:2 [ "en" => true "es" => true ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:8 [ "identificador" => "fig0005" "etiqueta" => "Fig. 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 1065 "Ancho" => 2091 "Tamanyo" => 165100 ] ] "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0005" "detalle" => "Fig. " "rol" => "short" ] ] "descripcion" => array:1 [ "en" => "<p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">Participation in the first follow-up according to socio-demographic characteristics.</p>" ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "María Paula Cárdenas Charry, Maria Paula Jassir Acosta, José Miguel Uribe Restrepo, Magda Cepeda, Pablo Martinez Camblor, Leonardo Cubillos, Sophia M. Bartels, Sergio Castro, Lisa A. Marsch, Carlos Gómez-Restrepo" "autores" => array:10 [ 0 => array:2 [ "nombre" => "María Paula" "apellidos" => "Cárdenas Charry" ] 1 => array:2 [ "nombre" => "Maria Paula" "apellidos" => "Jassir Acosta" ] 2 => array:2 [ "nombre" => "José Miguel" "apellidos" => "Uribe Restrepo" ] 3 => array:2 [ "nombre" => "Magda" "apellidos" => "Cepeda" ] 4 => array:2 [ "nombre" => "Pablo" "apellidos" => "Martinez Camblor" ] 5 => array:2 [ "nombre" => "Leonardo" "apellidos" => "Cubillos" ] 6 => array:2 [ "nombre" => "Sophia M." "apellidos" => "Bartels" ] 7 => array:2 [ "nombre" => "Sergio" "apellidos" => "Castro" ] 8 => array:2 [ "nombre" => "Lisa A." "apellidos" => "Marsch" ] 9 => array:2 [ "nombre" => "Carlos" "apellidos" => "Gómez-Restrepo" ] ] ] ] ] "idiomaDefecto" => "en" "Traduccion" => array:1 [ "es" => array:9 [ "pii" => "S0034745021000196" "doi" => "10.1016/j.rcp.2020.11.019" "estado" => "S300" "subdocumento" => "" "abierto" => array:3 [ "ES" => true "ES2" => true "LATM" => true ] "gratuito" => true "lecturas" => array:1 [ "total" => 0 ] "idiomaDefecto" => "es" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0034745021000196?idApp=UINPBA00004N" ] ] "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2530312021000606?idApp=UINPBA00004N" "url" => "/25303120/00000050000000S1/v2_202111230902/S2530312021000606/v2_202111230902/en/main.assets" ] "en" => array:18 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Original article</span>" "titulo" => "Implementing a Redcap-based research data collection system for mental health" "tieneTextoCompleto" => true "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "110" "paginaFinal" => "115" ] ] "autores" => array:1 [ 0 => array:4 [ "autoresLista" => "Arturo Marroquin Rivera, Juan Camilo Rosas-Romero, Sergio Mario Castro, Fernando Suárez-Obando, Jeny Aguilera-Cruz, Sophia Marie Bartels, Sena Park, William Chandler Torrey, Carlos Gómez-Restrepo" "autores" => array:9 [ 0 => array:4 [ "nombre" => "Arturo" "apellidos" => "Marroquin Rivera" "email" => array:1 [ 0 => "marroquin.a@javeriana.edu.co" ] "referencia" => array:2 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "aff0005" ] 1 => array:2 [ "etiqueta" => "*" "identificador" => "cor0005" ] ] ] 1 => array:3 [ "nombre" => "Juan Camilo" "apellidos" => "Rosas-Romero" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "aff0005" ] ] ] 2 => array:3 [ "nombre" => "Sergio Mario" "apellidos" => "Castro" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "aff0005" ] ] ] 3 => array:3 [ "nombre" => "Fernando" "apellidos" => "Suárez-Obando" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">b</span>" "identificador" => "aff0010" ] ] ] 4 => array:3 [ "nombre" => "Jeny" "apellidos" => "Aguilera-Cruz" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "aff0005" ] ] ] 5 => array:3 [ "nombre" => "Sophia Marie" "apellidos" => "Bartels" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">c</span>" "identificador" => "aff0015" ] ] ] 6 => array:3 [ "nombre" => "Sena" "apellidos" => "Park" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">c</span>" "identificador" => "aff0015" ] ] ] 7 => array:3 [ "nombre" => "William Chandler" "apellidos" => "Torrey" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">c</span>" "identificador" => "aff0015" ] ] ] 8 => array:3 [ "nombre" => "Carlos" "apellidos" => "Gómez-Restrepo" "referencia" => array:2 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "aff0005" ] 1 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">d</span>" "identificador" => "aff0020" ] ] ] ] "afiliaciones" => array:4 [ 0 => array:3 [ "entidad" => "Departmento de Epidemiología Clínica y Estadística, Pontificia Universidad Javeriana, Colombia" "etiqueta" => "a" "identificador" => "aff0005" ] 1 => array:3 [ "entidad" => "Instituto de Genética Humana, Facultad de Medicina, Pontificia Universidad Javeriana, Colombia" "etiqueta" => "b" "identificador" => "aff0010" ] 2 => array:3 [ "entidad" => "Center for Technology and Behavioral Health, Geisel School of Medicine, Dartmouth College, United States" "etiqueta" => "c" "identificador" => "aff0015" ] 3 => array:3 [ "entidad" => "Departmento de Psiquiatría y Salud Mental, Facultad de Medicina, Pontificia Universidad Javeriana, Colombia" "etiqueta" => "d" "identificador" => "aff0020" ] ] "correspondencia" => array:1 [ 0 => array:3 [ "identificador" => "cor0005" "etiqueta" => "⁎" "correspondencia" => "Correspondence author." ] ] ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "Implementando un sistema de recolección de datos basado en REDCap para la evaludación de la salud mental en Colombia: el caso del Proyecto DIADA" ] ] "textoCompleto" => "<span class="elsevierStyleSections"><span id="sec0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0055">Introduction</span><p id="par0005" class="elsevierStylePara elsevierViewall">The increasing need for rigor and reproducibility in biomedical research demands exhaustive data management to ensure the trustworthiness and accuracy of the results. Low and middle income countries (LMICs) might need innovative approaches to improve data management process because the level of funding, data management capacity and technological and basic infrastructure may be scarce.<a class="elsevierStyleCrossRef" href="#bib0005"><span class="elsevierStyleSup">1</span></a> Some efforts to strengthen the data management process include improving staff training, and server, network and/or software development. Also, new technologies and big data storage systems improve the overall efficiency of the research process, including data management.<a class="elsevierStyleCrossRefs" href="#bib0005"><span class="elsevierStyleSup">1,2</span></a> Scaling-up research capacities in LMICs is important due to the growing interest in global health and international collaborative research projects, and they require simultaneous access to data in different locations and reliable systems of data collection and storage.<a class="elsevierStyleCrossRefs" href="#bib0010"><span class="elsevierStyleSup">2–4</span></a></p><p id="par0010" class="elsevierStylePara elsevierViewall">In LMICs, the standard method for data collection is often a paper-based method, which often results in dubious data with numerous errors.<a class="elsevierStyleCrossRefs" href="#bib0020"><span class="elsevierStyleSup">4,5</span></a> Electronic data capture (EDC) systems have evolved to replace traditional paper-based methods, accelerate data collection and provide expedite access to data to researchers.<a class="elsevierStyleCrossRefs" href="#bib0030"><span class="elsevierStyleSup">6,7</span></a> Currently, there are many electronic data collection (EDC) tools that may improve the data management process in LMICs and fulfill the requirements for international collaborative projects (Microsoft access, Epinfo, Microsoft excel, the APCDR electronic questionnaire) but, to our knowledge, they have not been compared yet and complicate the selection of the appropriate software. One tool, highly used in biomedical research, is the Research electronic data capture (REDCap®) system.<a class="elsevierStyleCrossRefs" href="#bib0040"><span class="elsevierStyleSup">8,9</span></a> This software was designed by an informatics team at Vanderbilt university to support clinical and translational research. It has many useful features that other EDC software often lack, such as solid security settings, intuitive software management, easy development of data collection forms, internet support, and the fact that it does not require a high speed internet connection to run adequately.<a class="elsevierStyleCrossRefs" href="#bib0010"><span class="elsevierStyleSup">2,10</span></a> Therefore, it may be a good choice when implementing data collection systems, particularly in limited-resource settings.<a class="elsevierStyleCrossRef" href="#bib0055"><span class="elsevierStyleSup">11</span></a></p><p id="par0015" class="elsevierStylePara elsevierViewall">IBM Clinical Development, Videoc, SurveyMonkey and Qualtrics are solid commercial alternatives to REDCap and have a similar performance. However, unlike REDCap, these tools are costly or they were not built specifically to support clinical researcher.<a class="elsevierStyleCrossRef" href="#bib0060"><span class="elsevierStyleSup">12</span></a> REDCap is currently used by researchers from 128 countries in all continents and from different branches of medicine and science. Even if this software was initially used by researchers from high income countries such as Canada, USA, Singapore or Japan, the number of users from LMICs have been increasing steadily since 2013. Now, more than 20% of REDCap partners belong to LMICs<a class="elsevierStyleCrossRef" href="#bib0065"><span class="elsevierStyleSup">13</span></a> and may be related to the increasing production of academic outputs in many LMICs, including Colombia.<a class="elsevierStyleCrossRef" href="#bib0070"><span class="elsevierStyleSup">14</span></a> In this Latin American country, the number of academic research and international partnerships has recently increased,<a class="elsevierStyleCrossRef" href="#bib0075"><span class="elsevierStyleSup">15</span></a> demanding commitment to rigorous ethical and scientific standards.</p><p id="par0020" class="elsevierStylePara elsevierViewall">Many factors, facilitators and barriers from the context where research takes place can strongly influence it.<a class="elsevierStyleCrossRefs" href="#bib0080"><span class="elsevierStyleSup">16–18</span></a> Potential research sites in Colombia vary considerably. Some have sufficient resources for high quality biomedical research and health care services, whereas others face several difficulties that impede the development of academic projects and collaborations. Those include scarce resources and infrastructure, poor funding for some regions, little or non-support from the government or academic institutions, geographic challenges, and very low rates of education and literacy.<a class="elsevierStyleCrossRefs" href="#bib0005"><span class="elsevierStyleSup">1,19,20</span></a> Moreover, even if there is government support in these regions, the scientific bureaucracy and heavy clinical workload often discourages researchers to go further and hinders research activities.<a class="elsevierStyleCrossRefs" href="#bib0085"><span class="elsevierStyleSup">17,21</span></a></p><span id="sec0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0060">The DIADA project</span><p id="par0025" class="elsevierStylePara elsevierViewall">The DIADA project is a large international collaboration currently underway in Colombia. This multicenter project is run by researchers from the Pontificia Universidad Javeriana (PUJ), in Colombia, and Dartmouth College (DC), in the United States. The study seeks to evaluate the implementation of a technology-based model of care for depression and alcohol consumption disorders in different settings in Colombia (6 sites, including both rural and urban areas). The model includes the use of a mental health therapeutics app (Laddr from Square2) that provides enhanced service delivery model for depression and alcohol use disorders in primary care and has been proven to enhance mental health outcomes.<a class="elsevierStyleCrossRefs" href="#bib0110"><span class="elsevierStyleSup">22,23</span></a> An overview of DIADA project has been described elsewhere,<a class="elsevierStyleCrossRef" href="#bib0120"><span class="elsevierStyleSup">24</span></a> though it should be noted that we collected baseline data and follow-ups every three-months over the course of a 12-month participation in the study.</p><p id="par0030" class="elsevierStylePara elsevierViewall">The aim of this case report is to describe the implementation of an integrated data management system for the DIADA project using the REDCap® tool.</p></span></span><span id="sec0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0065">Methods</span><p id="par0035" class="elsevierStylePara elsevierViewall">We implemented our research data collection using REDCap to provide security, privacy and confidentiality to all participants. REDCap had tools that helped the research team overcome challenges in data collection from our six study sites throughout Colombia: offline functionality, mobile app support, and the e-consent framework. We set up REDCap® for the DIADA project at the PUJ servers in Bogotá, Colombia, thus, all data was received in a central location. The servers provided an encrypted Internet connection via 128-bit Secure Sockets Layer (SLL), the standard technology for securing eCommerce and eBanking transactions on the internet.</p><p id="par0040" class="elsevierStylePara elsevierViewall">We established a working group to design the database and the case report forms (CRFs). The database working group evaluated overall database architecture by site, user requirements, follow-up intervals and events. Database development tasks were distributed in such a way that Dartmouth researchers developed the CRFs, and Bogotá researchers created the database and its events and arms. Database internal logic was developed together. Then, we tested the overall database functionality with dummy data.</p><p id="par0045" class="elsevierStylePara elsevierViewall">We developed a Data Management Plan where members from both institutions could access the data collected at any time. Two team members shared the Database Manager (DM) role and responsibilities (one from PUJ, and one from DC). This role consisted of supervising the entire data management process and included multiple tasks, such as, controlling the database access and user rights for team members, data quality monitoring and backup, data export, database updates and overall database administration. The DM from Bogotá was primarily in charge of controlling the database access, database quality, updates and data exports, whereas the DM from Dartmouth performed regular data quality checks, discrepancy management, database updates and data exports.</p><p id="par0050" class="elsevierStylePara elsevierViewall">We conducted a formative assessment at each site to learn about their capacity, computer literacy, and internet access prior to the implementation of the project. We provided each site with desktop computers and tablets with REDCap mobile app installed. All research staff REDCap use training sessions with dummy data.</p><span id="sec0020" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0070">Data collection</span><p id="par0055" class="elsevierStylePara elsevierViewall">Data collection was performed in both the web version of REDCap and the mobile app installed in the tablet. REDCap mobile app allowed offline data collection, overcoming the challenges of poor internet connection, and eased the electronic informed consent process. Research staff completed the assessments on paper and transcribed them in REDCap at the end of the day in those situations when data collection was impossible, such as no internet connection or electricity problems.</p><p id="par0060" class="elsevierStylePara elsevierViewall">We used REDCap e-consent framework for the informed consent process. Patients could fill their information and sign the consent in the tablet, after that we handed each individual a physical copy of the consent form that included the investigators contact information. The electronic informed consent increased the acceptability of the process and served as a useful tool for the internal and external audit process. In some study sites potential participants have poor computer and digital literacy, thus, we trained the research staff to support potential participants and participants completing the consent form.</p><p id="par0065" class="elsevierStylePara elsevierViewall">Finally, we followed internal data monitoring using a collaborative approach. The DM at Dartmouth performed regular quality checks (type of variables, length of the information, range of values, coherence between information) to avoid data errors and protocol deviations. When an issue was identified, the DM raised a query, assigned it to a local team member, and notified the site coordinator. The Site Coordinator arranged a meeting with the corresponding team member to solve the query or provide a relevant response that was later reviewed and closed by the DM.</p></span></span><span id="sec0025" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0075">Results</span><p id="par0070" class="elsevierStylePara elsevierViewall">At the time of writing this paper, our use of REDCap enabled and eased the gathering of longitudinal data of 1254 individuals diagnosed with major depression, alcohol use disorders, or both. One of the most interesting REDCap components is the longitudinal mode. The longitudinal mode allowed us to capture data longitudinally and repeating CRFs with a minimal burden to the research staff and DMs. Also, the automatic creation of a unique identifier for each participant eased further longitudinal analysis.<a class="elsevierStyleCrossRef" href="#bib0125"><span class="elsevierStyleSup">25</span></a> With the implementation of the longitudinal mode our research staff easily performed data collection both during recruitment and follow-ups. Most of the issues and challenges were easily addressed through staff training, retraining and site engagement. We found similar challenges in the implementation across settings, however some were related to the peculiarities of each study site.</p><span id="sec0030" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0080">Urban sites</span><p id="par0075" class="elsevierStylePara elsevierViewall">We found that internet connection was unstable, even in urban sites; surprisingly, the quality of internet connection changed within the same building. To face this challenge, our research staff identified the areas with strong connectivity and collected the data using the online REDCap features. In those areas with unstable connection, they used the REDCap mobile app that allowed offline data collection, including the e-consent signatures, and uploaded the data at the end of the day. In the extreme cases of power outages or high internet instability, they used paper versions of CRFs and afterwards entry the data into REDCap at the end of the day. This paper versions were securely stored or scanned to preserve a hard copy in case of data errors identified during our internal data monitoring process.</p><p id="par0080" class="elsevierStylePara elsevierViewall">Another challenge was that research assistants had no previous experience with REDCap, nor had a digital or computational background. All researcher staff received training on REDCap main functions and performed practical exercises with dummy data to prevent this from causing errors. In addition, two researchers with expertise on the topic, were available to solve any doubts or problems about REDCap use or overall data management and collection.</p><p id="par0085" class="elsevierStylePara elsevierViewall">One last challenge that we faced was insecurity. In our context it is not rare for theft to happen in medical settings, especially targeted to technological devices. Therefore, in each setting we destined one room to keep equipment safe and one person was assigned to oversee the lock down of this room on daily basis. The tablets were embedded in kiosks with screws, which make them difficult to remove.</p></span><span id="sec0035" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0085">Rural sites</span><p id="par0090" class="elsevierStylePara elsevierViewall">Availability of resources was a main challenge in rural and semi-rural settings. Due to the lack of internet connection and computers or other technological devices, we provided the sites with a desktop computer, tablets for screening and data collection. Rural sites had limited internet access and most of them did not have wireless internet connection. Therefore, we supported the sites in setting up Wi-Fi networks (the highest quality available) for research and internal use.</p><p id="par0095" class="elsevierStylePara elsevierViewall">At the time of the project implementation most of clinical and administrative data was collected using traditional paper-based methods. We decided to include members of the community to build research capacity at very site regardless of its location. Thus, we faced similar challenges regarding computer and digital literacy as those we faced in urban sites, with research staff and participants having limited computer literacy. There were difficulties with the general use of computers, smartphones, e-mails, excel sheets and other software. We offered additional training, created templates to ease software usage, and a concise set of notes that research assistants could check for quick reference if needed.</p><p id="par0100" class="elsevierStylePara elsevierViewall">We also provided smartphones with unlimited data and voice calls that local research staff used to schedule and complete participant follow-ups, and to contact researchers at PUJ at any time. However, since the coverage was not ideal, the resolution of doubts was sometimes delayed. In those cases, local researchers relied mainly on offline features of REDCap, and to a lesser extent on paper-based methods.</p><p id="par0105" class="elsevierStylePara elsevierViewall">Regarding REDCap, members from the data management team (both from Javeriana and Dartmouth) were always available to answer doubts or solve emerging issues. Finally, one PUJ researcher, with background in Biomedical Informatics visited the sites approximately every month. This was an opportunity to retrain the staff, check the devices and resolve any issues.</p></span></span><span id="sec0040" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0090">Discussion</span><p id="par0110" class="elsevierStylePara elsevierViewall">As a LMIC, we realize that acquiring a proprietary EDC software is not always feasible. Therefore, REDCap availability at no charge for institutional partners is one of its greatest features. Even if an institution requires a license, joining the REDCap network and obtaining one is not difficult. Furthermore, we found that the use of this software in our institutions prompted the collaboration between departments and divisions (medicine, language, engineering, technology, etc.).<a class="elsevierStyleCrossRefs" href="#bib0060"><span class="elsevierStyleSup">12,25</span></a></p><p id="par0115" class="elsevierStylePara elsevierViewall">In general, there were no unsolved queries or doubts about the software. After the training meetings, research assistants managed to collect and entry (if necessary) all data into REDCap and overcome all challenges. One useful strategy to increase data quality for our team consisted of pairing research assistants to review each other’s data and decrease the error rate.</p><p id="par0120" class="elsevierStylePara elsevierViewall">Although other researchers describe REDCap as a very intuitive software,<a class="elsevierStyleCrossRef" href="#bib0040"><span class="elsevierStyleSup">8</span></a> we noticed that in our context this may be true for those individuals with some computer literacy or background in informatics or computers. Even when the individuals had prior knowledge about computers, our research staff reported that advanced features were not as easy to use as have been reported in other studies.<a class="elsevierStyleCrossRef" href="#bib0125"><span class="elsevierStyleSup">25</span></a> One additional issue that has been mentioned in other studies is that individuals often delete records by mistake.<a class="elsevierStyleCrossRef" href="#bib0060"><span class="elsevierStyleSup">12</span></a> We did not find this event, perhaps due to the efforts in training our staff, and specifically, to the practical exercises (simulation) in which, they could experience real problems and try solving them.</p><p id="par0125" class="elsevierStylePara elsevierViewall">One feature that our team found very useful was the Online Designer. It enabled us to design our CRFs according to the specific needs of Project DIADA and facilitated all ambulatory assessments. It has been reported that it can even allow participants to fill the questionnaires, upload images and other type of files according to the design stablished by the researchers,<a class="elsevierStyleCrossRef" href="#bib0105"><span class="elsevierStyleSup">21</span></a> however we had no need to use this feature.</p><p id="par0130" class="elsevierStylePara elsevierViewall">On the other hand, as a collaborative team, the internal data collection monitoring benefited of the tool ‘Open query’ to ensure data was correct, consistent, and applicable. REDCap version 10.3.1 provides a solution with the tool “REDCap messenger”, where the team collecting the data and the reviewers have a direct communication to solve data issues and inconsistencies, reducing the time to solve them.</p><p id="par0135" class="elsevierStylePara elsevierViewall">To conclude, REDcap’s collaborative work features<a class="elsevierStyleCrossRef" href="#bib0130"><span class="elsevierStyleSup">26</span></a> were very important for Project DIADA considering that our research team was an international collaboration. These features enabled researchers’ simultaneous access to data and allowed researchers from Dartmouth assess data quality without stopping data collection from local researchers.</p></span><span id="sec0045" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0095">Conclusions</span><p id="par0140" class="elsevierStylePara elsevierViewall">From our experiences, REDCap is a feasible and efficient electronic data capture software to use in further research in low-resource settings, especially in similar contexts to Colombia. The software allowed us to face (1) logistical problems, such as simultaneous data collection in different places, (2) privacy and data protection, and (3) remote data quality assurance. REDCap facilitated the whole data management process, which included collection, storing, and monitoring the data. Even if some REDCap features were not as intuitive for staff and participants with little computer literacy, in our experience, a short training was enough to overcome this issue. The only requirement to fully implement data capture with REDCap is a reliable Internet connection, however, when the network is not stable, researchers can collect the data without it and pull the information into the central repository afterwards.</p></span><span id="sec0050" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0100">Ethical statement</span><p id="par0145" class="elsevierStylePara elsevierViewall">This research project was approved by the Institutional Review Board at Dartmouth College in the United States of America and Pontificia Universidad Javeriana in Colombia.</p></span><span id="sec0055" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0105">Funding</span><p id="par0150" class="elsevierStylePara elsevierViewall">Research reported in this publication was funded by the <span class="elsevierStyleGrantSponsor" id="gs1">National Institute of Mental Health (NIMH)</span> of the <span class="elsevierStyleGrantSponsor" id="gs2">National Institutes of Health (NIH)</span> under Award Number <span class="elsevierStyleGrantNumber" refid="gs2">1U19MH109988</span> (Multiple Principal Investigators: Lisa A. Marsch, Ph.D. and Carlos Gómez-Restrepo, MD). The contents are solely the opinion of the authors and do not necessarily represent the views of the NIH or the United States Government.</p></span><span id="sec0060" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0110">Conflicts of interest</span><p id="par0155" class="elsevierStylePara elsevierViewall">Authors report not having any conflicts of interest. Dr. Lisa A. Marsch, one of the principal investigators on this project, is affiliated with the business that developed the mobile intervention platform that is being used in this research. This relationship is extensively managed by Dr. Marsch and her academic institution.</p></span></span>" "textoCompletoSecciones" => array:1 [ "secciones" => array:13 [ 0 => array:3 [ "identificador" => "xres1614323" "titulo" => "Abstract" "secciones" => array:3 [ 0 => array:2 [ "identificador" => "abst0005" "titulo" => "Background" ] 1 => array:2 [ "identificador" => "abst0010" "titulo" => "Methods" ] 2 => array:2 [ "identificador" => "abst0015" "titulo" => "Conclusions" ] ] ] 1 => array:2 [ "identificador" => "xpalclavsec1443204" "titulo" => "Keywords" ] 2 => array:3 [ "identificador" => "xres1614322" "titulo" => "Resumen" "secciones" => array:3 [ 0 => array:2 [ "identificador" => "abst0020" "titulo" => "Contexto" ] 1 => array:2 [ "identificador" => "abst0025" "titulo" => "Métodos" ] 2 => array:2 [ "identificador" => "abst0030" "titulo" => "Conclusiones" ] ] ] 3 => array:2 [ "identificador" => "xpalclavsec1443203" "titulo" => "Palabras clave" ] 4 => array:3 [ "identificador" => "sec0005" "titulo" => "Introduction" "secciones" => array:1 [ 0 => array:2 [ "identificador" => "sec0010" "titulo" => "The DIADA project" ] ] ] 5 => array:3 [ "identificador" => "sec0015" "titulo" => "Methods" "secciones" => array:1 [ 0 => array:2 [ "identificador" => "sec0020" "titulo" => "Data collection" ] ] ] 6 => array:3 [ "identificador" => "sec0025" "titulo" => "Results" "secciones" => array:2 [ 0 => array:2 [ "identificador" => "sec0030" "titulo" => "Urban sites" ] 1 => array:2 [ "identificador" => "sec0035" "titulo" => "Rural sites" ] ] ] 7 => array:2 [ "identificador" => "sec0040" "titulo" => "Discussion" ] 8 => array:2 [ "identificador" => "sec0045" "titulo" => "Conclusions" ] 9 => array:2 [ "identificador" => "sec0050" "titulo" => "Ethical statement" ] 10 => array:2 [ "identificador" => "sec0055" "titulo" => "Funding" ] 11 => array:2 [ "identificador" => "sec0060" "titulo" => "Conflicts of interest" ] 12 => array:1 [ "titulo" => "References" ] ] ] "pdfFichero" => "main.pdf" "tienePdf" => true "fechaRecibido" => "2020-11-17" "fechaAceptado" => "2020-12-11" "PalabrasClave" => array:2 [ "en" => array:1 [ 0 => array:4 [ "clase" => "keyword" "titulo" => "Keywords" "identificador" => "xpalclavsec1443204" "palabras" => array:3 [ 0 => "Data collection" 1 => "REDCap" 2 => "Mental health" ] ] ] "es" => array:1 [ 0 => array:4 [ "clase" => "keyword" "titulo" => "Palabras clave" "identificador" => "xpalclavsec1443203" "palabras" => array:3 [ 0 => "Recolección de datos" 1 => "REDCap" 2 => "Salud mental" ] ] ] ] "tieneResumen" => true "resumen" => array:2 [ "en" => array:3 [ "titulo" => "Abstract" "resumen" => "<span id="abst0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0010">Background</span><p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">The implementation of new technologies in medical research, such as novel big storage systems, has recently gained importance. Electronic data capture is a perfect example as it powerfully facilitates medical research. However, its implementation in resource-limited settings, where basic clinical resources, internet access, and human resources may be reduced might be a problem.</p></span> <span id="abst0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0015">Methods</span><p id="spar0010" class="elsevierStyleSimplePara elsevierViewall">In this paper we described our approach for building a network architecture for data collection to achieve our objectives using a REDCap® tool in Colombia and provide guidance for data collection in similar settings.</p></span> <span id="abst0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0020">Conclusions</span><p id="spar0015" class="elsevierStyleSimplePara elsevierViewall">REDCap is a feasible and efficient electronic data capture software to use in similar contexts to Colombia. The software facilitated the whole data management process and is a way to build research capacities in resourced-limited settings.</p></span>" "secciones" => array:3 [ 0 => array:2 [ "identificador" => "abst0005" "titulo" => "Background" ] 1 => array:2 [ "identificador" => "abst0010" "titulo" => "Methods" ] 2 => array:2 [ "identificador" => "abst0015" "titulo" => "Conclusions" ] ] ] "es" => array:3 [ "titulo" => "Resumen" "resumen" => "<span id="abst0020" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0030">Contexto</span><p id="spar0020" class="elsevierStyleSimplePara elsevierViewall">La implementación de nuevas tecnologías en la investigación médica, como los nuevos sistemas de gran almacenamiento de datos, recientemente han ganado importancia. El almacenamiento electrónico de datos es un ejemplo perfecto ya que facilita poderosamente la investigación médica. Sin embargo, su implementación en ambientes con recursos limitados, donde los recursos básicos clínicos, el acceso a internet y el recurso humano podrían ser reducidos, suponen un problema.</p></span> <span id="abst0025" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0035">Métodos</span><p id="spar0025" class="elsevierStyleSimplePara elsevierViewall">En este artículo describimos nuestro acercamiento para construir una red arquitectónica para la recolección de datos, en aras de alcanzar nuestros objetivos mediante la utilización de la herramienta REDCap® en Colombia y proveer una guía para la recolección de datos en condiciones similares.</p></span> <span id="abst0030" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0040">Conclusiones</span><p id="spar0030" class="elsevierStyleSimplePara elsevierViewall">REDCap es un software de almacenamiento electrónico de datos eficiente y encontramos que resulta posible su utilización en contextos similares a Colombia. Este software facilitó el proceso del manejo de los datos y es una manera de construir capacidades investigativas en contextos donde los recursos son limitados.</p></span>" "secciones" => array:3 [ 0 => array:2 [ "identificador" => "abst0020" "titulo" => "Contexto" ] 1 => array:2 [ "identificador" => "abst0025" "titulo" => "Métodos" ] 2 => array:2 [ "identificador" => "abst0030" "titulo" => "Conclusiones" ] ] ] ] "NotaPie" => array:1 [ 0 => array:2 [ "etiqueta" => "☆" "nota" => "<p class="elsevierStyleNotepara" id="npar0005">Please cite this article as: Marroquin Rivera A, Rosas-Romero JC, Castro SM, Suárez-Obando F, Aguilera-Cruz J, Bartels SM, et al. Implementando un sistema de recolección de datos basado en REDCap para la evaludación de la salud mental en Colombia: el caso del Proyecto DIADA. Rev Colomb Psiquiat. 2021;50:110.</p>" ] ] "bibliografia" => array:2 [ "titulo" => "References" "seccion" => array:1 [ 0 => array:2 [ "identificador" => "bibs0005" "bibliografiaReferencia" => array:26 [ 0 => array:3 [ "identificador" => "bib0005" "etiqueta" => "1" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Data management and sharing policy: the first step towards promoting data sharing" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "N. Waithira" 1 => "B. Mutinda" 2 => "P.Y. Cheah" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1186/s12916-019-1315-8" "Revista" => array:6 [ "tituloSerie" => "BMC Med" "fecha" => "2019" "volumen" => "17" "numero" => "1" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/31837711" "web" => "Medline" ] ] "itemHostRev" => array:3 [ "pii" => "S147020451370086X" "estado" => "S300" "issn" => "14702045" ] ] ] ] ] ] ] 1 => array:3 [ "identificador" => "bib0010" "etiqueta" => "2" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The 4 R’s – reason, REDCAP, review and research — in a large healthcare organization" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:6 [ 0 => "C. Bain" 1 => "A. Gilbert" 2 => "B. Jomon" 3 => "R. Thompson" 4 => "D. Kelly" 5 => "C. Mac Manus" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Health Inform Int J" "fecha" => "2015" "volumen" => "4" "numero" => "3/4" "paginaInicial" => "15" "paginaFinal" => "26" ] ] ] ] ] ] 2 => array:3 [ "identificador" => "bib0015" "etiqueta" => "3" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "A framework for global collaborative data management for malaria research" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "J.B. Gutierrez" 1 => "O.S. Harb" 2 => "J. Zheng" 3 => "D.J. Tisch" 4 => "E.D. Charlebois" 5 => "C.J. Stoeckert" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.4269/ajtmh.15-0003" "Revista" => array:7 [ "tituloSerie" => "Am J Trop Med Hyg" "fecha" => "2015" "volumen" => "93" "numero" => "3" "paginaInicial" => "124" "paginaFinal" => "132" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/26259944" "web" => "Medline" ] ] ] ] ] ] ] ] 3 => array:3 [ "identificador" => "bib0020" "etiqueta" => "4" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Open-source electronic data capture system offered increased accuracy and cost-effectiveness compared with paper methods in Africa" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "D.G. Dillon" 1 => "F. Pirie" 2 => "S. Rice" 3 => "C. Pomilla" 4 => "M.S. Sandhu" 5 => "A.A. Motala" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.jclinepi.2014.06.012" "Revista" => array:7 [ "tituloSerie" => "J Clin Epidemiol" "fecha" => "2014" "volumen" => "67" "numero" => "12" "paginaInicial" => "1358" "paginaFinal" => "1363" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/25135245" "web" => "Medline" ] ] ] ] ] ] ] ] 4 => array:3 [ "identificador" => "bib0025" "etiqueta" => "5" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Systematic review of health data quality management and best practices at community and district levels in LMIC" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "E. Ndabarora" 1 => "J.A. Chipps" 2 => "L. Uys" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Inf Dev" "fecha" => "2014" "volumen" => "30" "numero" => "2" "paginaInicial" => "103" "paginaFinal" => "120" ] ] ] ] ] ] 5 => array:3 [ "identificador" => "bib0030" "etiqueta" => "6" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Electronic data capture—narrowing the gap between clinical and data management" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "D. Babre" ] ] ] ] ] "host" => array:2 [ 0 => array:2 [ "doi" => "10.4103/2229-3485.76282" "Revista" => array:6 [ "tituloSerie" => "Perspect Clin Res" "fecha" => "2011" "volumen" => "2" "numero" => "1" "paginaInicial" => "1" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/21584174" "web" => "Medline" ] ] ] ] 1 => array:2 [ "doi" => "10.4103/2229-3485.76282" "WWW" => array:1 [ "link" => "https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3088950/" ] ] ] ] ] ] 6 => array:3 [ "identificador" => "bib0035" "etiqueta" => "7" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Electronic data capture (edc)—a new mantra for clinical trials" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "U. Sahoo" 1 => "A. Bhatt" ] ] ] ] ] "host" => array:2 [ 0 => array:2 [ "doi" => "10.1080/10529410390892052" "Revista" => array:7 [ "tituloSerie" => "Qual Assur" "fecha" => "2004" "volumen" => "10" "numero" => "3–4" "paginaInicial" => "117" "paginaFinal" => "121" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/15764550" "web" => "Medline" ] ] ] ] 1 => array:2 [ "doi" => "10.1080/10529410390892052" "WWW" => array:1 [ "link" => "https://www.tandfonline.com/doi/abs/10.1080/10529410390892052" ] ] ] ] ] ] 7 => array:3 [ "identificador" => "bib0040" "etiqueta" => "8" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Research electronic data capture (REDCap)—a metadata-driven methodology and workflow process for providing translational research informatics support" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:6 [ 0 => "P.A. Harris" 1 => "R. Taylor" 2 => "R. Thielke" 3 => "J. Payne" 4 => "N. Gonzalez" 5 => "J.G. Conde" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.jbi.2008.08.010" "Revista" => array:7 [ "tituloSerie" => "J Biomed Inform" "fecha" => "2009" "volumen" => "42" "numero" => "April (2)" "paginaInicial" => "377" "paginaFinal" => "381" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/18929686" "web" => "Medline" ] ] ] ] ] ] ] ] 8 => array:3 [ "identificador" => "bib0045" "etiqueta" => "9" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Procurement of shared data instruments for Research Electronic Data Capture (REDCap)" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "J.S. Obeid" 1 => "C.A. McGraw" 2 => "B.L. Minor" 3 => "J.G. Conde" 4 => "R. Pawluk" 5 => "M. Lin" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.jbi.2012.10.006" "Revista" => array:7 [ "tituloSerie" => "J Biomed Inform" "fecha" => "2013" "volumen" => "46" "numero" => "April (2)" "paginaInicial" => "259" "paginaFinal" => "265" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/23149159" "web" => "Medline" ] ] ] ] ] ] ] ] 9 => array:3 [ "identificador" => "bib0050" "etiqueta" => "10" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Designing a public square for research computing" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "D.R. Masys" 1 => "P.A. Harris" 2 => "P.A. Fearn" 3 => "I.S. Kohane" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:4 [ "tituloSerie" => "Sci Transl Med" "fecha" => "2012" "volumen" => "4" "numero" => "149" ] ] ] ] ] ] 10 => array:3 [ "identificador" => "bib0055" "etiqueta" => "11" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Using REDCap to facilitate web-based therapeutic intervention research" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "S. Crane" 1 => "R.S. Comer" 2 => "A.D. Arenson" 3 => "C. Draucker" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1097/NNR.0000000000000367" "Revista" => array:7 [ "tituloSerie" => "Nurs Res" "fecha" => "2019" "volumen" => "68" "numero" => "6" "paginaInicial" => "483" "paginaFinal" => "487" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/31693554" "web" => "Medline" ] ] ] ] ] ] ] ] 11 => array:3 [ "identificador" => "bib0060" "etiqueta" => "12" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Research electronic data capture (REDCap)" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "E.F. Patridge" 1 => "T.P. Bardyn" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:7 [ "tituloSerie" => "J Med Libr Assoc" "fecha" => "2018" "volumen" => "106" "numero" => "1" "paginaInicial" => "142" "paginaFinal" => "144" "itemHostRev" => array:3 [ "pii" => "S1470204518304133" "estado" => "S300" "issn" => "14702045" ] ] ] ] ] ] ] 12 => array:3 [ "identificador" => "bib0065" "etiqueta" => "13" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The REDCap consortium: building an international community of software platform partners" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "P.A. Harris" 1 => "R. Taylor" 2 => "B.L. Minor" 3 => "V. Elliott" 4 => "M. Fernandez" 5 => "L. O’Neal" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:4 [ "tituloSerie" => "J Biomed Inform." "fecha" => "2019" "volumen" => "95" "numero" => "July" ] ] ] ] ] ] 13 => array:3 [ "identificador" => "bib0070" "etiqueta" => "14" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Revisión comentada de la legislación colombiana en ética de la investigación en salud" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "M.M. Lopera" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.7705/biomedica.v37i4.3333" "Revista" => array:7 [ "tituloSerie" => "Biomédica" "fecha" => "2017" "volumen" => "37" "numero" => "4" "paginaInicial" => "577" "paginaFinal" => "589" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29373777" "web" => "Medline" ] ] ] ] ] ] ] ] 14 => array:3 [ "identificador" => "bib0075" "etiqueta" => "15" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Colombian scientific production indexed in Scielo: a bibliometric analysis" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "A.M. Machado" 1 => "N.N.J. Fanjul" 2 => "M.E.V. Rico" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Rev Interam Bibliotecol" "fecha" => "2016" "volumen" => "39" "numero" => "2" "paginaInicial" => "111" "paginaFinal" => "119" ] ] ] ] ] ] 15 => array:3 [ "identificador" => "bib0080" "etiqueta" => "16" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Perspectives, experiences, and practices in the use of digital information technologies in the management of depression and alcohol use disorder in health care systems in Colombia" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "P. Cárdenas" 1 => "S.M. Bartels" 2 => "V. Cruz" 3 => "L. Gáfaro" 4 => "J.M. Uribe-Restrepo" 5 => "W.C. Torrey" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1177/1049732320902460" "Revista" => array:7 [ "tituloSerie" => "Qual Health Res" "fecha" => "2020" "volumen" => "30" "numero" => "6" "paginaInicial" => "906" "paginaFinal" => "916" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/32054418" "web" => "Medline" ] ] ] ] ] ] ] ] 16 => array:3 [ "identificador" => "bib0085" "etiqueta" => "17" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Science in Colombia on the cusp of change" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "A. Bajak" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1038/d41586-018-07113-6" "Revista" => array:7 [ "tituloSerie" => "Nature" "fecha" => "2018" "volumen" => "562" "numero" => "October (7728)" "paginaInicial" => "S109" "paginaFinal" => "11" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30356201" "web" => "Medline" ] ] ] ] ] ] ] ] 17 => array:3 [ "identificador" => "bib0090" "etiqueta" => "18" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Research skills and the data spreadsheet: a research primer for low- and middle-income countries" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "D.M.D. Taylor" 1 => "P.W. Hodkinson" 2 => "A.S. Khan" 3 => "E. Simon" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1016/j.afjem.2020.05.003" "Revista" => array:6 [ "tituloSerie" => "Afr J Emerg Med" "fecha" => "2020" "numero" => "May" "paginaInicial" => "0" "paginaFinal" => "1" "itemHostRev" => array:3 [ "pii" => "S1470204506710129" "estado" => "S300" "issn" => "14702045" ] ] ] ] ] ] ] 18 => array:3 [ "identificador" => "bib0095" "etiqueta" => "19" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Closing the gap between formal and material health care coverage in Colombia" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "E. Lamprea" 1 => "J. García" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:7 [ "tituloSerie" => "Health Hum Rights" "fecha" => "2016" "volumen" => "18" "numero" => "2" "paginaInicial" => "49" "paginaFinal" => "65" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/28559676" "web" => "Medline" ] ] ] ] ] ] ] ] 19 => array:3 [ "identificador" => "bib0100" "etiqueta" => "20" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Challenges to the improvement of Colombian medical brigades aimed at the diagnosis of congenital heart disease: a qualitative approach" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "M.A. Rubio" 1 => "R. Dennis" 2 => "M.T. Dominguez" 3 => "R. Suarez" 4 => "M.F. Olarte-Sierra" 5 => "D. Palacio" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1080/17441692.2018.1549266" "Revista" => array:7 [ "tituloSerie" => "Glob Public Health" "fecha" => "2019" "volumen" => "14" "numero" => "August (8)" "paginaInicial" => "1193" "paginaFinal" => "1203" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/30468098" "web" => "Medline" ] ] ] ] ] ] ] ] 20 => array:3 [ "identificador" => "bib0105" "etiqueta" => "21" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Challenges and priorities for pediatric critical care clinician-researchers in low- and middle-income countries" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "A.O. von Saint André-von Arnim" 1 => "J. Attebery" 2 => "T.B. Kortz" 3 => "N. Kissoon" 4 => "E.M. Molyneux" 5 => "N.L. Musa" ] ] ] ] ] "host" => array:2 [ 0 => array:2 [ "doi" => "10.3389/fped.2017.00277" "Revista" => array:6 [ "tituloSerie" => "Front Pediatr" "fecha" => "2017" "volumen" => "5" "numero" => "December" "paginaInicial" => "277" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/29312909" "web" => "Medline" ] ] ] ] 1 => array:2 [ "doi" => "10.3389/fped.2017.00277" "WWW" => array:1 [ "link" => "http://journal.frontiersin.org/article/10.3389/fped.2017.00277/full" ] ] ] ] ] ] 21 => array:3 [ "identificador" => "bib0110" "etiqueta" => "22" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "NIMH: Technology and the Future of Mental Health Treatment" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "National Institute of Mental Health" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "WWW" => array:2 [ "link" => "https://www.nimh.nih.gov/health/topics/technology-and-the-future-of-mental-health-treatment/index.shtml" "fecha" => "2017" ] ] ] ] ] ] 22 => array:3 [ "identificador" => "bib0115" "etiqueta" => "23" "referencia" => array:1 [ 0 => array:1 [ "referenciaCompleta" => "Investigacion salud mental Darmouth College y Javeriana | Pontificia Universidad Javeriana. [Cited 30 March 2020]. Available from: <a target="_blank" href="https://www.javeriana.edu.co/investigacion/salud-mental-darmouth-college-javeriana">https://www.javeriana.edu.co/investigacion/salud-mental-darmouth-college-javeriana</a>." ] ] ] 23 => array:3 [ "identificador" => "bib0120" "etiqueta" => "24" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Implementing technology-supported care for depression and alcohol use disorder in primary care in Colombia: preliminary findings" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "W.C. Torrey" 1 => "M. Cepeda" 2 => "S. Castro" 3 => "S.M. Bartels" 4 => "L. Cubillos" 5 => "F.S. Obando" ] ] ] ] ] "host" => array:2 [ 0 => array:2 [ "doi" => "10.1176/appi.ps.201900457" "Revista" => array:7 [ "tituloSerie" => "Psychiatr Serv" "fecha" => "2020" "volumen" => "71" "numero" => "July (7)" "paginaInicial" => "678" "paginaFinal" => "683" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/32151216" "web" => "Medline" ] ] ] ] 1 => array:2 [ "doi" => "10.1176/appi.ps.201900457" "WWW" => array:1 [ "link" => "https://psychiatryonline.org/doi/10.1176/appi.ps.201900457" ] ] ] ] ] ] 24 => array:3 [ "identificador" => "bib0125" "etiqueta" => "25" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Using REDCap for ambulatory assessment: Implementation in a clinical trial for smoking cessation to augment in-person data collection" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:5 [ 0 => "R.L. Tomko" 1 => "K.M. Gray" 2 => "S.R. Oppenheimer" 3 => "A. Wahlquist" 4 => "E. McClure" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Am J Drug Alcohol Abus" "fecha" => "2019" "volumen" => "45" "numero" => "1" "paginaInicial" => "26" "paginaFinal" => "41" ] ] ] ] ] ] 25 => array:3 [ "identificador" => "bib0130" "etiqueta" => "26" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "REDCap: a tool for the electronic capture of research data" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "A. Wright" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "J Electron Resour Med Libr" "fecha" => "2016" "volumen" => "13" "numero" => "4" "paginaInicial" => "197" "paginaFinal" => "201" ] ] ] ] ] ] ] ] ] ] ] "idiomaDefecto" => "en" "url" => "/25303120/00000050000000S1/v2_202111230902/S2530312021000588/v2_202111230902/en/main.assets" "Apartado" => array:4 [ "identificador" => "65323" "tipo" => "SECCION" "en" => array:2 [ "titulo" => "Original articles" "idiomaDefecto" => true ] "idiomaDefecto" => "en" ] "PDF" => "https://static.elsevier.es/multimedia/25303120/00000050000000S1/v2_202111230902/S2530312021000588/v2_202111230902/en/main.pdf?idApp=UINPBA00004N&text.app=https://www.elsevier.es/" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2530312021000588?idApp=UINPBA00004N" ]
| Year/Month | Html | Total | |
|---|---|---|---|
| 2024 November | 13 | 4 | 17 |
| 2024 October | 42 | 13 | 55 |
| 2024 September | 66 | 14 | 80 |
| 2024 August | 57 | 6 | 63 |
| 2024 July | 36 | 6 | 42 |
| 2024 June | 44 | 15 | 59 |
| 2024 May | 45 | 4 | 49 |
| 2024 April | 32 | 16 | 48 |
| 2024 March | 75 | 8 | 83 |
| 2024 February | 33 | 8 | 41 |
| 2024 January | 61 | 8 | 69 |
| 2023 December | 46 | 2 | 48 |
| 2023 November | 54 | 4 | 58 |
| 2023 October | 90 | 4 | 94 |
| 2023 September | 52 | 1 | 53 |
| 2023 August | 62 | 6 | 68 |
| 2023 July | 64 | 7 | 71 |
| 2023 June | 48 | 4 | 52 |
| 2023 May | 71 | 3 | 74 |
| 2023 April | 64 | 4 | 68 |
| 2023 March | 75 | 15 | 90 |
| 2023 February | 44 | 4 | 48 |
| 2023 January | 47 | 8 | 55 |
| 2022 December | 29 | 9 | 38 |
| 2022 November | 29 | 6 | 35 |
| 2022 October | 17 | 7 | 24 |
| 2022 September | 16 | 37 | 53 |
| 2022 August | 18 | 9 | 27 |
| 2022 July | 7 | 6 | 13 |
Show all
