array(41) {
  ["project_title"]=>
  string(150) "Inferential reproducibility of therapeutic research: a registered report for a cross-sectional study of RCTs available on major data-sharing platforms"
  ["project_narrative_summary"]=>
  string(689) "This registered report introduces a cross-sectional study aiming to explore inferential reproducibility for RCTs, for which there is available data on major data-sharing platforms (CSDR, VIVLI, Project data sphere and YODA).

Eligible RCTs will be phase III studies conducted in the field of therapeutics. 62 of these studies will be randomly sampled. One researcher will then retrieve the IPD

for these studies and other necessary documents. A dossier containing the IPD, the protocol and information on the conduct of the study will be prepared. A second researcher who will have no access to study reports will use the dossier to run an independent re-analysis of each trial."
  ["project_learn_source"]=>
  string(12) "scien_public"
  ["project_learn_source_exp"]=>
  string(0) ""
  ["project_key_personnel"]=>
  array(7) {
    [0]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(10) "Maximilian"
      ["p_pers_l_name"]=>
      string(7) "Siebert"
      ["p_pers_degree"]=>
      string(6) "PharmD"
      ["p_pers_pr_affil"]=>
      string(21) "Universit de Rennes 1"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [1]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(6) "Jeanne"
      ["p_pers_l_name"]=>
      string(4) "Gaba"
      ["p_pers_degree"]=>
      string(3) "Msc"
      ["p_pers_pr_affil"]=>
      string(21) "Universit de Rennes 1"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [2]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(7) "Florian"
      ["p_pers_l_name"]=>
      string(6) "Naudet"
      ["p_pers_degree"]=>
      string(7) "MD, PhD"
      ["p_pers_pr_affil"]=>
      string(21) "Universit de Rennes 1"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [3]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(5) "Alain"
      ["p_pers_l_name"]=>
      string(7) "Renault"
      ["p_pers_degree"]=>
      string(3) "MSc"
      ["p_pers_pr_affil"]=>
      string(10) "CHU Rennes"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [4]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(5) "David"
      ["p_pers_l_name"]=>
      string(5) "Moher"
      ["p_pers_degree"]=>
      string(8) "MSc, PhD"
      ["p_pers_pr_affil"]=>
      string(20) "University of Ottawa"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [5]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(5) "Clara"
      ["p_pers_l_name"]=>
      string(6) "Locher"
      ["p_pers_degree"]=>
      string(11) "PharmD, PhD"
      ["p_pers_pr_affil"]=>
      string(10) "CHU Rennes"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [6]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(5) "Bruno"
      ["p_pers_l_name"]=>
      string(8) "Laviolle"
      ["p_pers_degree"]=>
      string(7) "MD, PhD"
      ["p_pers_pr_affil"]=>
      string(10) "CHU Rennes"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
  }
  ["project_ext_grants"]=>
  array(2) {
    ["value"]=>
    string(65) "External grants or funds are being used to support this research."
    ["label"]=>
    string(65) "External grants or funds are being used to support this research."
  }
  ["project_funding_source"]=>
  string(20) "ANR-17-CE-36-0010-01"
  ["project_assoc_trials"]=>
  array(6) {
    [0]=>
    object(WP_Post)#4689 (24) {
      ["ID"]=>
      int(1162)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2014-09-22 12:29:00"
      ["post_date_gmt"]=>
      string(19) "2014-09-22 12:29:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(262) "NCT00518323 - A Randomized, Multicenter, Double-Blind, Weight-Based, Fixed-Dose, Parallel-Group, Placebo-Controlled Study of the Efficacy and Safety of Extended Release Paliperidone for the Treatment of Schizophrenia in Adolescent Subjects, 12 to 17 Years of Age"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(191) "nct00518323-a-randomized-multicenter-double-blind-weight-based-fixed-dose-parallel-group-placebo-controlled-study-of-the-efficacy-and-safety-of-extended-release-paliperidone-for-the-treatment"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2024-03-26 11:54:17"
      ["post_modified_gmt"]=>
      string(19) "2024-03-26 15:54:17"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(240) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00518323-a-randomized-multicenter-double-blind-weight-based-fixed-dose-parallel-group-placebo-controlled-study-of-the-efficacy-and-safety-of-extended-release-paliperidone-for-the-treatment/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [1]=>
    object(WP_Post)#4688 (24) {
      ["ID"]=>
      int(1169)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2014-09-22 14:30:00"
      ["post_date_gmt"]=>
      string(19) "2014-09-22 14:30:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(223) "NCT00086320 - A Randomized, Double-blind, Placebo-controlled, Parallel-group Study With an Open-label Extension Evaluating Paliperidone Extended Release Tablets in the Prevention of Recurrence in Subjects With Schizophrenia"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(195) "nct00086320-a-randomized-double-blind-placebo-controlled-parallel-group-study-with-an-open-label-extension-evaluating-paliperidone-extended-release-tablets-in-the-prevention-of-recurrence-in-subj"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:13:23"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:13:23"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(244) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00086320-a-randomized-double-blind-placebo-controlled-parallel-group-study-with-an-open-label-extension-evaluating-paliperidone-extended-release-tablets-in-the-prevention-of-recurrence-in-subj/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [2]=>
    object(WP_Post)#4687 (24) {
      ["ID"]=>
      int(1199)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2014-09-25 11:40:00"
      ["post_date_gmt"]=>
      string(19) "2014-09-25 11:40:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(261) "NCT00391222 - A Randomized, Double Blind, Placebo and Active Controlled Parallel Group Study to Evaluate the Efficacy and Safety of Risperidone Long-acting Injectable (LAI) for the Prevention of Mood Episodes in the Treatment of Subjects With Bipolar I Disorder"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(193) "nct00391222-a-randomized-double-blind-placebo-and-active-controlled-parallel-group-study-to-evaluate-the-efficacy-and-safety-of-risperidone-long-acting-injectable-lai-for-the-prevention-of-mood"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:14:10"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:14:10"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(242) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00391222-a-randomized-double-blind-placebo-and-active-controlled-parallel-group-study-to-evaluate-the-efficacy-and-safety-of-risperidone-long-acting-injectable-lai-for-the-prevention-of-mood/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [3]=>
    object(WP_Post)#4686 (24) {
      ["ID"]=>
      int(1383)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2015-10-20 10:28:00"
      ["post_date_gmt"]=>
      string(19) "2015-10-20 10:28:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(330) "NCT00309699 - A Randomized, Double-Blind, Active- and Placebo-Controlled, Parallel-Group, Multicenter Study to Evaluate the Efficacy and Safety of Flexibly-Dosed, Extended-Release Paliperidone Compared With Flexibly-Dosed Quetiapine and Placebo in the Treatment of Acute Manic and Mixed Episodes Associated With Bipolar I Disorder"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(192) "nct00309699-a-randomized-double-blind-active-and-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-efficacy-and-safety-of-flexibly-dosed-extended-release-paliperidone-compare"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:18:32"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:18:32"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(241) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00309699-a-randomized-double-blind-active-and-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-efficacy-and-safety-of-flexibly-dosed-extended-release-paliperidone-compare/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [4]=>
    object(WP_Post)#4685 (24) {
      ["ID"]=>
      int(1540)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2016-06-23 12:12:00"
      ["post_date_gmt"]=>
      string(19) "2016-06-23 12:12:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(233) "NCT00973479 - A Multicenter, Randomized, Double-blind, Placebo-controlled Trial of Golimumab, an Anti-TNFalpha Monoclonal Antibody, Administered Intravenously, in Patients With Active Rheumatoid Arthritis Despite Methotrexate Therapy"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(192) "nct00973479-a-multicenter-randomized-double-blind-placebo-controlled-trial-of-golimumab-an-anti-tnfalpha-monoclonal-antibody-administered-intravenously-in-patients-with-active-rheumatoid-arthr"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:22:36"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:22:36"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(241) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00973479-a-multicenter-randomized-double-blind-placebo-controlled-trial-of-golimumab-an-anti-tnfalpha-monoclonal-antibody-administered-intravenously-in-patients-with-active-rheumatoid-arthr/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [5]=>
    object(WP_Post)#4684 (24) {
      ["ID"]=>
      int(1686)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2018-06-06 11:38:00"
      ["post_date_gmt"]=>
      string(19) "2018-06-06 11:38:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(255) "NCT01604343 - A Multicenter, Randomized, Double-blind, Placebo-controlled, Parallel Group Study of CNTO 136 (Sirukumab), a Human Anti-IL-6 Monoclonal Antibody, Administered Subcutaneously, in Subjects With Active Rheumatoid Arthritis Despite DMARD Therapy"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(189) "nct01604343-a-multicenter-randomized-double-blind-placebo-controlled-parallel-group-study-of-cnto-136-sirukumab-a-human-anti-il-6-monoclonal-antibody-administered-subcutaneously-in-subjects"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:25:35"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:25:35"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(238) "https://dev-yoda.pantheonsite.io/clinical-trial/nct01604343-a-multicenter-randomized-double-blind-placebo-controlled-parallel-group-study-of-cnto-136-sirukumab-a-human-anti-il-6-monoclonal-antibody-administered-subcutaneously-in-subjects/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
  }
  ["project_date_type"]=>
  string(91) "Individual Participant-Level Data, which includes Full CSR and all supporting documentation"
  ["property_scientific_abstract"]=>
  string(1622) "Background: RCTs are of major importance in providing information about health practices and policies. Ideally, the general public and scientists feel more confident when their methods and results can be reproduced

Objective: explore inferential reproducibility (i.e. Individual Patient Data is available and qualitatively similar conclusions can be drawn from a re-analysis of the original trials) for RCTs, for which there is available data on major data-sharing platforms

Study Design: cross-sectional

Participants: This study will include RCTs identified on 4 repositories (CSDR, VIVLI, Project data sphere and YODA). Eligible RCTs will be phase III studies in the field of therapeutics

Main Outcome: proportion of reproducible trials

Statistical Analysis: 62 of these studies will be randomly sampled, ensuring a precision of  7.5% to estimate our primary outcome, i.e. the proportion of studies where the conclusions are reproduced (we hypothesize that more than 90 % of studies could be reproduced). One researcher will then retrieve the IPD for these studies and other necessary documents for re-analysis by contacting the platforms and the study sponsors. For each study he will prepare a dossier containing the IPD, the protocol and information on the conduct of the study. A second researcher with no access to study reports (incl. publications) or analytical codes will use the dossier to run an independent reanalysis of each trial. Results from re-analyses will be reported in terms of the conclusions, p-values, effect sizes and changes from the initial protocol in each study."
  ["project_brief_bg"]=>
  string(2855) "Performing re-analyses that successfully reproduce results, methods or conclusions helps build confidence in scientific evidence. However, there are growing concerns about findings that cannot be reproduced . As a result, scientists have launched certain reproducibility initiatives. For example, in psychology, a collaborating team of several authors volunteered to re-run studies in order to obtain the same results with the methods used by the original researchers (result reproducibility). However the results were reproducible only for 39/100 experiments in this study. The same concerns have been expressed about biomedical research . 

The existence and extent of reproducibility problems in the field of biomedical research is still unknown and few studies have attempted to answer the question. Results of a scoping review that we conducted to explore the impact of data sharing initiatives showed that studies whose purpose is data reuse are rarely intended for re-analysis . A recent investigation of data for 1622 new drugs submitted to China?s Food and Drug Administration (CFDA) for registration concluded that 1308 (81%) of the applications should be withdrawn because they contained fabricated, flawed, or inadequate data from the clinical trials. Alongside, most re-analyses have been conducted for selected studies such as very controversial studies (e.g. Study 329, a well-known study on paroxetine in adolescent depression presenting the drug as safe and effective, while the re-analysis demonstrated a lack of efficacy, along with some serious safety issues).

An empirical analysis suggests that only a small number of re-analyses of RCTs have been published to date; of these, only a minority were conducted by entirely independent authors, showing the limitations in the verification of findings and the lack of available data or metadata.

Furthermore, attempts to reproduce medical studies (pre-clinical or clinical) are often costly and difficult to perform. This is especially true for RCTs, although these studies are expensive and typically of major importance in providing information on health practices and policies. It is nonetheless possible, in a first approach, to explore whether qualitatively similar results and conclusions can be drawn from an independent reanalysis of RCT data (inferential reproducibility). This independent reanalysis  is carried out in order to estimate the reproducibility of the inference (conclusions), which means that the objective is not necessarily to reproduce the same analytical methods (reproducibility of the methods) or the same numerical results (reproducibility of the results ), but to see whether, using only the original study protocol and data, it would be possible to find a clinically meaningful equivalence between the reanalysis and the original analysis."
  ["project_specific_aims"]=>
  string(929) "In the context of the growing interest in data-sharing in medicine, this project aims 1/ to perform systematic re-analyses of Randomised Controlled Trials (RCTs) in order to assess their reproducibility and 2/ to develop a tool to identify transparent and reproducible scientific practices.

We will critically appraise all initiatives for data-sharing in medicine and identify all platforms that enable RCT data to be shared. A random sample of 62 RCTs will be selected and re-analysed. The results of these re-analyses will be compared with the results of the original analyses. The same method will be applied for all new drugs submitted to the European Medicine Agency in order to replicate results and to provide practical information for drug regulation. The impact of certain contextual factors on reproducibility will be explored. A scale for scoring the sharing and reproducibility of useful data will be developed."
  ["project_study_design"]=>
  string(0) ""
  ["project_study_design_exp"]=>
  string(0) ""
  ["project_purposes"]=>
  array(1) {
    [0]=>
    array(2) {
      ["value"]=>
      string(76) "Confirm or validate previously conducted research on treatment effectiveness"
      ["label"]=>
      string(76) "Confirm or validate previously conducted research on treatment effectiveness"
    }
  }
  ["project_purposes_exp"]=>
  string(0) ""
  ["project_software_used"]=>
  array(2) {
    ["value"]=>
    string(7) "RStudio"
    ["label"]=>
    string(7) "RStudio"
  }
  ["project_software_used_exp"]=>
  string(0) ""
  ["project_research_methods"]=>
  string(922) "This cross-sectional study will include RCTs identified on the selected platforms, registered before randomization of the first participant in a WHO-approved registry such as clinicaltrials.gov, sharing their anonymized individual participant data (IPD). Eligible RCTs will 1/ be phase-III randomized studies (including phase II/III), 2/ include cluster, parallel trials and cross-over studies, 3/ include non-inferiority (and equivalence) designs and superiority designs, 4/ make no distinction in terms of patients, intervention, comparator or outcome, and 5/ be conducted in the field of therapeutics (i.e. with an objective of developing, evaluating or testing a drug, a medical device or equipment ,  a "talking therapy" or a combination therapy).

Furthermore, studies with no identified primary outcome will not be included but will be listed as non-evaluable studies. Qualitative studies will not be included."
  ["project_main_outcome_measure"]=>
  string(300) "As a primary outcome we report the proportion of trials in our cohort that were reproducible on the basis of the conditions and categories described in the methods. For non-replications, discrepancies that arise will be described quantitatively in terms of the differences in p-value and effect size."
  ["project_main_predictor_indep"]=>
  string(913) "All results of these analyses will be reported in terms of 1/ binary conclusion (positive or negative), 2/ p-value, 3/ effect size (and details about the outcome) 4/ changes compared to the initial protocol. These results will be compared with results of the analyses reported in the study reports, and, if available, the publication reporting the primary results of the completed trial.  Because interpreting an RCT involves clinical expertise and cannot be reduced to solely quantitative factors, an in-depth discussion between two researchers not involved in the reanalysis (MS and FN), based on both quantitative and qualitative (clinical judgment) factors, will enable a decision on whether the changes in results described quantitatively could materialize into a change in conclusions. If these two reviewers judge that the conclusions are the same, the study will be considered as inferentially reproduced."
  ["project_other_variables_interest"]=>
  string(224) "As a secondary outcome, we will qualitatively describe key issues that arose in the course of data requests and reanalysis, including any application to investigators for further information or discussion on non-replication."
  ["project_stat_analysis_plan"]=>
  string(3998) "All results of these analyses will be reported in terms of 1/ binary conclusion (positive or negative), 2/ p-value, 3/ effect size (and details about the outcome) 4/ changes compared to the initial protocol. These results will be compared with results of the analyses reported in the study reports, and, if available, the publication reporting the primary results of the completed trial.  Because interpreting an RCT involves clinical expertise and cannot be reduced to solely quantitative factors, an in-depth discussion between two researchers not involved in the reanalysis (MS and FN), based on both quantitative and qualitative (clinical judgment) factors, will enable a decision on whether the changes in results described quantitatively could materialize into a change in conclusions. If these two reviewers judge that the conclusions are the same, the study will be considered as inferentially reproduced.

If these two researchers judge that the conclusions are not the same, then the researcher in charge of the analysis (JG) will be given the statistical analysis plan of the study and will be asked to list the differences in terms of analysis. If the analytical code is provided by the datasharing platform, it will be also compared with the reanalysis code. If the researcher finds a discrepancy between the study data analysis plan and her own analysis plan, or between the study statistical code and her own statistical code, she will then correct this discrepancy in her analysis if justified (e.g. analysis population, use of covariates). An in-depth discussion between two researchers not involved in the re-analysis (MS and FN) will enable a decision to be made on whether the changes in results described quantitatively could materialize into a change in conclusions and whether the differences in terms of analytical plan are understandable and acceptable. If these two researchers judge that the conclusions are the same, the study will be considered as inferentially reproduced with verification.

If these two researchers judge that the conclusions are not the same or that the change in the analytical plan is neither justified nor desirable, then a senior statistician will perform his own re-analysis using the dossier initially prepared by the first researcher (researcher not involved in the reanalyses). Then a last in-depth discussion between two researchers not involved in the re-analysis (MS and FN) based on the senior statistician's re-analysis will enable a decision on whether the changes in results described quantitatively could materialize into a change in conclusions. If these two researchers judge that the conclusions are the same, the study will be considered as inferentially reproduced with verification, otherwise, the results will be considered as inferentially not reproduced. This process is described in figure 2.

The two reviewers involved in the reproducibility assessment will follow the steps shown in Figure 3 to assess the similarity of the conclusions: first, they will compare the statistical significance using the p-values. If they differ, the result will be considered as not reproducible.

If they do not differ, the reviewers will qualitatively compare effect sizes and their respective

95% CIs. In case of a difference of +/- 0.10 points in point estimates (expressed as standardized mean differences), the difference will be discussed with a clinician in order to assess its clinical significance.

Should the study be considered as not inferentially reproduced, the investigators/sponsors of the study will be contacted to discuss the discrepancy. This step will be performed after the evaluation of all the discrepancies between the re-analyses and the analyses reported in the study documents (protocol, SAP, statistical code, publication). Although the detection of errors is not part of the objectives of this study, errors can constitute a reason for the lack of inferential reproducibility."
  ["project_timeline"]=>
  string(462) "We fixed a one-year time-frame in which study sponsors are requested to send us the IPD. One year appears as a reasonable time-frame to balance any administrative issue with the need for fast and effective data-sharing (for instance for IPD meta-analyses). 

Project start: 01/01/2020

Analysis completion date: 01/11/2021

Manuscript drafted: 31/12/2021

Submission of full article: 01/02/2022

Results reported back to YODA: 01/02/2022"
  ["project_dissemination_plan"]=>
  string(233) "A full text article will be written and published in the journal Royal Society Open Science. The registered report for this research project has already been accepted (in-principle) and will be published along with the final article."
  ["project_bibliography"]=>
  string(90) "
see attached in-principle-accepted registered report in Royal Society Open Science
"
  ["project_suppl_material"]=>
  bool(false)
  ["project_coi"]=>
  array(7) {
    [0]=>
    array(1) {
      ["file_coi"]=>
      array(21) {
        ["ID"]=>
        int(10161)
        ["id"]=>
        int(10161)
        ["title"]=>
        string(45) "yoda_project_coi_form_projet_reither_ar_signe"
        ["filename"]=>
        string(49) "yoda_project_coi_form_projet_reither_ar_signe.pdf"
        ["filesize"]=>
        int(813654)
        ["url"]=>
        string(98) "https://yoda.yale.edu/wp-content/uploads/2017/05/yoda_project_coi_form_projet_reither_ar_signe.pdf"
        ["link"]=>
        string(91) "https://yoda.yale.edu/data-request/2020-4454/yoda_project_coi_form_projet_reither_ar_signe/"
        ["alt"]=>
        string(0) ""
        ["author"]=>
        string(4) "1363"
        ["description"]=>
        string(0) ""
        ["caption"]=>
        string(0) ""
        ["name"]=>
        string(45) "yoda_project_coi_form_projet_reither_ar_signe"
        ["status"]=>
        string(7) "inherit"
        ["uploaded_to"]=>
        int(5256)
        ["date"]=>
        string(19) "2023-07-31 16:14:56"
        ["modified"]=>
        string(19) "2023-08-01 01:02:58"
        ["menu_order"]=>
        int(0)
        ["mime_type"]=>
        string(15) "application/pdf"
        ["type"]=>
        string(11) "application"
        ["subtype"]=>
        string(3) "pdf"
        ["icon"]=>
        string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
      }
    }
    [1]=>
    array(1) {
      ["file_coi"]=>
      array(21) {
        ["ID"]=>
        int(10166)
        ["id"]=>
        int(10166)
        ["title"]=>
        string(36) "yoda_project_coi_form_projet_reither"
        ["filename"]=>
        string(40) "yoda_project_coi_form_projet_reither.pdf"
        ["filesize"]=>
        int(141000)
        ["url"]=>
        string(89) "https://yoda.yale.edu/wp-content/uploads/2017/01/yoda_project_coi_form_projet_reither.pdf"
        ["link"]=>
        string(82) "https://yoda.yale.edu/data-request/2020-4454/yoda_project_coi_form_projet_reither/"
        ["alt"]=>
        string(0) ""
        ["author"]=>
        string(4) "1363"
        ["description"]=>
        string(0) ""
        ["caption"]=>
        string(0) ""
        ["name"]=>
        string(36) "yoda_project_coi_form_projet_reither"
        ["status"]=>
        string(7) "inherit"
        ["uploaded_to"]=>
        int(5256)
        ["date"]=>
        string(19) "2023-07-31 16:15:11"
        ["modified"]=>
        string(19) "2023-08-01 01:02:58"
        ["menu_order"]=>
        int(0)
        ["mime_type"]=>
        string(15) "application/pdf"
        ["type"]=>
        string(11) "application"
        ["subtype"]=>
        string(3) "pdf"
        ["icon"]=>
        string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
      }
    }
    [2]=>
    array(1) {
      ["file_coi"]=>
      array(21) {
        ["ID"]=>
        int(9455)
        ["id"]=>
        int(9455)
        ["title"]=>
        string(54) "siebert_yoda_project_coi_form_for_data_requestors_2019"
        ["filename"]=>
        string(58) "siebert_yoda_project_coi_form_for_data_requestors_2019.pdf"
        ["filesize"]=>
        int(130001)
        ["url"]=>
        string(107) "https://yoda.yale.edu/wp-content/uploads/2020/06/siebert_yoda_project_coi_form_for_data_requestors_2019.pdf"
        ["link"]=>
        string(100) "https://yoda.yale.edu/data-request/2020-4454/siebert_yoda_project_coi_form_for_data_requestors_2019/"
        ["alt"]=>
        string(0) ""
        ["author"]=>
        string(4) "1363"
        ["description"]=>
        string(0) ""
        ["caption"]=>
        string(0) ""
        ["name"]=>
        string(54) "siebert_yoda_project_coi_form_for_data_requestors_2019"
        ["status"]=>
        string(7) "inherit"
        ["uploaded_to"]=>
        int(5256)
        ["date"]=>
        string(19) "2023-07-31 15:43:19"
        ["modified"]=>
        string(19) "2023-08-01 01:02:58"
        ["menu_order"]=>
        int(0)
        ["mime_type"]=>
        string(15) "application/pdf"
        ["type"]=>
        string(11) "application"
        ["subtype"]=>
        string(3) "pdf"
        ["icon"]=>
        string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
      }
    }
    [3]=>
    array(1) {
      ["file_coi"]=>
      array(21) {
        ["ID"]=>
        int(9344)
        ["id"]=>
        int(9344)
        ["title"]=>
        string(78) "microsoft_word_-_yoda_project_coi_form_for_data_requestors_2019_1.docx_-_copie"
        ["filename"]=>
        string(82) "microsoft_word_-_yoda_project_coi_form_for_data_requestors_2019_1.docx_-_copie.pdf"
        ["filesize"]=>
        int(94108)
        ["url"]=>
        string(131) "https://yoda.yale.edu/wp-content/uploads/2020/02/microsoft_word_-_yoda_project_coi_form_for_data_requestors_2019_1.docx_-_copie.pdf"
        ["link"]=>
        string(124) "https://yoda.yale.edu/data-request/2020-4454/microsoft_word_-_yoda_project_coi_form_for_data_requestors_2019_1-docx_-_copie/"
        ["alt"]=>
        string(0) ""
        ["author"]=>
        string(4) "1363"
        ["description"]=>
        string(0) ""
        ["caption"]=>
        string(0) ""
        ["name"]=>
        string(78) "microsoft_word_-_yoda_project_coi_form_for_data_requestors_2019_1-docx_-_copie"
        ["status"]=>
        string(7) "inherit"
        ["uploaded_to"]=>
        int(5256)
        ["date"]=>
        string(19) "2023-07-31 15:37:52"
        ["modified"]=>
        string(19) "2023-08-01 01:02:58"
        ["menu_order"]=>
        int(0)
        ["mime_type"]=>
        string(15) "application/pdf"
        ["type"]=>
        string(11) "application"
        ["subtype"]=>
        string(3) "pdf"
        ["icon"]=>
        string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
      }
    }
    [4]=>
    array(1) {
      ["file_coi"]=>
      array(21) {
        ["ID"]=>
        int(9324)
        ["id"]=>
        int(9324)
        ["title"]=>
        string(43) "locher_yoda_project_coi_form_projet_reither"
        ["filename"]=>
        string(47) "locher_yoda_project_coi_form_projet_reither.pdf"
        ["filesize"]=>
        int(138820)
        ["url"]=>
        string(96) "https://yoda.yale.edu/wp-content/uploads/2016/01/locher_yoda_project_coi_form_projet_reither.pdf"
        ["link"]=>
        string(89) "https://yoda.yale.edu/data-request/2020-4454/locher_yoda_project_coi_form_projet_reither/"
        ["alt"]=>
        string(0) ""
        ["author"]=>
        string(4) "1363"
        ["description"]=>
        string(0) ""
        ["caption"]=>
        string(0) ""
        ["name"]=>
        string(43) "locher_yoda_project_coi_form_projet_reither"
        ["status"]=>
        string(7) "inherit"
        ["uploaded_to"]=>
        int(5256)
        ["date"]=>
        string(19) "2023-07-31 15:36:59"
        ["modified"]=>
        string(19) "2023-08-01 01:02:58"
        ["menu_order"]=>
        int(0)
        ["mime_type"]=>
        string(15) "application/pdf"
        ["type"]=>
        string(11) "application"
        ["subtype"]=>
        string(3) "pdf"
        ["icon"]=>
        string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
      }
    }
    [5]=>
    array(1) {
      ["file_coi"]=>
      array(21) {
        ["ID"]=>
        int(10164)
        ["id"]=>
        int(10164)
        ["title"]=>
        string(53) "yoda_project_coi_form_projet_reither-zusammengefugt_1"
        ["filename"]=>
        string(57) "yoda_project_coi_form_projet_reither-zusammengefugt_1.pdf"
        ["filesize"]=>
        int(323689)
        ["url"]=>
        string(106) "https://yoda.yale.edu/wp-content/uploads/2017/03/yoda_project_coi_form_projet_reither-zusammengefugt_1.pdf"
        ["link"]=>
        string(99) "https://yoda.yale.edu/data-request/2020-4454/yoda_project_coi_form_projet_reither-zusammengefugt_1/"
        ["alt"]=>
        string(0) ""
        ["author"]=>
        string(4) "1363"
        ["description"]=>
        string(0) ""
        ["caption"]=>
        string(0) ""
        ["name"]=>
        string(53) "yoda_project_coi_form_projet_reither-zusammengefugt_1"
        ["status"]=>
        string(7) "inherit"
        ["uploaded_to"]=>
        int(5256)
        ["date"]=>
        string(19) "2023-07-31 16:15:05"
        ["modified"]=>
        string(19) "2023-08-01 01:02:58"
        ["menu_order"]=>
        int(0)
        ["mime_type"]=>
        string(15) "application/pdf"
        ["type"]=>
        string(11) "application"
        ["subtype"]=>
        string(3) "pdf"
        ["icon"]=>
        string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
      }
    }
    [6]=>
    array(1) {
      ["file_coi"]=>
      array(21) {
        ["ID"]=>
        int(10165)
        ["id"]=>
        int(10165)
        ["title"]=>
        string(51) "yoda_project_coi_form_projet_reither-zusammengefugt"
        ["filename"]=>
        string(55) "yoda_project_coi_form_projet_reither-zusammengefugt.pdf"
        ["filesize"]=>
        int(424582)
        ["url"]=>
        string(104) "https://yoda.yale.edu/wp-content/uploads/2017/02/yoda_project_coi_form_projet_reither-zusammengefugt.pdf"
        ["link"]=>
        string(97) "https://yoda.yale.edu/data-request/2020-4454/yoda_project_coi_form_projet_reither-zusammengefugt/"
        ["alt"]=>
        string(0) ""
        ["author"]=>
        string(4) "1363"
        ["description"]=>
        string(0) ""
        ["caption"]=>
        string(0) ""
        ["name"]=>
        string(51) "yoda_project_coi_form_projet_reither-zusammengefugt"
        ["status"]=>
        string(7) "inherit"
        ["uploaded_to"]=>
        int(5256)
        ["date"]=>
        string(19) "2023-07-31 16:15:08"
        ["modified"]=>
        string(19) "2023-08-01 01:02:58"
        ["menu_order"]=>
        int(0)
        ["mime_type"]=>
        string(15) "application/pdf"
        ["type"]=>
        string(11) "application"
        ["subtype"]=>
        string(3) "pdf"
        ["icon"]=>
        string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
      }
    }
  }
  ["data_use_agreement_training"]=>
  bool(true)
  ["certification"]=>
  bool(true)
  ["project_send_email_updates"]=>
  bool(true)
  ["project_status"]=>
  string(7) "ongoing"
  ["project_publ_available"]=>
  bool(true)
  ["project_year_access"]=>
  string(4) "2021"
  ["project_rep_publ"]=>
  array(1) {
    [0]=>
    array(1) {
      ["publication_link"]=>
      string(0) ""
    }
  }
  ["project_assoc_data"]=>
  array(0) {
  }
  ["project_due_dil_assessment"]=>
  array(21) {
    ["ID"]=>
    int(11150)
    ["id"]=>
    int(11150)
    ["title"]=>
    string(47) "yoda_project_due_diligence_assessment_2020-4454"
    ["filename"]=>
    string(51) "yoda_project_due_diligence_assessment_2020-4454.pdf"
    ["filesize"]=>
    int(114434)
    ["url"]=>
    string(100) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_due_diligence_assessment_2020-4454.pdf"
    ["link"]=>
    string(93) "https://yoda.yale.edu/data-request/2020-4454/yoda_project_due_diligence_assessment_2020-4454/"
    ["alt"]=>
    string(0) ""
    ["author"]=>
    string(4) "1363"
    ["description"]=>
    string(0) ""
    ["caption"]=>
    string(0) ""
    ["name"]=>
    string(47) "yoda_project_due_diligence_assessment_2020-4454"
    ["status"]=>
    string(7) "inherit"
    ["uploaded_to"]=>
    int(5256)
    ["date"]=>
    string(19) "2023-08-09 17:27:40"
    ["modified"]=>
    string(19) "2023-08-09 19:16:25"
    ["menu_order"]=>
    int(0)
    ["mime_type"]=>
    string(15) "application/pdf"
    ["type"]=>
    string(11) "application"
    ["subtype"]=>
    string(3) "pdf"
    ["icon"]=>
    string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
  }
  ["project_title_link"]=>
  array(21) {
    ["ID"]=>
    int(10926)
    ["id"]=>
    int(10926)
    ["title"]=>
    string(42) "yoda_project_protocol_2020-4454_-_20-10-27"
    ["filename"]=>
    string(46) "yoda_project_protocol_2020-4454_-_20-10-27.pdf"
    ["filesize"]=>
    int(29665)
    ["url"]=>
    string(95) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_protocol_2020-4454_-_20-10-27.pdf"
    ["link"]=>
    string(88) "https://yoda.yale.edu/data-request/2020-4454/yoda_project_protocol_2020-4454_-_20-10-27/"
    ["alt"]=>
    string(0) ""
    ["author"]=>
    string(4) "1363"
    ["description"]=>
    string(0) ""
    ["caption"]=>
    string(0) ""
    ["name"]=>
    string(42) "yoda_project_protocol_2020-4454_-_20-10-27"
    ["status"]=>
    string(7) "inherit"
    ["uploaded_to"]=>
    int(5256)
    ["date"]=>
    string(19) "2023-08-09 17:17:38"
    ["modified"]=>
    string(19) "2023-08-09 19:16:25"
    ["menu_order"]=>
    int(0)
    ["mime_type"]=>
    string(15) "application/pdf"
    ["type"]=>
    string(11) "application"
    ["subtype"]=>
    string(3) "pdf"
    ["icon"]=>
    string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
  }
  ["project_review_link"]=>
  array(21) {
    ["ID"]=>
    int(10639)
    ["id"]=>
    int(10639)
    ["title"]=>
    string(36) "yoda_project_review_-_2020-4454_site"
    ["filename"]=>
    string(40) "yoda_project_review_-_2020-4454_site.pdf"
    ["filesize"]=>
    int(1313785)
    ["url"]=>
    string(89) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_review_-_2020-4454_site.pdf"
    ["link"]=>
    string(82) "https://yoda.yale.edu/data-request/2020-4454/yoda_project_review_-_2020-4454_site/"
    ["alt"]=>
    string(0) ""
    ["author"]=>
    string(4) "1363"
    ["description"]=>
    string(0) ""
    ["caption"]=>
    string(0) ""
    ["name"]=>
    string(36) "yoda_project_review_-_2020-4454_site"
    ["status"]=>
    string(7) "inherit"
    ["uploaded_to"]=>
    int(5256)
    ["date"]=>
    string(19) "2023-08-09 17:05:39"
    ["modified"]=>
    string(19) "2023-08-09 19:16:26"
    ["menu_order"]=>
    int(0)
    ["mime_type"]=>
    string(15) "application/pdf"
    ["type"]=>
    string(11) "application"
    ["subtype"]=>
    string(3) "pdf"
    ["icon"]=>
    string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
  }
  ["project_highlight_button"]=>
  string(0) ""
  ["search_order"]=>
  string(5) "-7430"
}
data partner
array(1) {
  [0]=>
  string(15) "johnson-johnson"
}


pi country
array(1) {
  [0]=>
  string(6) "France"
}


pi affil
array(1) {
  [0]=>
  string(8) "Academia"
}


products
array(4) {
  [0]=>
  string(6) "invega"
  [1]=>
  string(16) "risperdal-consta"
  [2]=>
  string(7) "simponi"
  [3]=>
  string(9) "plivensia"
}


num of trials
array(1) {
  [0]=>
  string(1) "6"
}


res
array(1) {
  [0]=>
  string(1) "3"
}