array(41) {
  ["project_title"]=>
  string(106) "Can Machine Learning Algorithms Using General Labs Predict Biologic Remission for Patients on ustekinumab?"
  ["project_narrative_summary"]=>
  string(403) "We have applied machine learning to common lab values to predict biologic remission in patients with inflammatory bowel disease in our local cohort. Now, we want to externally validate this by applying our algorithm to general labs from screening, week 0, and week 3 in UNITI 1 and UNITI 2 to predict which patients will achieve Biologic and/or clinical Remission at week 6, week 8, and IMUNITI week 44."
  ["project_learn_source"]=>
  string(4) "conf"
  ["project_learn_source_exp"]=>
  string(0) ""
  ["project_key_personnel"]=>
  array(4) {
    [0]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(5) "Akbar"
      ["p_pers_l_name"]=>
      string(6) "Waljee"
      ["p_pers_degree"]=>
      string(2) "MD"
      ["p_pers_pr_affil"]=>
      string(22) "University of Michigan"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [1]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(5) "Boang"
      ["p_pers_l_name"]=>
      string(3) "Liu"
      ["p_pers_degree"]=>
      string(2) "BS"
      ["p_pers_pr_affil"]=>
      string(22) "University of Michigan"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [2]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(3) "Kay"
      ["p_pers_l_name"]=>
      string(6) "Sauder"
      ["p_pers_degree"]=>
      string(2) "BS"
      ["p_pers_pr_affil"]=>
      string(22) "University of Michigan"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
    [3]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(4) "Yumu"
      ["p_pers_l_name"]=>
      string(3) "Liu"
      ["p_pers_degree"]=>
      string(2) "BS"
      ["p_pers_pr_affil"]=>
      string(22) "University of Michigan"
      ["p_pers_scop_id"]=>
      string(0) ""
      ["requires_data_access"]=>
      string(0) ""
    }
  }
  ["project_ext_grants"]=>
  array(2) {
    ["value"]=>
    string(68) "No external grants or funds are being used to support this research."
    ["label"]=>
    string(68) "No external grants or funds are being used to support this research."
  }
  ["project_funding_source"]=>
  string(0) ""
  ["project_assoc_trials"]=>
  array(3) {
    [0]=>
    object(WP_Post)#4668 (24) {
      ["ID"]=>
      int(1577)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2016-11-15 14:07:00"
      ["post_date_gmt"]=>
      string(19) "2016-11-15 14:07:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(306) "NCT01369329 - A Phase 3, Randomized, Double-blind, Placebo-controlled, Parallel-group, Multicenter Study to Evaluate the Safety and Efficacy of Ustekinumab Induction Therapy in Subjects With Moderately to Severely Active Crohn's Disease Who Have Failed or Are Intolerant to TNF Antagonist Therapy (UNITI-1)"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(193) "nct01369329-a-phase-3-randomized-double-blind-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-safety-and-efficacy-of-ustekinumab-induction-therapy-in-subjects-with-moderatel"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:23:28"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:23:28"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(242) "https://dev-yoda.pantheonsite.io/clinical-trial/nct01369329-a-phase-3-randomized-double-blind-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-safety-and-efficacy-of-ustekinumab-induction-therapy-in-subjects-with-moderatel/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [1]=>
    object(WP_Post)#4667 (24) {
      ["ID"]=>
      int(1580)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2016-11-15 14:09:00"
      ["post_date_gmt"]=>
      string(19) "2016-11-15 14:09:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(246) "NCT01369342 - A Phase 3, Randomized, Double-blind, Placebo-controlled, Parallel-group, Multicenter Study to Evaluate the Safety and Efficacy of Ustekinumab Induction Therapy in Subjects With Moderately to Severely Active Crohn's Disease (UNITI-2)"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(193) "nct01369342-a-phase-3-randomized-double-blind-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-safety-and-efficacy-of-ustekinumab-induction-therapy-in-subjects-with-moderatel"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:23:33"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:23:33"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(242) "https://dev-yoda.pantheonsite.io/clinical-trial/nct01369342-a-phase-3-randomized-double-blind-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-safety-and-efficacy-of-ustekinumab-induction-therapy-in-subjects-with-moderatel/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [2]=>
    object(WP_Post)#4666 (24) {
      ["ID"]=>
      int(1588)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2017-02-08 13:24:00"
      ["post_date_gmt"]=>
      string(19) "2017-02-08 13:24:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(238) "NCT01369355 - A Phase 3, Randomized, Double-blind, Placebo-controlled, Parallel-group, Multicenter Study to Evaluate the Safety and Efficacy of Ustekinumab Maintenance Therapy in Subjects With Moderately to Severely Active Crohn's Disease"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(193) "nct01369355-a-phase-3-randomized-double-blind-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-safety-and-efficacy-of-ustekinumab-maintenance-therapy-in-subjects-with-moderat"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:23:44"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:23:44"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(242) "https://dev-yoda.pantheonsite.io/clinical-trial/nct01369355-a-phase-3-randomized-double-blind-placebo-controlled-parallel-group-multicenter-study-to-evaluate-the-safety-and-efficacy-of-ustekinumab-maintenance-therapy-in-subjects-with-moderat/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
  }
  ["project_date_type"]=>
  string(91) "Individual Participant-Level Data, which includes Full CSR and all supporting documentation"
  ["property_scientific_abstract"]=>
  string(1661) "Background:
Machine learning applied to common lab results, including the CBC and the comprehensive chemistry panel (plus age in days at time of blood draw), can predict biologic remission in patients with inflammatory bowel disease (ThioMon 2.0).
Objective:
Our primary objective is to determine if the ThioMon algorithm can predict which patients will reach biologic remission as determined by CRP, fecal calprotectin, and CDAI scores at week 6, week 8 and IMUNITI week 44.
Study Design:
For each subject, we will determine an immunosuppression score for each subject from lab values taken at screening, week 0, and week 3 (in UNITI1, UNITI 2). We will see if these scores can accurately predict which patients reached either biologic remission or clinical remission at week 6, week 8, and IMUNITI week 44.
Participants:
Subjects randomized to ustekinumab in UNITI1 or UNITI2 and in IMUNITI.
Main Outcome Measure(s):
1) The ability of ThioMon to predict biologic remission (based on fecal calprotectin) at week 6 and IMUNITI week 44.
2) The ability of ThioMon to predict biologic remission (based on CRP) at weeks 6, 8, and IMUNITI week 44.
3) The ability of ThioMon to predict clinical remission (based on CDAI) at weeks 6, 8, and IMUNITI week 44.
Statistical Analysis:
We will use a T test or Mann-Whitney U test, to compare the following:
1.) Immunosuppression scores between biologic remission (BR) and non-BR groups at week 6, 8, and IMUNITI week 44.
2.) Immunosuppression scores between clinical remission (CR) and non-CR groups at week 6, 8, and IMUNITI week 44." ["project_brief_bg"]=> string(2067) "Machine Learning Methods
Machine learning is a group of methods that optimize splits in datasets to predict important outcomes (1). Applications of machine learning have improved the analysis of gene microarrays (2), proteomics results from mass spectrophotometry (3), predictions in financial markets (4), and algorithms to optimize signal and reduce noise in images (5). Machine learning is often applied by businesses to identify customers for a product based on their purchasing history, as in Amazon.com recommendations for books, or Google optimized searches. More recently, machine learning has been applied to clinical problems in which large complex datasets are available.
Machine Learning Predicts Ustekinumab Treatment Success in IBD Patients
Numerous patients with inflammatory bowel disease (IBD) require treatment with ustekinumab. Physicians often monitor the efficacy and safety of this low cost medication by following blood counts and blood chemistry. Additionally, we will monitor ustekinumab serum concentration levels at weeks 3 and 6.
Dr. Higgins? research group previously used the machine learning approach to build an algorithm that predicted a patient?s response to thiopurine treatment (6). This algorithm was optimized to predict clinical response.
In this study of ThioMon 1.0, the machine learning algorithm based on blood metabolites was 86% accurate in predicting clinical response to thiopurine treatment, while commercially available blood metabolite measurements were only 59% accurate.
Since clinical symptoms can be subjective and not always indicative of inflammation present, the Machine learning algorithm has been improved by using objective biological evidence of inflammation to determine patient response to thiopurine treatment.
The ThioMon 2.0 algorithm (for biologic response) was developed using 3,269 patient cases, and is significantly more accurate than the 6-TGN metabolites for predicting biologic response to thiopurines. This algorithm is significantly more accurate (P" ["project_specific_aims"]=> string(642) "Our primary objective is to determine if the ThioMon 2.0 algorithm can use lab values from screening, week 0, and week 3 to predict which patients will reach biologic remission by weeks 6, 8, and IMUNITI week 44.
Our secondary objectives are to determine if the ThioMon 2.0 algorithm can use lab values from screening, week 0, and week 3 to predict which patients will reach clinical remission by weeks 6, 8, and IMUNITI week 44.
We hypothesize that our ThioMon 2.0 predictive algorithm will accurately predict which patients achieve Biologic Remission at weeks 6, 8, and 44 based on lab values from screening, week 0, and week 3." ["project_study_design"]=> string(0) "" ["project_study_design_exp"]=> string(0) "" ["project_purposes"]=> array(1) { [0]=> array(2) { ["value"]=> string(114) "New research question to examine treatment effectiveness on secondary endpoints and/or within subgroup populations" ["label"]=> string(114) "New research question to examine treatment effectiveness on secondary endpoints and/or within subgroup populations" } } ["project_purposes_exp"]=> string(0) "" ["project_software_used"]=> string(0) "" ["project_software_used_exp"]=> string(0) "" ["project_research_methods"]=> string(881) "We would like subjects randomized to ustekinumab in UNITI1 or UNITI2 and in IMUNITI (IMUNITI dataset is not available in YODA list to select, however, we received confirmation that this dataset is available) . We are requesting this subject population because we want to build our machine learning model with data from subjects that were on active study drug.
We will obtain the following data:
1.) All labs from all study visits for each subject.
2.) Age (in days) of each subject at each study visit
5.) CRP results from all study visits for each subject
6.) Fecal caplrotectin results from all study visits for each subject.
7.) Clinical Remission status (including CDAI) for each subject at all study visits.
8.) Gender, race, and medication doses for each subject.
9.) Ustekinumab serum concentration levels at all study visits." ["project_main_outcome_measure"]=> string(106) "Biologic Remission at week 6, week 8, and IMUNITI week 44 will be our main outcome. It is defined as a CRP" ["project_main_predictor_indep"]=> string(756) "We will calculate an "Immunosuppression Score" for each subject using the following data:
1.) A complete blood count with differential and platelet count (CBCPD) from screening, week 0 and week 3.
2.) A comprehensive metabolic panel (COMP CHEM) from screening, week 0 and week 3.
3.) Age (in days) of each subject at screening, week 0, and week 3
4.) We may include other lab results that are available to enhance this model.
We will use the Random Forest Machine learning approach to calculate this score.
We will also calculate an immunosuppression score at week 6 and 8 using: age (in days), CBCPD, and COMP CHEM, to determine if these later time points are more accurate at predicting week 44 in the IMUNITI trial." ["project_other_variables_interest"]=> string(205) "We will look at ustekinumab serum concentration levels from each subject at weeks 3, week 6, week 8, and IMUNITI week 44 to see if we can correlate these levels to each subject?s "Immunosuppression Score."" ["project_stat_analysis_plan"]=> string(886) "We will use a student?s T test or Mann-Whitney U test, as appropriate to compare the following:
1.) Immunosuppression scores between biologic remission (BR) and non-BR groups at week 6, week 8, and IMUNITI week 44.
2.) Immunosuppression scores between clinical remission (CR) and non-CR groups at week 6, week 8, and IMUNITI week 44.
3.) Immunosuppression scores between subjects with an elevated ustekinumab serum concentration level and subjects without an elevated ustekinumab serum concentration level.
We will also report the AuROC, sensitivity, specificity, NPV, and PPV for each of the comparisons above, using an Immunosuppression score of 100 as the cut point.
We will also explore multivariate models using ustekinumab dose, immunosuppression score, infliximab dose, age, gender, and other demographics to predict ustekinumab serum concentration." ["project_timeline"]=> string(290) "Project start date: February 1, 2017 (or when data received)
Analysis completion date: August 1, 2017
First manuscript draft: October 1, 2017
Date of expected manuscript submission: December 1, 2017
Date of results reported back to the YODA Project: February 1, 2018" ["project_dissemination_plan"]=> string(265) "Study manuscript, target audience: gastroenterologists.
Likely journals: NEJM, Gut, Gastroenterology, American Journal of Gastroenterology.
Oral presentations at DDW 2018.
Upon request, we can allow others to use this algorithm through our portal." ["project_bibliography"]=> string(1100) "

1. Breiman L. Classification and regression trees. Belmont, Calif.: Wadsworth International Group; 1984
2. Zhu J, Hastie T. Classification of gene microarrays by penalized logistic regression. Biostatistics. 2004;5:427-443
3. Ulintz PJ, Zhu J, Qin ZS, et al. Improved classification of mass spectrometry database search results using newer machine learning approaches. Mol Cell Proteomics. 2006;5:497-509
4. Wang L, Zhu J. Financial Market Forecasting Using a Two-Step Kernel Learning Method for Support Vector Regression. Annals of Operations Research. 2008;174:103-120
5. Wang L, Zhu J. Image Denoising via Solution Paths. Annals of Operations Research. 2008;174:3-17
6. Waljee AK, Joyce JC, Wang S, et al. Algorithms outperform metabolite tests in predicting response of patients with inflammatory bowel disease to thiopurines. Clin Gastroenterol Hepatol. 2010;8:143-150
7. Bonafede MM, Gandra SR, Watson C, et al. Cost per treated patient for etanercept, adalimumab, and infliximab across adult indications: a claims analysis. Adv Ther. 2012;29:234?248

" ["project_suppl_material"]=> bool(false) ["project_coi"]=> array(5) { [0]=> array(1) { ["file_coi"]=> array(21) { ["ID"]=> int(9258) ["id"]=> int(9258) ["title"]=> string(16) "higgins_yoda_coi" ["filename"]=> string(20) "higgins_yoda_coi.pdf" ["filesize"]=> int(879536) ["url"]=> string(69) "https://yoda.yale.edu/wp-content/uploads/2016/11/higgins_yoda_coi.pdf" ["link"]=> string(62) "https://yoda.yale.edu/data-request/2016-1176/higgins_yoda_coi/" ["alt"]=> string(0) "" ["author"]=> string(4) "1363" ["description"]=> string(0) "" ["caption"]=> string(0) "" ["name"]=> string(16) "higgins_yoda_coi" ["status"]=> string(7) "inherit" ["uploaded_to"]=> int(4100) ["date"]=> string(19) "2023-07-31 15:34:03" ["modified"]=> string(19) "2023-08-01 01:10:58" ["menu_order"]=> int(0) ["mime_type"]=> string(15) "application/pdf" ["type"]=> string(11) "application" ["subtype"]=> string(3) "pdf" ["icon"]=> string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png" } } [1]=> array(1) { ["file_coi"]=> array(21) { ["ID"]=> int(8647) ["id"]=> int(8647) ["title"]=> string(14) "akbar_yoda_coi" ["filename"]=> string(18) "akbar_yoda_coi.pdf" ["filesize"]=> int(876355) ["url"]=> string(67) "https://yoda.yale.edu/wp-content/uploads/2016/10/akbar_yoda_coi.pdf" ["link"]=> string(60) "https://yoda.yale.edu/data-request/2016-1176/akbar_yoda_coi/" ["alt"]=> string(0) "" ["author"]=> string(4) "1363" ["description"]=> string(0) "" ["caption"]=> string(0) "" ["name"]=> string(14) "akbar_yoda_coi" ["status"]=> string(7) "inherit" ["uploaded_to"]=> int(4100) ["date"]=> string(19) "2023-07-31 15:03:46" ["modified"]=> string(19) "2023-08-01 01:10:58" ["menu_order"]=> int(0) ["mime_type"]=> string(15) "application/pdf" ["type"]=> string(11) "application" ["subtype"]=> string(3) "pdf" ["icon"]=> string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png" } } [2]=> array(1) { ["file_coi"]=> array(21) { ["ID"]=> int(8665) ["id"]=> int(8665) ["title"]=> string(14) "boang_yoda_coi" ["filename"]=> string(18) "boang_yoda_coi.pdf" ["filesize"]=> int(811529) ["url"]=> string(67) "https://yoda.yale.edu/wp-content/uploads/2021/04/boang_yoda_coi.pdf" ["link"]=> string(60) "https://yoda.yale.edu/data-request/2016-1176/boang_yoda_coi/" ["alt"]=> string(0) "" ["author"]=> string(4) "1363" ["description"]=> string(0) "" ["caption"]=> string(0) "" ["name"]=> string(14) "boang_yoda_coi" ["status"]=> string(7) "inherit" ["uploaded_to"]=> int(4100) ["date"]=> string(19) "2023-07-31 15:04:33" ["modified"]=> string(19) "2023-08-01 01:10:58" ["menu_order"]=> int(0) ["mime_type"]=> string(15) "application/pdf" ["type"]=> string(11) "application" ["subtype"]=> string(3) "pdf" ["icon"]=> string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png" } } [3]=> array(1) { ["file_coi"]=> array(21) { ["ID"]=> int(9292) ["id"]=> int(9292) ["title"]=> string(12) "kay_yoda_coi" ["filename"]=> string(16) "kay_yoda_coi.pdf" ["filesize"]=> int(802392) ["url"]=> string(65) "https://yoda.yale.edu/wp-content/uploads/2019/11/kay_yoda_coi.pdf" ["link"]=> string(58) "https://yoda.yale.edu/data-request/2016-1176/kay_yoda_coi/" ["alt"]=> string(0) "" ["author"]=> string(4) "1363" ["description"]=> string(0) "" ["caption"]=> string(0) "" ["name"]=> string(12) "kay_yoda_coi" ["status"]=> string(7) "inherit" ["uploaded_to"]=> int(4100) ["date"]=> string(19) "2023-07-31 15:35:33" ["modified"]=> string(19) "2023-08-01 01:10:58" ["menu_order"]=> int(0) ["mime_type"]=> string(15) "application/pdf" ["type"]=> string(11) "application" ["subtype"]=> string(3) "pdf" ["icon"]=> string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png" } } [4]=> array(1) { ["file_coi"]=> bool(false) } } ["data_use_agreement_training"]=> bool(true) ["certification"]=> bool(true) ["project_send_email_updates"]=> bool(true) ["project_status"]=> string(9) "published" ["project_publ_available"]=> bool(true) ["project_year_access"]=> string(4) "2017" ["project_rep_publ"]=> array(1) { [0]=> array(1) { ["publication_link"]=> array(3) { ["title"]=> string(19) "JAMA Netw Open 2019" ["url"]=> string(44) "https://www.ncbi.nlm.nih.gov/pubmed/31074823" ["target"]=> string(6) "_blank" } } } ["project_assoc_data"]=> array(1) { [0]=> string(8) "data_res" } ["project_due_dil_assessment"]=> array(21) { ["ID"]=> int(11303) ["id"]=> int(11303) ["title"]=> string(47) "yoda_project_due_diligence_assessment_2016-1176" ["filename"]=> string(51) "yoda_project_due_diligence_assessment_2016-1176.pdf" ["filesize"]=> int(214423) ["url"]=> string(100) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_due_diligence_assessment_2016-1176.pdf" ["link"]=> string(93) "https://yoda.yale.edu/data-request/2016-1176/yoda_project_due_diligence_assessment_2016-1176/" ["alt"]=> string(0) "" ["author"]=> string(4) "1363" ["description"]=> string(0) "" ["caption"]=> string(0) "" ["name"]=> string(47) "yoda_project_due_diligence_assessment_2016-1176" ["status"]=> string(7) "inherit" ["uploaded_to"]=> int(4100) ["date"]=> string(19) "2023-08-09 17:35:22" ["modified"]=> string(19) "2023-08-09 19:22:49" ["menu_order"]=> int(0) ["mime_type"]=> string(15) "application/pdf" ["type"]=> string(11) "application" ["subtype"]=> string(3) "pdf" ["icon"]=> string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png" } ["project_title_link"]=> array(21) { ["ID"]=> int(10976) ["id"]=> int(10976) ["title"]=> string(41) "yoda_project_protocol_2016-1176-_17-09-15" ["filename"]=> string(45) "yoda_project_protocol_2016-1176-_17-09-15.pdf" ["filesize"]=> int(30090) ["url"]=> string(94) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_protocol_2016-1176-_17-09-15.pdf" ["link"]=> string(87) "https://yoda.yale.edu/data-request/2016-1176/yoda_project_protocol_2016-1176-_17-09-15/" ["alt"]=> string(0) "" ["author"]=> string(4) "1363" ["description"]=> string(0) "" ["caption"]=> string(0) "" ["name"]=> string(41) "yoda_project_protocol_2016-1176-_17-09-15" ["status"]=> string(7) "inherit" ["uploaded_to"]=> int(4100) ["date"]=> string(19) "2023-08-09 17:19:34" ["modified"]=> string(19) "2023-08-09 19:22:49" ["menu_order"]=> int(0) ["mime_type"]=> string(15) "application/pdf" ["type"]=> string(11) "application" ["subtype"]=> string(3) "pdf" ["icon"]=> string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png" } ["project_review_link"]=> array(21) { ["ID"]=> int(10787) ["id"]=> int(10787) ["title"]=> string(36) "yoda_project_review_-_2016-1176_site" ["filename"]=> string(40) "yoda_project_review_-_2016-1176_site.pdf" ["filesize"]=> int(237973) ["url"]=> string(89) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_review_-_2016-1176_site.pdf" ["link"]=> string(82) "https://yoda.yale.edu/data-request/2016-1176/yoda_project_review_-_2016-1176_site/" ["alt"]=> string(0) "" ["author"]=> string(4) "1363" ["description"]=> string(0) "" ["caption"]=> string(0) "" ["name"]=> string(36) "yoda_project_review_-_2016-1176_site" ["status"]=> string(7) "inherit" ["uploaded_to"]=> int(4100) ["date"]=> string(19) "2023-08-09 17:12:00" ["modified"]=> string(19) "2023-08-09 19:22:49" ["menu_order"]=> int(0) ["mime_type"]=> string(15) "application/pdf" ["type"]=> string(11) "application" ["subtype"]=> string(3) "pdf" ["icon"]=> string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png" } ["project_highlight_button"]=> array(3) { ["title"]=> string(22) "Publication Available!" ["url"]=> string(44) "https://www.ncbi.nlm.nih.gov/pubmed/31074823" ["target"]=> string(6) "_blank" } ["search_order"]=> string(5) "-9390" } data partner
array(1) { [0]=> string(15) "johnson-johnson" }

pi country
array(1) { [0]=> string(13) "United States" }

pi affil
array(1) { [0]=> string(8) "Academia" }

products
array(1) { [0]=> string(7) "stelara" }

num of trials
array(1) { [0]=> string(1) "3" }

res
array(1) { [0]=> string(1) "1" }

2016-1176

Research Proposal

Project Title: Can Machine Learning Algorithms Using General Labs Predict Biologic Remission for Patients on ustekinumab?

Scientific Abstract: Background:
Machine learning applied to common lab results, including the CBC and the comprehensive chemistry panel (plus age in days at time of blood draw), can predict biologic remission in patients with inflammatory bowel disease (ThioMon 2.0).
Objective:
Our primary objective is to determine if the ThioMon algorithm can predict which patients will reach biologic remission as determined by CRP, fecal calprotectin, and CDAI scores at week 6, week 8 and IMUNITI week 44.
Study Design:
For each subject, we will determine an immunosuppression score for each subject from lab values taken at screening, week 0, and week 3 (in UNITI1, UNITI 2). We will see if these scores can accurately predict which patients reached either biologic remission or clinical remission at week 6, week 8, and IMUNITI week 44.
Participants:
Subjects randomized to ustekinumab in UNITI1 or UNITI2 and in IMUNITI.
Main Outcome Measure(s):
1) The ability of ThioMon to predict biologic remission (based on fecal calprotectin) at week 6 and IMUNITI week 44.
2) The ability of ThioMon to predict biologic remission (based on CRP) at weeks 6, 8, and IMUNITI week 44.
3) The ability of ThioMon to predict clinical remission (based on CDAI) at weeks 6, 8, and IMUNITI week 44.
Statistical Analysis:
We will use a T test or Mann-Whitney U test, to compare the following:
1.) Immunosuppression scores between biologic remission (BR) and non-BR groups at week 6, 8, and IMUNITI week 44.
2.) Immunosuppression scores between clinical remission (CR) and non-CR groups at week 6, 8, and IMUNITI week 44.

Brief Project Background and Statement of Project Significance: Machine Learning Methods
Machine learning is a group of methods that optimize splits in datasets to predict important outcomes (1). Applications of machine learning have improved the analysis of gene microarrays (2), proteomics results from mass spectrophotometry (3), predictions in financial markets (4), and algorithms to optimize signal and reduce noise in images (5). Machine learning is often applied by businesses to identify customers for a product based on their purchasing history, as in Amazon.com recommendations for books, or Google optimized searches. More recently, machine learning has been applied to clinical problems in which large complex datasets are available.
Machine Learning Predicts Ustekinumab Treatment Success in IBD Patients
Numerous patients with inflammatory bowel disease (IBD) require treatment with ustekinumab. Physicians often monitor the efficacy and safety of this low cost medication by following blood counts and blood chemistry. Additionally, we will monitor ustekinumab serum concentration levels at weeks 3 and 6.
Dr. Higgins? research group previously used the machine learning approach to build an algorithm that predicted a patient?s response to thiopurine treatment (6). This algorithm was optimized to predict clinical response.
In this study of ThioMon 1.0, the machine learning algorithm based on blood metabolites was 86% accurate in predicting clinical response to thiopurine treatment, while commercially available blood metabolite measurements were only 59% accurate.
Since clinical symptoms can be subjective and not always indicative of inflammation present, the Machine learning algorithm has been improved by using objective biological evidence of inflammation to determine patient response to thiopurine treatment.
The ThioMon 2.0 algorithm (for biologic response) was developed using 3,269 patient cases, and is significantly more accurate than the 6-TGN metabolites for predicting biologic response to thiopurines. This algorithm is significantly more accurate (P

Specific Aims of the Project: Our primary objective is to determine if the ThioMon 2.0 algorithm can use lab values from screening, week 0, and week 3 to predict which patients will reach biologic remission by weeks 6, 8, and IMUNITI week 44.
Our secondary objectives are to determine if the ThioMon 2.0 algorithm can use lab values from screening, week 0, and week 3 to predict which patients will reach clinical remission by weeks 6, 8, and IMUNITI week 44.
We hypothesize that our ThioMon 2.0 predictive algorithm will accurately predict which patients achieve Biologic Remission at weeks 6, 8, and 44 based on lab values from screening, week 0, and week 3.

Study Design:

What is the purpose of the analysis being proposed? Please select all that apply.: New research question to examine treatment effectiveness on secondary endpoints and/or within subgroup populations

Software Used:

Data Source and Inclusion/Exclusion Criteria to be used to define the patient sample for your study: We would like subjects randomized to ustekinumab in UNITI1 or UNITI2 and in IMUNITI (IMUNITI dataset is not available in YODA list to select, however, we received confirmation that this dataset is available) . We are requesting this subject population because we want to build our machine learning model with data from subjects that were on active study drug.
We will obtain the following data:
1.) All labs from all study visits for each subject.
2.) Age (in days) of each subject at each study visit
5.) CRP results from all study visits for each subject
6.) Fecal caplrotectin results from all study visits for each subject.
7.) Clinical Remission status (including CDAI) for each subject at all study visits.
8.) Gender, race, and medication doses for each subject.
9.) Ustekinumab serum concentration levels at all study visits.

Primary and Secondary Outcome Measure(s) and how they will be categorized/defined for your study: Biologic Remission at week 6, week 8, and IMUNITI week 44 will be our main outcome. It is defined as a CRP

Main Predictor/Independent Variable and how it will be categorized/defined for your study: We will calculate an "Immunosuppression Score" for each subject using the following data:
1.) A complete blood count with differential and platelet count (CBCPD) from screening, week 0 and week 3.
2.) A comprehensive metabolic panel (COMP CHEM) from screening, week 0 and week 3.
3.) Age (in days) of each subject at screening, week 0, and week 3
4.) We may include other lab results that are available to enhance this model.
We will use the Random Forest Machine learning approach to calculate this score.
We will also calculate an immunosuppression score at week 6 and 8 using: age (in days), CBCPD, and COMP CHEM, to determine if these later time points are more accurate at predicting week 44 in the IMUNITI trial.

Other Variables of Interest that will be used in your analysis and how they will be categorized/defined for your study: We will look at ustekinumab serum concentration levels from each subject at weeks 3, week 6, week 8, and IMUNITI week 44 to see if we can correlate these levels to each subject?s "Immunosuppression Score."

Statistical Analysis Plan: We will use a student?s T test or Mann-Whitney U test, as appropriate to compare the following:
1.) Immunosuppression scores between biologic remission (BR) and non-BR groups at week 6, week 8, and IMUNITI week 44.
2.) Immunosuppression scores between clinical remission (CR) and non-CR groups at week 6, week 8, and IMUNITI week 44.
3.) Immunosuppression scores between subjects with an elevated ustekinumab serum concentration level and subjects without an elevated ustekinumab serum concentration level.
We will also report the AuROC, sensitivity, specificity, NPV, and PPV for each of the comparisons above, using an Immunosuppression score of 100 as the cut point.
We will also explore multivariate models using ustekinumab dose, immunosuppression score, infliximab dose, age, gender, and other demographics to predict ustekinumab serum concentration.

Narrative Summary: We have applied machine learning to common lab values to predict biologic remission in patients with inflammatory bowel disease in our local cohort. Now, we want to externally validate this by applying our algorithm to general labs from screening, week 0, and week 3 in UNITI 1 and UNITI 2 to predict which patients will achieve Biologic and/or clinical Remission at week 6, week 8, and IMUNITI week 44.

Project Timeline: Project start date: February 1, 2017 (or when data received)
Analysis completion date: August 1, 2017
First manuscript draft: October 1, 2017
Date of expected manuscript submission: December 1, 2017
Date of results reported back to the YODA Project: February 1, 2018

Dissemination Plan: Study manuscript, target audience: gastroenterologists.
Likely journals: NEJM, Gut, Gastroenterology, American Journal of Gastroenterology.
Oral presentations at DDW 2018.
Upon request, we can allow others to use this algorithm through our portal.

Bibliography:

1. Breiman L. Classification and regression trees. Belmont, Calif.: Wadsworth International Group; 1984
2. Zhu J, Hastie T. Classification of gene microarrays by penalized logistic regression. Biostatistics. 2004;5:427-443
3. Ulintz PJ, Zhu J, Qin ZS, et al. Improved classification of mass spectrometry database search results using newer machine learning approaches. Mol Cell Proteomics. 2006;5:497-509
4. Wang L, Zhu J. Financial Market Forecasting Using a Two-Step Kernel Learning Method for Support Vector Regression. Annals of Operations Research. 2008;174:103-120
5. Wang L, Zhu J. Image Denoising via Solution Paths. Annals of Operations Research. 2008;174:3-17
6. Waljee AK, Joyce JC, Wang S, et al. Algorithms outperform metabolite tests in predicting response of patients with inflammatory bowel disease to thiopurines. Clin Gastroenterol Hepatol. 2010;8:143-150
7. Bonafede MM, Gandra SR, Watson C, et al. Cost per treated patient for etanercept, adalimumab, and infliximab across adult indications: a claims analysis. Adv Ther. 2012;29:234?248