array(41) {
  ["project_title"]=>
  string(93) "Consistency checks to improve measurement with the Cohen Mansfield Agitation Inventory (CMAI)"
  ["project_narrative_summary"]=>
  string(547) "Symptom manifestations in studies of psychiatric disorders can be subtle. Small imprecisions in measurement can lead to over- or under-estimation of change. One strategy to improve measurement is to conduct logical consistency checks within and across measures.  I have assembled consistency/inconsistency flags for the CMAI for the purpose of improving the quality of measurement when using this scale. Flags will be applied to assessments derived from clinical trials to help understand how often various potential scoring inconsistencies occur."
  ["project_learn_source"]=>
  string(12) "scien_public"
  ["project_learn_source_exp"]=>
  string(0) ""
  ["project_key_personnel"]=>
  array(1) {
    [0]=>
    array(6) {
      ["p_pers_f_name"]=>
      string(8) "Jonathan"
      ["p_pers_l_name"]=>
      string(10) "Rabinowitz"
      ["p_pers_degree"]=>
      string(3) "PhD"
      ["p_pers_pr_affil"]=>
      string(19) "Bar Ilan University"
      ["p_pers_scop_id"]=>
      string(11) "55596040500"
      ["requires_data_access"]=>
      string(0) ""
    }
  }
  ["project_ext_grants"]=>
  array(2) {
    ["value"]=>
    string(68) "No external grants or funds are being used to support this research."
    ["label"]=>
    string(68) "No external grants or funds are being used to support this research."
  }
  ["project_funding_source"]=>
  string(0) ""
  ["project_assoc_trials"]=>
  array(3) {
    [0]=>
    object(WP_Post)#4683 (24) {
      ["ID"]=>
      int(1442)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2016-03-31 12:10:00"
      ["post_date_gmt"]=>
      string(19) "2016-03-31 12:10:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(184) "NCT00249158 - Risperidone in the Treatment of Behavioural and Psychological Signs and Symptoms in Dementia (BPSSD): a Multicentre, Double-blind, Placebo-controlled Parallel-group Trial"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(177) "nct00249158-risperidone-in-the-treatment-of-behavioural-and-psychological-signs-and-symptoms-in-dementia-bpssd-a-multicentre-double-blind-placebo-controlled-parallel-group-trial"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:20:16"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:20:16"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(226) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00249158-risperidone-in-the-treatment-of-behavioural-and-psychological-signs-and-symptoms-in-dementia-bpssd-a-multicentre-double-blind-placebo-controlled-parallel-group-trial/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [1]=>
    object(WP_Post)#4682 (24) {
      ["ID"]=>
      int(1453)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2016-03-31 12:24:00"
      ["post_date_gmt"]=>
      string(19) "2016-03-31 12:24:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(217) "NCT00249145 - Risperidone in the Treatment of Behavioral Disturbances in Demented Patients: an International, Multicenter, Placebo-controlled, Double-blind, Parallel-group Trial Using Haloperidol as Internal Reference"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(193) "nct00249145-risperidone-in-the-treatment-of-behavioral-disturbances-in-demented-patients-an-international-multicenter-placebo-controlled-double-blind-parallel-group-trial-using-haloperidol-as-i"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:20:33"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:20:33"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(242) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00249145-risperidone-in-the-treatment-of-behavioral-disturbances-in-demented-patients-an-international-multicenter-placebo-controlled-double-blind-parallel-group-trial-using-haloperidol-as-i/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
    [2]=>
    object(WP_Post)#4681 (24) {
      ["ID"]=>
      int(1482)
      ["post_author"]=>
      string(4) "1363"
      ["post_date"]=>
      string(19) "2016-03-31 12:44:00"
      ["post_date_gmt"]=>
      string(19) "2016-03-31 12:44:00"
      ["post_content"]=>
      string(0) ""
      ["post_title"]=>
      string(148) "NCT00253123 - A Randomized, Double-Blind, Placebo-Controlled Study of Risperidone for Treatment of Behavioral Disturbances in Subjects With Dementia"
      ["post_excerpt"]=>
      string(0) ""
      ["post_status"]=>
      string(7) "publish"
      ["comment_status"]=>
      string(4) "open"
      ["ping_status"]=>
      string(4) "open"
      ["post_password"]=>
      string(0) ""
      ["post_name"]=>
      string(144) "nct00253123-a-randomized-double-blind-placebo-controlled-study-of-risperidone-for-treatment-of-behavioral-disturbances-in-subjects-with-dementia"
      ["to_ping"]=>
      string(0) ""
      ["pinged"]=>
      string(0) ""
      ["post_modified"]=>
      string(19) "2023-02-06 13:21:17"
      ["post_modified_gmt"]=>
      string(19) "2023-02-06 13:21:17"
      ["post_content_filtered"]=>
      string(0) ""
      ["post_parent"]=>
      int(0)
      ["guid"]=>
      string(193) "https://dev-yoda.pantheonsite.io/clinical-trial/nct00253123-a-randomized-double-blind-placebo-controlled-study-of-risperidone-for-treatment-of-behavioral-disturbances-in-subjects-with-dementia/"
      ["menu_order"]=>
      int(0)
      ["post_type"]=>
      string(14) "clinical_trial"
      ["post_mime_type"]=>
      string(0) ""
      ["comment_count"]=>
      string(1) "0"
      ["filter"]=>
      string(3) "raw"
    }
  }
  ["project_date_type"]=>
  string(91) "Individual Participant-Level Data, which includes Full CSR and all supporting documentation"
  ["property_scientific_abstract"]=>
  string(1347) "Background: Symptom manifestations can be subtle. Small imprecisions in measurement can lead to over- or under-estimation of change. One strategy to improve measurement is to conduct logical consistency checks between item responses (i.e., cross-sectionally) and across test administrations (i.e., longitudinally) of rating scales, bearing in mind that some degree of inconsistency is to be expected due to subject-based variability.  Objective:

Test consistency flags for the CMAI on clinical trial data.  Study Design:   Potential scoring inconsistency flags were derived based on logical analysis of scoring guidelines eliciting expert opinion and my published factor analysis (Rabinowitz et al, 2004) of the CMAI.  Participants: Data sets are being requested from sponsors who conducted clinical trials that used the CMAI. Main outcome measure: The primary outcome measure is the frequency with which each of the potential scoring inconsistencies("flags") occurs.  Secondary outcome is the frequency with which CMAI administrations have multiple inconsistencies. Frequency with which each of the potential scoring inconsistencies occurs. Statistical analysis: Descriptive analysis of frequency of occurrence of each of the potential scoring inconsistencies. Trials or investigators will not be identified in the reporting of the results."
  ["project_brief_bg"]=>
  string(1375) "Symptom manifestations in schizophrenia can be subtle. Small imprecisions in measurement can lead to over- or under-estimation of change. One strategy to improve measurement is to conduct logical consistency checks between item responses (i.e., cross-sectionally) and across test administrations (i.e., longitudinally) of rating scales, bearing in mind that some degree of inconsistency is to be expected due to subject-based variability.   As part of my research which focuses on improving measurement methods in clinical trials, I have been actively involved on improving consistency in measurement specifically,  developing algorithms for flags to identify possible errors in use of rating scales widely used in our field. The model includes developing an algorithm based on the ?expert opinion? and then testing it in data sets.  I have published recommended consistency checks/flags for Positive and Negative Syndrome Scale (PANSS)

(Rabinowitz and Rabinowitz, 2021; Rabinowitz et al., 2017), the Personal and Social Performance (PSP) scale (Rabinowitz et al., 2021), the Montgomery-Asberg Depression Rating Scale (MADRS)(Rabinowitz et al., 2019) and the Hamilton Rating Scale for Depression (HAM-D) (Rabinowitz et al., 2022). The value of this  approach of flagging inconsistencies on improving signal detection has recently been demonstrated (Opler et al., 2021)."
  ["project_specific_aims"]=>
  string(265) "Apply algorithm developed based on expert opinion to detect scoring inconsistencies in the use of the Cohen Mansfield Agitation Inventory (CMAI).  Algorithm to be applied to data sets from various clinical trials. Recommendations based on this work to be published."
  ["project_study_design"]=>
  array(2) {
    ["value"]=>
    string(8) "meth_res"
    ["label"]=>
    string(23) "Methodological research"
  }
  ["project_study_design_exp"]=>
  string(0) ""
  ["project_purposes"]=>
  array(1) {
    [0]=>
    array(2) {
      ["value"]=>
      string(34) "Research on clinical trial methods"
      ["label"]=>
      string(34) "Research on clinical trial methods"
    }
  }
  ["project_purposes_exp"]=>
  string(0) ""
  ["project_software_used"]=>
  array(2) {
    ["value"]=>
    string(7) "RStudio"
    ["label"]=>
    string(7) "RStudio"
  }
  ["project_software_used_exp"]=>
  string(0) ""
  ["project_research_methods"]=>
  string(306) "Data on all subjects with available data on CMAI (Cohen Mansfield Agitation Inventory).  We are requesting CMAI item level data and where available CGI-s data.   All data by visit with sequential subject identifiers. Please note that we do not need patient demographic, psychiatric history, or safety data."
  ["project_main_outcome_measure"]=>
  string(281) "The primary outcome measure is the frequency with which each of the potential scoring inconsistencies("flags")

occurs. Secondary outcome is the frequency with which CMAI administrations have multiple inconsistencies. Flags

are included as an attachment to this request."
  ["project_main_predictor_indep"]=>
  string(132) "The main independent variable will be the item level scores on the CMAI which will be used to create and test the consistency flags."
  ["project_other_variables_interest"]=>
  string(135) "The data will be analyzed descriptively to examine the frequency with which the potential inconsistencies occur.

Software Used: R"
  ["project_stat_analysis_plan"]=>
  string(2858) "The frequency with which each of the expert-derived logical consistency flags occurred in the clinical trial data will be assessed. Then, using the norms that we derived from the trials, we will apply all of the following empirically based checks of outlier rating administrations: (1) Underuse of a value (e.g., rarely choosing a score of 4), (2) Overuse of a value; (3) Disproportionate use of even or odd response choices; (4) ?Long-string,? using the same response on several consecutive items--the assumption is that careless raters may choose the same response option to many questions in a row and that attentive raters will not use the same response option for large numbers of consecutive items; (5) Inter-item standard deviation which checks for random patterns of response within a  CMAI administration as measured by how much an individual administration strays from its own midpoint across the CMAI items, and (6) Outlier response choices on multiple items as measured by the Mahalanobis distance that shows when an individual is on the outskirts of the multivariate distribution formed by responses to all items.  Outliers were predefined as administrations that were in the top or bottom 2.5 percent of one or more of the measures, or 5% on only one side for skewed items where lower 2.5% does not exist (to approximate a p-value of .05). To identify the outlier cutting points for overuse or underuse of values, disproportionate use of odd/even values, longest consecutive use of same response choice in each YMRS administration, and intra-item standard

deviation and multivariate outliers (Mahalanobis distance), I will examine the frequency distributions for each of these measures.

A final round of analyses will evaluate the overlap in flagging by outlier-pattern and expert-derived flags in the clinical trial samples. In addition a final round of analysis will focus on determining how these flags would perform in a sample of administrations completed in a random fashion to simulate what one might find in the case of careless/inattentive subjects or raters. To accomplish this, I will generate a ?simulated random? dataset using Monte Carlo methods

such that responses were uniformly distributed for each item, without regard to the values of other items.  Multivariate outliers will be detected using Mahalanobis distance. Longest consecutive use of values with the same response will be examined using the code for detecting long-string responding. Intra-item standard deviation which shows how much each CMAI administration strays from its midpoint across the CMAI items will be computed as per Marjanovic et al (2015) as the standard deviation of responses across the items for an individual CMAI administration. All analyses will be conducted in R version 4.1.3 and using the package ?careless? (Yentes, 2021)."
  ["project_timeline"]=>
  string(242) "Consistency flags have been assembled.  Once data has been obtained I will apply the flags to the data sets. Data management and analysis are anticipated to take 5 months. We anticipate producing a manuscript for publication within 12 months."
  ["project_dissemination_plan"]=>
  string(600) "As we have previously done for the Positive and Negative Syndrome Scale (PANSS) (Rabinowitz and Rabinowitz, 2021; Rabinowitz et al., 2017), the Personal and Social Performance (PSP) scale (Rabinowitz et al., 2021), the Montgomery-Asberg Depression Rating Scale (MADRS)(Rabinowitz et al., 2019) and the Hamilton Rating Scale for Depression (HAM-D) (Rabinowitz et al., 2022) I anticipate producing a journal manuscript presenting the inconsistency flags for the CMAI, the frequency of their occurrence in available data and recommendations. Target journal: Journal for Prevention of Alzheimer's Disease"
  ["project_bibliography"]=>
  string(2499) "
Rabinowitz J, Davidson M, De Deyn PP, Katz I, Brodaty H, Cohen-Mansfield J. Factor analysis of the Cohen-Mansfield Agitation Inventory in three large samples of nursing home patients with dementia and behavioral disturbance. Am J Geriatr Psychiatry. 2005 Nov;13(11):991-8. doi: 10.1176/appi.ajgp.13.11.991. PMID: 16286443.

Opler, M., Negash, S., Tatsumi, K., Cong, L., Starling, B., Komarof, M., Capodilupo, G., Hasebe, M., Echevarria, B.,

Blattner, R., Citrome, L., 2021. Application of A Novel Analytic Methodology to Improve PANSS Data Quality and

Signal Detection in a Global Clinical Trial of Schizophrenia, ISCTM 2021 Autumn Conference, virtual.

Rabinowitz, J., Opler, M., Rabinowitz, A.A., Negash, S., Anderson, A., Fu, D.J., Williamson, D., Kott, A., Davis, L.L.,

Schooler, N.R., 2021. Consistency checks to improve measurement with the Personal and Social Performance

Scale (PSP). Schizophr Res 228, 529-533.

Rabinowitz, J., Rabinowitz, A.A., 2021. Outlier-response pattern checks to improve measurement with the Positive

and Negative Syndrome Scale (PANSS). Psychiatry Res 303.

Rabinowitz, J., Rabinowitz, A.A., 2022. Outlier-response pattern checks to improve measurement with the

Montgomery-Asberg depression rating scale (MADRS). J Affect Disord 299, 444-448.

Rabinowitz, J., Schooler, N.R., Anderson, A., Ayearst, L., Daniel, D., Davidson, M., Khan, A., Kinon, B., Menard, F.,

Opler, L., Opler, M., Severe, J.B., Williamson, D., Yavorsky, C., Zhao, J., Isctm_Algorithms_Flags_To_Identify_Clin

ical_Inconsistency_In_The_Use_Of_Rating_Scales_In_CNS_RCTs_working_group_members, 2017. Consistency

checks to improve measurement with the Positive and Negative Syndrome Scale (PANSS). Schizophr Res 190,

74-76.

Rabinowitz, J., Schooler, N.R., Brown, B., Dalsgaard, M., Engelhardt, N., Friedberger, G., Kinon, B.J., Lee, D.,

Ockun, F., Mahableshwarkar, A., Tsai, J., Williams, J.B.W., Sauder, C., Yavorsky, C., 2019. Consistency checks to

improve measurement with the Montgomery-Asberg Depression Rating Scale (MADRS). J Affect Disord 256,

143-147.

Rabinowitz, J., Williams, J.B.W., Anderson, A., Fu, D.J., Hefting, N., Kadriu, B., Kott, A., Mahableshwarkar, A.,

Sedway, J., Williamson, D., Yavorsky, C., Schooler, N.R., 2022. Consistency checks to improve measurement with

the Hamilton Rating Scale for Depression (HAM-D). J Affect Disord 302, 273-279.
"
  ["project_suppl_material"]=>
  bool(false)
  ["project_coi"]=>
  array(1) {
    [0]=>
    array(1) {
      ["file_coi"]=>
      bool(false)
    }
  }
  ["data_use_agreement_training"]=>
  bool(true)
  ["certification"]=>
  bool(true)
  ["project_send_email_updates"]=>
  bool(true)
  ["project_status"]=>
  string(7) "ongoing"
  ["project_publ_available"]=>
  bool(true)
  ["project_year_access"]=>
  string(4) "2023"
  ["project_rep_publ"]=>
  array(1) {
    [0]=>
    array(1) {
      ["publication_link"]=>
      string(0) ""
    }
  }
  ["project_assoc_data"]=>
  array(0) {
  }
  ["project_due_dil_assessment"]=>
  array(21) {
    ["ID"]=>
    int(10473)
    ["id"]=>
    int(10473)
    ["title"]=>
    string(47) "yoda_project_due_diligence_assessment_2022-5091"
    ["filename"]=>
    string(51) "yoda_project_due_diligence_assessment_2022-5091.pdf"
    ["filesize"]=>
    int(91946)
    ["url"]=>
    string(100) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_due_diligence_assessment_2022-5091.pdf"
    ["link"]=>
    string(93) "https://yoda.yale.edu/data-request/2022-5091/yoda_project_due_diligence_assessment_2022-5091/"
    ["alt"]=>
    string(0) ""
    ["author"]=>
    string(4) "1363"
    ["description"]=>
    string(0) ""
    ["caption"]=>
    string(0) ""
    ["name"]=>
    string(47) "yoda_project_due_diligence_assessment_2022-5091"
    ["status"]=>
    string(7) "inherit"
    ["uploaded_to"]=>
    int(8504)
    ["date"]=>
    string(19) "2023-08-09 16:57:55"
    ["modified"]=>
    string(19) "2023-08-09 19:10:42"
    ["menu_order"]=>
    int(0)
    ["mime_type"]=>
    string(15) "application/pdf"
    ["type"]=>
    string(11) "application"
    ["subtype"]=>
    string(3) "pdf"
    ["icon"]=>
    string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
  }
  ["project_title_link"]=>
  array(21) {
    ["ID"]=>
    int(10469)
    ["id"]=>
    int(10469)
    ["title"]=>
    string(45) "yoda_project_protocol-_2022-5091_-_2022-11-21"
    ["filename"]=>
    string(49) "yoda_project_protocol-_2022-5091_-_2022-11-21.pdf"
    ["filesize"]=>
    int(25911)
    ["url"]=>
    string(98) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_protocol-_2022-5091_-_2022-11-21.pdf"
    ["link"]=>
    string(91) "https://yoda.yale.edu/data-request/2022-5091/yoda_project_protocol-_2022-5091_-_2022-11-21/"
    ["alt"]=>
    string(0) ""
    ["author"]=>
    string(4) "1363"
    ["description"]=>
    string(0) ""
    ["caption"]=>
    string(0) ""
    ["name"]=>
    string(45) "yoda_project_protocol-_2022-5091_-_2022-11-21"
    ["status"]=>
    string(7) "inherit"
    ["uploaded_to"]=>
    int(8504)
    ["date"]=>
    string(19) "2023-08-09 16:57:45"
    ["modified"]=>
    string(19) "2023-08-09 19:10:42"
    ["menu_order"]=>
    int(0)
    ["mime_type"]=>
    string(15) "application/pdf"
    ["type"]=>
    string(11) "application"
    ["subtype"]=>
    string(3) "pdf"
    ["icon"]=>
    string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
  }
  ["project_review_link"]=>
  array(21) {
    ["ID"]=>
    int(10462)
    ["id"]=>
    int(10462)
    ["title"]=>
    string(36) "yoda_project_review_-_2022-5091_site"
    ["filename"]=>
    string(40) "yoda_project_review_-_2022-5091_site.pdf"
    ["filesize"]=>
    int(1315685)
    ["url"]=>
    string(89) "https://yoda.yale.edu/wp-content/uploads/2023/08/yoda_project_review_-_2022-5091_site.pdf"
    ["link"]=>
    string(82) "https://yoda.yale.edu/data-request/2022-5091/yoda_project_review_-_2022-5091_site/"
    ["alt"]=>
    string(0) ""
    ["author"]=>
    string(4) "1363"
    ["description"]=>
    string(0) ""
    ["caption"]=>
    string(0) ""
    ["name"]=>
    string(36) "yoda_project_review_-_2022-5091_site"
    ["status"]=>
    string(7) "inherit"
    ["uploaded_to"]=>
    int(8504)
    ["date"]=>
    string(19) "2023-08-09 16:57:28"
    ["modified"]=>
    string(19) "2023-08-09 19:10:42"
    ["menu_order"]=>
    int(0)
    ["mime_type"]=>
    string(15) "application/pdf"
    ["type"]=>
    string(11) "application"
    ["subtype"]=>
    string(3) "pdf"
    ["icon"]=>
    string(62) "https://yoda.yale.edu/wp/wp-includes/images/media/document.png"
  }
  ["project_highlight_button"]=>
  string(0) ""
  ["search_order"]=>
  string(5) "-8500"
}
data partner
array(1) {
  [0]=>
  string(15) "johnson-johnson"
}


pi country
array(1) {
  [0]=>
  string(6) "Israel"
}


pi affil
array(1) {
  [0]=>
  string(8) "Academia"
}


products
array(1) {
  [0]=>
  string(9) "risperdal"
}


num of trials
array(1) {
  [0]=>
  string(1) "3"
}


res
array(1) {
  [0]=>
  string(1) "3"
}