+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Integrate molecular subtyping results
+Krutika Gaonkar for D3b
+2020
+ +The purpose of this notebook is to integrate molecular subtyping results from molecular-subtyping-pathology with pbta-histologies-base.tsv.
Here we will use pbta-histologies-base.tsv in which integrated_diagnosis,Notes and molecular_subtype are all NA. Through all the following molecular subtyping modules:
-
+
- molecular-subtyping-MB +
- molecular-subtyping-CRANIO +
- molecular-subtyping-EPN +
- molecular-subtyping-embryonal +
- molecular-subtyping-EWS +
- molecular-subtyping-neurocytoma +
- molecular-subtyping-HGG +
- molecular-subtyping-LGAT +
- molecular-subtyping-pathology +
We gathered and updated molecular-subtype AND integrated_diagnosis AND broad_histology AND short_histology for these histologies.
+In this notebook we will add the molecular subtyping information compiled and updated by pathology review in molecular-subtyping-pathology/compiled_molecular_subtypes_with_clinical_pathology_feedback.tsv to create the pbta-histologies.tsv for the same release. If samples are not processed by a molecular-subtyping-* module then the br
In adddition, for samples that where pathology_diagnosis is “Other” we also update the file broad_histology and short_histology from a manual review of WHO terms.
+
+
+
+Set up
+ + + +library(tidyverse)
+data_dir <- "../../data/"
+
+
+base_histology <- read_tsv(file.path(data_dir,"pbta-histologies-base.tsv"),
+ col_types = readr::cols(molecular_subtype = readr::col_character(),
+ short_histology = readr::col_character(),
+ broad_histology = readr::col_character(),
+ Notes = readr::col_character())) %>%
+ unique()
+
+Read molecular-subtyping-pathology results
+Reading molecular_subtype, integrated_diagnosis, short_histology, broad_histology and Notes from compiled_molecular_subtypes_with_clinical_pathology_feedback.tsv
+compiled_subtyping<-read_tsv(file.path("..", "molecular-subtyping-pathology", "results", "compiled_molecular_subtypes_with_clinical_pathology_feedback.tsv"))
+Update “Other” sample broad/short histology and harmonized_diagnosis and add to compiled_subtyping
+Other_subtypes <- read_tsv(file.path("input","pathology_dx and pathology_free_text_diagnosis to broad_histology for subtyping module - rules_without_subtype_WIP.tsv"))
+
+compiled_subtyping_other <- base_histology %>%
+ select(
+ Kids_First_Participant_ID ,
+ sample_id,
+ Kids_First_Biospecimen_ID,
+ molecular_subtype,
+ integrated_diagnosis,
+ pathology_diagnosis,
+ pathology_free_text_diagnosis,
+ tumor_descriptor
+) %>%
+ # remove Kids_First_Biospecimen_ID which are subtypes "ETMR/Embryonal"
+ filter(!Kids_First_Biospecimen_ID %in% compiled_subtyping$Kids_First_Biospecimen_ID) %>%
+ # get pathology_diagnosis=="Other"
+ filter(pathology_diagnosis=="Other") %>%
+ left_join(Other_subtypes,by=c("pathology_free_text_diagnosis")) %>%
+ mutate(Notes = "Updated by manual review of WHO diagnosis") %>%
+select(
+ # gather only columns needed to format as `compiled_subtyping`
+ Kids_First_Participant_ID ,
+ sample_id,
+ Kids_First_Biospecimen_ID,
+ molecular_subtype,
+ integrated_diagnosis,
+ tumor_descriptor,
+ broad_histology,
+ short_histology,
+ Notes,
+ # adding harmonized_diagnosis from manual review
+ # for pathology_diagnosis=="Other"
+ harmonized_diagnosis
+) %>%
+ unique()
+
+
+# combined OpenPBTA subtypes and manual "Other" subtypes
+compiled_subtyping <- compiled_subtyping_other %>%
+ bind_rows(compiled_subtyping)
+
+
+Add molecular-subtyping-pathology results
+We will add molecular_subtype, integrated_diagnosis and Notes from compiled_subtyping
short_histology and broad_histology will be added from base histology for samples that are not subtyped as part of molecular-subtype-pathology
+histology <- base_histology %>%
+ select(-Notes,-molecular_subtype,-integrated_diagnosis) %>%
+ left_join(compiled_subtyping,by=c("Kids_First_Biospecimen_ID","sample_id","Kids_First_Participant_ID","tumor_descriptor"),suffix=c(".base",".subtyped")) %>%
+ unique() %>%
+ mutate(
+ broad_histology = if_else(!is.na(broad_histology.subtyped),
+ broad_histology.subtyped,
+ broad_histology.base),
+ short_histology = if_else(!is.na(short_histology.subtyped),
+ short_histology.subtyped,
+ short_histology.base),
+ harmonized_diagnosis =
+ case_when(!is.na(integrated_diagnosis) ~ integrated_diagnosis,
+ is.na(integrated_diagnosis) &
+ !is.na(harmonized_diagnosis) ~ harmonized_diagnosis,
+ is.na(integrated_diagnosis) &
+ is.na(harmonized_diagnosis) &
+ !is.na(pathology_diagnosis) ~ pathology_diagnosis
+ ))
+
+Check if any duplicates
+ + + +dup_ids<-histology$Kids_First_Biospecimen_ID[duplicated(histology$Kids_First_Biospecimen_ID)]
+
+histology[which(histology$Kids_First_Biospecimen_ID %in% dup_ids),]No duplicates
+
+
+Check if broad_histology, short_histology or harmonized_diagnosis
+Are there NA in broad_histology, short_histology or harmonized_diagnosis
+ + + +histology %>%
+ filter(sample_type=="Tumor",
+ (is.na(broad_histology)| is.na(short_histology)| is.na(harmonized_diagnosis))) %>%
+ tally()
+No NAs in broad_histology, short_histology or harmonized_diagnosis
+Just a note, integrated_diagnosis is expected to be NA for samples where subtyping is not performed or if molecular_subtype is “XYZ,To be classified”. This means no evidence was provided/available for these samples so we are not able to add integrated_diagnosis.
+
+Check differences in broad_histology
+Checking for differences in broad_histology to look for changes in molecular_subtype
+ + + +diff_broad_histology<- histology %>%
+ filter(toupper(broad_histology.base) != toupper(broad_histology.subtyped)) %>%
+ select(Kids_First_Biospecimen_ID,starts_with("broad_histology"),starts_with("short_histology")) %>%
+ unique()
+
+diff_broad_histology
+
+Check differences in short_histology
+Here we want to check for short_histology changes not part of Check differences in broad_histology chunk. This will help us check what string assignment path_dx to short_histology mapping has changed from molecular-subtyping-pathology
+histology %>%
+ filter(!Kids_First_Biospecimen_ID %in% diff_broad_histology$Kids_First_Biospecimen_ID) %>%
+ filter(toupper(short_histology.base) != toupper(short_histology.subtyped)
+ ) %>%
+ select(Kids_First_Biospecimen_ID,starts_with("broad_histology"),starts_with("short_histology")) %>%
+ unique()
+The above 172 changes occurred because of changes in string value assignment In compiled_molecular_subtypes_with_clinical_pathology_feedback.tsv a sample with broad_histology that is Ependymal tumor is EPN, but in pbta-histologies-base.tsv it is Ependymoma. For samples where broad_histology is Embryonal tumor, short_histology is also Embryonal tumor but in base histology it was ETMR.
45 Benign ,Non-(CNS) tumor and other samples where pathology_diagnosis == “Other”,have short_histology updated from manual review of WHO diagnosis terms.
+
+
+Save
+Let’s save the final file.
+But first need to remove broad_histology.base, broad_histology.subtyped and short_histology.base and short_histology.subtyped
+ + + +histology %>%
+ select(-broad_histology.base,
+ -broad_histology.subtyped,
+ - short_histology.base,
+ -short_histology.subtyped) %>%
+ write_tsv("results/pbta-histologies.tsv")LS0tCnRpdGxlOiAiSW50ZWdyYXRlIG1vbGVjdWxhciBzdWJ0eXBpbmcgcmVzdWx0cyIKb3V0cHV0OiAKICBodG1sX25vdGVib29rOgogICAgdG9jOiB0cnVlCiAgICB0b2NfZmxvYXQ6IHRydWUKYXV0aG9yOiBLcnV0aWthIEdhb25rYXIgZm9yIEQzYgpkYXRlOiAyMDIwCi0tLQoKVGhlIHB1cnBvc2Ugb2YgdGhpcyBub3RlYm9vayBpcyB0byBpbnRlZ3JhdGUgbW9sZWN1bGFyIHN1YnR5cGluZyByZXN1bHRzIGZyb20gClttb2xlY3VsYXItc3VidHlwaW5nLXBhdGhvbG9neV0oaHR0cHM6Ly9naXRodWIuY29tL0FsZXhzTGVtb25hZGUvT3BlblBCVEEtYW5hbHlzaXMvdHJlZS9tYXN0ZXIvYW5hbHlzZXMvbW9sZWN1bGFyLXN1YnR5cGluZy1wYXRob2xvZ3kpIHdpdGggYHBidGEtaGlzdG9sb2dpZXMtYmFzZS50c3ZgLgoKSGVyZSB3ZSB3aWxsIHVzZSBgcGJ0YS1oaXN0b2xvZ2llcy1iYXNlLnRzdmAgaW4gd2hpY2ggaW50ZWdyYXRlZF9kaWFnbm9zaXMsTm90ZXMgYW5kIG1vbGVjdWxhcl9zdWJ0eXBlIGFyZSBhbGwgTkEuIFRocm91Z2ggYWxsIHRoZSBmb2xsb3dpbmcgbW9sZWN1bGFyIHN1YnR5cGluZyBtb2R1bGVzOgoKLSBtb2xlY3VsYXItc3VidHlwaW5nLU1CCi0gbW9sZWN1bGFyLXN1YnR5cGluZy1DUkFOSU8KLSBtb2xlY3VsYXItc3VidHlwaW5nLUVQTgotIG1vbGVjdWxhci1zdWJ0eXBpbmctZW1icnlvbmFsCi0gbW9sZWN1bGFyLXN1YnR5cGluZy1FV1MKLSBtb2xlY3VsYXItc3VidHlwaW5nLW5ldXJvY3l0b21hCi0gbW9sZWN1bGFyLXN1YnR5cGluZy1IR0cKLSBtb2xlY3VsYXItc3VidHlwaW5nLUxHQVQKLSBtb2xlY3VsYXItc3VidHlwaW5nLXBhdGhvbG9neQoKCldlIGdhdGhlcmVkIGFuZCB1cGRhdGVkIG1vbGVjdWxhci1zdWJ0eXBlIEFORCBpbnRlZ3JhdGVkX2RpYWdub3NpcyBBTkQgYnJvYWRfaGlzdG9sb2d5IEFORCBzaG9ydF9oaXN0b2xvZ3kgZm9yIHRoZXNlIGhpc3RvbG9naWVzLgoKSW4gdGhpcyBub3RlYm9vayB3ZSB3aWxsIGFkZCB0aGUgbW9sZWN1bGFyIHN1YnR5cGluZyBpbmZvcm1hdGlvbiBjb21waWxlZCBhbmQgdXBkYXRlZCBieSBwYXRob2xvZ3kgcmV2aWV3IGluIGBtb2xlY3VsYXItc3VidHlwaW5nLXBhdGhvbG9neS9jb21waWxlZF9tb2xlY3VsYXJfc3VidHlwZXNfd2l0aF9jbGluaWNhbF9wYXRob2xvZ3lfZmVlZGJhY2sudHN2YCB0byBjcmVhdGUgdGhlIGBwYnRhLWhpc3RvbG9naWVzLnRzdmAgZm9yIHRoZSBzYW1lIHJlbGVhc2UuIElmIHNhbXBsZXMgYXJlIG5vdCBwcm9jZXNzZWQgYnkgYSBtb2xlY3VsYXItc3VidHlwaW5nLSogbW9kdWxlIHRoZW4gdGhlIGJyCgpJbiBhZGRkaXRpb24sIGZvciBzYW1wbGVzIHRoYXQgd2hlcmUgcGF0aG9sb2d5X2RpYWdub3NpcyBpcyAiT3RoZXIiIHdlIGFsc28gdXBkYXRlIHRoZSBmaWxlIGJyb2FkX2hpc3RvbG9neSBhbmQgc2hvcnRfaGlzdG9sb2d5IGZyb20gYSBtYW51YWwgcmV2aWV3IG9mIFdITyB0ZXJtcy4KCiFbXShodHRwczovL3VzZXItaW1hZ2VzLmdpdGh1YnVzZXJjb250ZW50LmNvbS8zNDU4MDcxOS8xMDMxMDU0MjgtYzYzZTFmODAtNDVmYi0xMWViLTg1NDgtMjhiY2JhMGIyZGJhLnBuZykKCiMjIFNldCB1cAoKYGBge3J9CmxpYnJhcnkodGlkeXZlcnNlKQpkYXRhX2RpciA8LSAiLi4vLi4vZGF0YS8iCgoKYmFzZV9oaXN0b2xvZ3kgPC0gcmVhZF90c3YoZmlsZS5wYXRoKGRhdGFfZGlyLCJwYnRhLWhpc3RvbG9naWVzLWJhc2UudHN2IiksCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbF90eXBlcyA9IHJlYWRyOjpjb2xzKG1vbGVjdWxhcl9zdWJ0eXBlID0gcmVhZHI6OmNvbF9jaGFyYWN0ZXIoKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2hvcnRfaGlzdG9sb2d5ID0gcmVhZHI6OmNvbF9jaGFyYWN0ZXIoKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgYnJvYWRfaGlzdG9sb2d5ID0gcmVhZHI6OmNvbF9jaGFyYWN0ZXIoKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgTm90ZXMgPSByZWFkcjo6Y29sX2NoYXJhY3RlcigpKSkgJT4lCiAgdW5pcXVlKCkKYGBgCgojIyMgUmVhZCBtb2xlY3VsYXItc3VidHlwaW5nLXBhdGhvbG9neSByZXN1bHRzCgpSZWFkaW5nIG1vbGVjdWxhcl9zdWJ0eXBlLCBpbnRlZ3JhdGVkX2RpYWdub3Npcywgc2hvcnRfaGlzdG9sb2d5LCBicm9hZF9oaXN0b2xvZ3kgYW5kIE5vdGVzIGZyb20gYGNvbXBpbGVkX21vbGVjdWxhcl9zdWJ0eXBlc193aXRoX2NsaW5pY2FsX3BhdGhvbG9neV9mZWVkYmFjay50c3ZgIAoKYGBge3J9Cgpjb21waWxlZF9zdWJ0eXBpbmc8LXJlYWRfdHN2KGZpbGUucGF0aCgiLi4iLCAibW9sZWN1bGFyLXN1YnR5cGluZy1wYXRob2xvZ3kiLCAicmVzdWx0cyIsICJjb21waWxlZF9tb2xlY3VsYXJfc3VidHlwZXNfd2l0aF9jbGluaWNhbF9wYXRob2xvZ3lfZmVlZGJhY2sudHN2IikpCgpgYGAKClVwZGF0ZSAiT3RoZXIiIHNhbXBsZSBicm9hZC9zaG9ydCBoaXN0b2xvZ3kgYW5kIGhhcm1vbml6ZWRfZGlhZ25vc2lzIGFuZCBhZGQgdG8gYGNvbXBpbGVkX3N1YnR5cGluZ2AKCmBgYHtyfQoKT3RoZXJfc3VidHlwZXMgPC0gcmVhZF90c3YoZmlsZS5wYXRoKCJpbnB1dCIsInBhdGhvbG9neV9keCBhbmQgcGF0aG9sb2d5X2ZyZWVfdGV4dF9kaWFnbm9zaXMgdG8gYnJvYWRfaGlzdG9sb2d5IGZvciBzdWJ0eXBpbmcgbW9kdWxlIC0gcnVsZXNfd2l0aG91dF9zdWJ0eXBlX1dJUC50c3YiKSkKCmNvbXBpbGVkX3N1YnR5cGluZ19vdGhlciA8LSBiYXNlX2hpc3RvbG9neSAlPiUKICBzZWxlY3QoCiAgS2lkc19GaXJzdF9QYXJ0aWNpcGFudF9JRCAsCiAgc2FtcGxlX2lkLAogIEtpZHNfRmlyc3RfQmlvc3BlY2ltZW5fSUQsCiAgbW9sZWN1bGFyX3N1YnR5cGUsCiAgaW50ZWdyYXRlZF9kaWFnbm9zaXMsCiAgcGF0aG9sb2d5X2RpYWdub3NpcywKICBwYXRob2xvZ3lfZnJlZV90ZXh0X2RpYWdub3NpcywKICB0dW1vcl9kZXNjcmlwdG9yCikgJT4lCiAgIyByZW1vdmUgS2lkc19GaXJzdF9CaW9zcGVjaW1lbl9JRCB3aGljaCBhcmUgc3VidHlwZXMgIkVUTVIvRW1icnlvbmFsIgogIGZpbHRlcighS2lkc19GaXJzdF9CaW9zcGVjaW1lbl9JRCAlaW4lIGNvbXBpbGVkX3N1YnR5cGluZyRLaWRzX0ZpcnN0X0Jpb3NwZWNpbWVuX0lEKSAlPiUKICAjIGdldCBwYXRob2xvZ3lfZGlhZ25vc2lzPT0iT3RoZXIiCiAgZmlsdGVyKHBhdGhvbG9neV9kaWFnbm9zaXM9PSJPdGhlciIpICU+JQogIGxlZnRfam9pbihPdGhlcl9zdWJ0eXBlcyxieT1jKCJwYXRob2xvZ3lfZnJlZV90ZXh0X2RpYWdub3NpcyIpKSAlPiUKICBtdXRhdGUoTm90ZXMgPSAiVXBkYXRlZCBieSBtYW51YWwgcmV2aWV3IG9mIFdITyBkaWFnbm9zaXMiKSAlPiUKc2VsZWN0KAogICMgZ2F0aGVyIG9ubHkgY29sdW1ucyBuZWVkZWQgdG8gZm9ybWF0IGFzIGBjb21waWxlZF9zdWJ0eXBpbmdgCiAgS2lkc19GaXJzdF9QYXJ0aWNpcGFudF9JRCAsCiAgc2FtcGxlX2lkLAogIEtpZHNfRmlyc3RfQmlvc3BlY2ltZW5fSUQsCiAgbW9sZWN1bGFyX3N1YnR5cGUsCiAgaW50ZWdyYXRlZF9kaWFnbm9zaXMsCiAgdHVtb3JfZGVzY3JpcHRvciwKICBicm9hZF9oaXN0b2xvZ3ksCiAgc2hvcnRfaGlzdG9sb2d5LAogIE5vdGVzLAogICMgYWRkaW5nIGhhcm1vbml6ZWRfZGlhZ25vc2lzIGZyb20gbWFudWFsIHJldmlldyAKICAjIGZvciBwYXRob2xvZ3lfZGlhZ25vc2lzPT0iT3RoZXIiCiAgaGFybW9uaXplZF9kaWFnbm9zaXMKKSAlPiUKICB1bmlxdWUoKQoKCiMgY29tYmluZWQgT3BlblBCVEEgc3VidHlwZXMgYW5kIG1hbnVhbCAiT3RoZXIiIHN1YnR5cGVzCmNvbXBpbGVkX3N1YnR5cGluZyA8LSBjb21waWxlZF9zdWJ0eXBpbmdfb3RoZXIgJT4lCiAgYmluZF9yb3dzKGNvbXBpbGVkX3N1YnR5cGluZykKCmBgYAoKCgojIyMgQWRkIG1vbGVjdWxhci1zdWJ0eXBpbmctcGF0aG9sb2d5IHJlc3VsdHMKCldlIHdpbGwgYWRkIG1vbGVjdWxhcl9zdWJ0eXBlLCBpbnRlZ3JhdGVkX2RpYWdub3NpcyBhbmQgTm90ZXMgZnJvbSBgY29tcGlsZWRfc3VidHlwaW5nYAoKc2hvcnRfaGlzdG9sb2d5IGFuZCBicm9hZF9oaXN0b2xvZ3kgd2lsbCBiZSBhZGRlZCBmcm9tIGJhc2UgaGlzdG9sb2d5IGZvciBzYW1wbGVzIHRoYXQgYXJlIG5vdCBzdWJ0eXBlZCBhcyBwYXJ0IG9mIGBtb2xlY3VsYXItc3VidHlwZS1wYXRob2xvZ3lgCgpgYGB7cn0KCmhpc3RvbG9neSA8LSBiYXNlX2hpc3RvbG9neSAlPiUgCiAgc2VsZWN0KC1Ob3RlcywtbW9sZWN1bGFyX3N1YnR5cGUsLWludGVncmF0ZWRfZGlhZ25vc2lzKSAlPiUKICBsZWZ0X2pvaW4oY29tcGlsZWRfc3VidHlwaW5nLGJ5PWMoIktpZHNfRmlyc3RfQmlvc3BlY2ltZW5fSUQiLCJzYW1wbGVfaWQiLCJLaWRzX0ZpcnN0X1BhcnRpY2lwYW50X0lEIiwidHVtb3JfZGVzY3JpcHRvciIpLHN1ZmZpeD1jKCIuYmFzZSIsIi5zdWJ0eXBlZCIpKSAlPiUKICB1bmlxdWUoKSAlPiUKICBtdXRhdGUoCiAgICBicm9hZF9oaXN0b2xvZ3kgPSBpZl9lbHNlKCFpcy5uYShicm9hZF9oaXN0b2xvZ3kuc3VidHlwZWQpLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBicm9hZF9oaXN0b2xvZ3kuc3VidHlwZWQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGJyb2FkX2hpc3RvbG9neS5iYXNlKSwKICAgIHNob3J0X2hpc3RvbG9neSA9IGlmX2Vsc2UoIWlzLm5hKHNob3J0X2hpc3RvbG9neS5zdWJ0eXBlZCksCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNob3J0X2hpc3RvbG9neS5zdWJ0eXBlZCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2hvcnRfaGlzdG9sb2d5LmJhc2UpLAogICAgaGFybW9uaXplZF9kaWFnbm9zaXMgPSAKICAgICAgY2FzZV93aGVuKCFpcy5uYShpbnRlZ3JhdGVkX2RpYWdub3NpcykgfiBpbnRlZ3JhdGVkX2RpYWdub3NpcywKICAgICAgICAgICAgICAgIGlzLm5hKGludGVncmF0ZWRfZGlhZ25vc2lzKSAmIAogICAgICAgICAgICAgICAgICAhaXMubmEoaGFybW9uaXplZF9kaWFnbm9zaXMpIH4gaGFybW9uaXplZF9kaWFnbm9zaXMsCiAgICAgICAgICAgICAgICBpcy5uYShpbnRlZ3JhdGVkX2RpYWdub3NpcykgJiAKICAgICAgICAgICAgICAgICAgaXMubmEoaGFybW9uaXplZF9kaWFnbm9zaXMpICYKICAgICAgICAgICAgICAgICAgIWlzLm5hKHBhdGhvbG9neV9kaWFnbm9zaXMpIH4gcGF0aG9sb2d5X2RpYWdub3NpcwogICAgKSkgCmBgYAoKCgojIyMgQ2hlY2sgaWYgYW55IGR1cGxpY2F0ZXMKCmBgYHtyfQpkdXBfaWRzPC1oaXN0b2xvZ3kkS2lkc19GaXJzdF9CaW9zcGVjaW1lbl9JRFtkdXBsaWNhdGVkKGhpc3RvbG9neSRLaWRzX0ZpcnN0X0Jpb3NwZWNpbWVuX0lEKV0KCmhpc3RvbG9neVt3aGljaChoaXN0b2xvZ3kkS2lkc19GaXJzdF9CaW9zcGVjaW1lbl9JRCAlaW4lIGR1cF9pZHMpLF0KYGBgCgpObyBkdXBsaWNhdGVzCgojIyMgQ2hlY2sgaWYgYnJvYWRfaGlzdG9sb2d5LCBzaG9ydF9oaXN0b2xvZ3kgb3IgaGFybW9uaXplZF9kaWFnbm9zaXMKCkFyZSB0aGVyZSBOQSBpbiBicm9hZF9oaXN0b2xvZ3ksIHNob3J0X2hpc3RvbG9neSBvciBoYXJtb25pemVkX2RpYWdub3NpcwoKYGBge3J9Cmhpc3RvbG9neSAlPiUgCiAgZmlsdGVyKHNhbXBsZV90eXBlPT0iVHVtb3IiLAogICAgICAgICAoaXMubmEoYnJvYWRfaGlzdG9sb2d5KXwgaXMubmEoc2hvcnRfaGlzdG9sb2d5KXwgaXMubmEoaGFybW9uaXplZF9kaWFnbm9zaXMpKSkgJT4lCiAgdGFsbHkoKQoKYGBgCgpObyBOQXMgaW4gYnJvYWRfaGlzdG9sb2d5LCBzaG9ydF9oaXN0b2xvZ3kgb3IgaGFybW9uaXplZF9kaWFnbm9zaXMKCkp1c3QgYSBub3RlLCBpbnRlZ3JhdGVkX2RpYWdub3NpcyBpcyBleHBlY3RlZCB0byBiZSBgTkFgIGZvciBzYW1wbGVzIHdoZXJlIHN1YnR5cGluZyBpcyBub3QgcGVyZm9ybWVkIG9yIGlmIG1vbGVjdWxhcl9zdWJ0eXBlIGlzICJYWVosVG8gYmUgY2xhc3NpZmllZCIuIApUaGlzIG1lYW5zIG5vIGV2aWRlbmNlIHdhcyBwcm92aWRlZC9hdmFpbGFibGUgZm9yIHRoZXNlIHNhbXBsZXMgc28gd2UgYXJlIG5vdCBhYmxlIHRvIGFkZCBpbnRlZ3JhdGVkX2RpYWdub3Npcy4KCiMjIyMgQ2hlY2sgZGlmZmVyZW5jZXMgaW4gYnJvYWRfaGlzdG9sb2d5IApDaGVja2luZyBmb3IgZGlmZmVyZW5jZXMgaW4gYnJvYWRfaGlzdG9sb2d5IHRvIGxvb2sgZm9yIGNoYW5nZXMgaW4gbW9sZWN1bGFyX3N1YnR5cGUgCgoKYGBge3J9CmRpZmZfYnJvYWRfaGlzdG9sb2d5PC0gaGlzdG9sb2d5ICU+JQogIGZpbHRlcih0b3VwcGVyKGJyb2FkX2hpc3RvbG9neS5iYXNlKSAhPSB0b3VwcGVyKGJyb2FkX2hpc3RvbG9neS5zdWJ0eXBlZCkpICU+JQogIHNlbGVjdChLaWRzX0ZpcnN0X0Jpb3NwZWNpbWVuX0lELHN0YXJ0c193aXRoKCJicm9hZF9oaXN0b2xvZ3kiKSxzdGFydHNfd2l0aCgic2hvcnRfaGlzdG9sb2d5IikpICU+JQogIHVuaXF1ZSgpCgpkaWZmX2Jyb2FkX2hpc3RvbG9neQpgYGAKCiMjIyMgQ2hlY2sgZGlmZmVyZW5jZXMgaW4gc2hvcnRfaGlzdG9sb2d5CkhlcmUgd2Ugd2FudCB0byBjaGVjayBmb3Igc2hvcnRfaGlzdG9sb2d5IGNoYW5nZXMgbm90IHBhcnQgb2YgYENoZWNrIGRpZmZlcmVuY2VzIGluIGJyb2FkX2hpc3RvbG9neWAgY2h1bmsuClRoaXMgd2lsbCBoZWxwIHVzIGNoZWNrIHdoYXQgc3RyaW5nIGFzc2lnbm1lbnQgcGF0aF9keCB0byBzaG9ydF9oaXN0b2xvZ3kgbWFwcGluZyBoYXMgY2hhbmdlZCBmcm9tIGBtb2xlY3VsYXItc3VidHlwaW5nLXBhdGhvbG9neWAKCmBgYHtyfQoKaGlzdG9sb2d5ICU+JSAKICBmaWx0ZXIoIUtpZHNfRmlyc3RfQmlvc3BlY2ltZW5fSUQgJWluJSBkaWZmX2Jyb2FkX2hpc3RvbG9neSRLaWRzX0ZpcnN0X0Jpb3NwZWNpbWVuX0lEKSAlPiUKICAgZmlsdGVyKHRvdXBwZXIoc2hvcnRfaGlzdG9sb2d5LmJhc2UpICE9IHRvdXBwZXIoc2hvcnRfaGlzdG9sb2d5LnN1YnR5cGVkKSAKICAgICAgICAgKSAlPiUKICBzZWxlY3QoS2lkc19GaXJzdF9CaW9zcGVjaW1lbl9JRCxzdGFydHNfd2l0aCgiYnJvYWRfaGlzdG9sb2d5Iiksc3RhcnRzX3dpdGgoInNob3J0X2hpc3RvbG9neSIpKSAlPiUKICB1bmlxdWUoKSAKCmBgYApUaGUgYWJvdmUgMTcyIGNoYW5nZXMgb2NjdXJyZWQgYmVjYXVzZSBvZiBjaGFuZ2VzIGluIHN0cmluZyB2YWx1ZSBhc3NpZ25tZW50CkluIGBjb21waWxlZF9tb2xlY3VsYXJfc3VidHlwZXNfd2l0aF9jbGluaWNhbF9wYXRob2xvZ3lfZmVlZGJhY2sudHN2YCBhIHNhbXBsZSB3aXRoIGJyb2FkX2hpc3RvbG9neSB0aGF0IGlzIGBFcGVuZHltYWwgdHVtb3JgIGlzIGBFUE5gLCBidXQgaW4gYHBidGEtaGlzdG9sb2dpZXMtYmFzZS50c3ZgIGl0IGlzIGBFcGVuZHltb21hYC4KRm9yIHNhbXBsZXMgd2hlcmUgYnJvYWRfaGlzdG9sb2d5IGlzIGBFbWJyeW9uYWwgdHVtb3JgLCBzaG9ydF9oaXN0b2xvZ3kgaXMgYWxzbyBgRW1icnlvbmFsIHR1bW9yYCBidXQgaW4gYmFzZSBoaXN0b2xvZ3kgaXQgd2FzIGBFVE1SYC4KCjQ1IEJlbmlnbiAsTm9uLShDTlMpIHR1bW9yIGFuZCBvdGhlciBzYW1wbGVzIHdoZXJlIHBhdGhvbG9neV9kaWFnbm9zaXMgPT0gIk90aGVyIixoYXZlIHNob3J0X2hpc3RvbG9neSB1cGRhdGVkIGZyb20gbWFudWFsIHJldmlldyBvZiBXSE8gZGlhZ25vc2lzIHRlcm1zLgoKIyMjIFNhdmUKTGV0J3Mgc2F2ZSB0aGUgZmluYWwgZmlsZS4KCkJ1dCBmaXJzdCBuZWVkIHRvIHJlbW92ZSBicm9hZF9oaXN0b2xvZ3kuYmFzZSwgYnJvYWRfaGlzdG9sb2d5LnN1YnR5cGVkIGFuZCBzaG9ydF9oaXN0b2xvZ3kuYmFzZQogYW5kIHNob3J0X2hpc3RvbG9neS5zdWJ0eXBlZAoKYGBge3J9Cmhpc3RvbG9neSAlPiUgCiAgc2VsZWN0KC1icm9hZF9oaXN0b2xvZ3kuYmFzZSwKICAgICAgICAgLWJyb2FkX2hpc3RvbG9neS5zdWJ0eXBlZCwKICAgICAgICAgLSBzaG9ydF9oaXN0b2xvZ3kuYmFzZSwKICAgICAgICAgLXNob3J0X2hpc3RvbG9neS5zdWJ0eXBlZCkgJT4lCiAgd3JpdGVfdHN2KCJyZXN1bHRzL3BidGEtaGlzdG9sb2dpZXMudHN2IikKYGBgCg==
+
+
+