1 Annotation version: 20200706
1.1 Genome annotation input
There are a few methods of importing annotation data into R. The following are two attempts, the second is currently being used in these analyses.
meta <- EuPathDB::download_eupath_metadata(webservice="tritrypdb")
lm_entry <- EuPathDB::get_eupath_entry(species="Leishmania major", metadata=meta)## Found the following hits: Leishmania major strain Friedlin, Leishmania major strain LV39c5, Leishmania major strain SD 75.1, choosing the first.## Using: Leishmania major strain Friedlin.lp_entry <- EuPathDB::get_eupath_entry(species="Leishmania panamensis", metadata=meta)## Found the following hits: Leishmania panamensis MHOM/COL/81/L13, Leishmania panamensis strain MHOM/PA/94/PSC-1, choosing the first.## Using: Leishmania panamensis MHOM/COL/81/L13.lmex_entry <- EuPathDB::get_eupath_entry(species="Leishmania mexicana", metadata=meta)## Found: Leishmania mexicana MHOM/GT/2001/U1103lama_entry <- EuPathDB::get_eupath_entry(species="Leishmania amazonensis", metadata=meta)## Found: Leishmania amazonensis MHOM/BR/71973/M2269lb_entry <- EuPathDB::get_eupath_entry(species="2904", metadata=meta)## Found the following hits: Leishmania braziliensis MHOM/BR/75/M2904, Leishmania braziliensis MHOM/BR/75/M2904 2019, choosing the first.## Using: Leishmania braziliensis MHOM/BR/75/M2904.ld_entry <- EuPathDB::get_eupath_entry(species="donovani", metadata=meta)## Found the following hits: Leishmania donovani BPK282A1, Leishmania donovani CL-SL, Leishmania donovani strain BHU 1220, Leishmania donovani strain LV9, choosing the first.## Using: Leishmania donovani BPK282A1.crit_entry <- EuPathDB::get_eupath_entry(species="Crith", metadata=meta)## Found: Crithidia fasciculata strain Cf-Cltesting_panamensis <- EuPathDB::make_eupath_orgdb(entry=lp_entry)## org.Lpanamensis.MHOMCOL81L13.v46.eg.db is already installed.testing_braziliensis <- EuPathDB::make_eupath_orgdb(entry=lb_entry)## org.Lbraziliensis.MHOMBR75M2904.v46.eg.db is already installed.testing_donovani <- EuPathDB::make_eupath_orgdb(entry=ld_entry)## org.Ldonovani.BPK282A1.v46.eg.db is already installed.testing_mexicana <- EuPathDB::make_eupath_orgdb(entry=lmex_entry)## org.Lmexicana.MHOMGT2001U1103.v46.eg.db is already installed.testing_major <- EuPathDB::make_eupath_orgdb(entry=lm_entry)## org.Lmajor.Friedlin.v46.eg.db is already installed.testing_crith <- EuPathDB::make_eupath_orgdb(entry=crit_entry)## org.Cfasciculata.Cf.Cl.v46.eg.db is already installed.Assuming the above packages got created, we may load them and extract the annotation data.
wanted_fields <- c("annot_cds_length", "annot_chromosome", "annot_gene_entrez_id",
"annot_gene_name", "annot_strand", "gid", "go_go_id",
"go_go_term_name", "go_ontology",
"interpro_description" ,"interpro_e_value", "type_gene_type")
lm_org <- sm(EuPathDB::load_eupath_annotations(query=lm_entry))
lp_org <- sm(EuPathDB::load_eupath_annotations(query=lp_entry))
lb_org <- sm(EuPathDB::load_eupath_annotations(query=lb_entry))
ld_org <- sm(EuPathDB::load_eupath_annotations(query=ld_entry))
lmex_org <- sm(EuPathDB::load_eupath_annotations(query=lmex_entry))
cf_ort <- sm(EuPathDB::load_eupath_annotations(query=crit_entry))1.2 Read a gff file
In contrast, it is possible to load most annotations of interest directly from the gff files used in the alignments. More in-depth information for the human transcriptome may be extracted from biomart.
## The old way of getting genome/annotation data
lp_gff <- "reference/lpanamensis.gff"
lb_gff <- "reference/lbraziliensis.gff"
hs_gff <- "reference/hsapiens.gtf"
lp_fasta <- "reference/lpanamensis.fasta.xz"
lb_fasta <- "reference/lbraziliensis.fasta.xz"
hs_fasta <- "reference/hsapiens.fasta.xz"
lp_annotations <- sm(load_gff_annotations(lp_gff, type="gene"))
rownames(lp_annotations) <- paste0("exon_", lp_annotations$web_id, ".1")
lb_annotations <- sm(load_gff_annotations(lb_gff, type="gene"))
hs_gff_annot <- sm(load_gff_annotations(hs_gff, id_col="gene_id"))
hs_annotations <- sm(load_biomart_annotations())$annotation
hs_annotations$ID <- hs_annotations$geneID
rownames(hs_annotations) <- make.names(hs_annotations[["ensembl_gene_id"]], unique=TRUE)
dim(hs_annotations)## [1] 197995 12lp_size_dist <- plot_histogram(lp_annotations[["width"]])
lp_size_dist
hs_size_dist <- plot_histogram(hs_annotations[["cds_length"]])
hs_size_dist +
ggplot2::scale_x_continuous(limits=c(0, 20000))## Warning: Removed 103681 rows containing non-finite values (stat_bin).## Warning: Removed 103681 rows containing non-finite values (stat_density).## Warning: Removed 2 rows containing missing values (geom_bar).
1.3 Extracting Cell Types
Maria Adelaida requested adding the xCell cell types to the data.
library(xCell)
data("xCell.data", package="xCell")
summary(xCell.data)## Length Class Mode
## spill 3 -none- list
## spill.array 3 -none- list
## signatures 489 GeneSetCollection list
## genes 10808 -none- characterlibrary(GSEABase)## Loading required package: annotate## Loading required package: XML## Loading required package: graph##
## Attaching package: 'graph'## The following object is masked from 'package:XML':
##
## addNodedetails(xCell.data$signatures[[1]])## setName: aDC%HPCA%1.txt
## geneIds: C1QA, C1QB, ..., CCL22 (total: 8)
## geneIdType: Null
## collectionType: Null
## setIdentifier: PEDS-092FVH8-LT:623:Tue Jun 6 14:36:33 2017:2
## description:
## organism:
## pubMedIds:
## urls:
## contributor:
## setVersion: 0.0.1
## creationDate:sigs <- xCell.data$signatures
head(names(sigs), n=10)## [1] "aDC%HPCA%1.txt" "aDC%HPCA%2.txt"
## [3] "aDC%HPCA%3.txt" "aDC%IRIS%1.txt"
## [5] "aDC%IRIS%2.txt" "aDC%IRIS%3.txt"
## [7] "Adipocytes%ENCODE%1.txt" "Adipocytes%ENCODE%2.txt"
## [9] "Adipocytes%ENCODE%3.txt" "Adipocytes%FANTOM%1.txt"## Here we see that the signatures are encoded as 3 element lists, the first element is the
## cell type, followed by source, followed by replicate.txt.
cell_types <- unlist(lapply(strsplit(x=names(sigs), split="%"), function(x) { x[[1]] }))
cell_sources <- unlist(lapply(strsplit(x=names(sigs), split="%"), function(x) { x[[2]] }))
type_fact <- as.factor(cell_types)
types <- levels(type_fact)
celltypes_to_genes <- list()
for (c in 1:length(types)) {
type <- types[c]
idx <- cell_types == type
set <- sigs[idx]
genes <- set %>%
geneIds() %>%
unlist()
celltypes_to_genes[[type]] <- as.character(genes)
}
genes_to_celltypes <- Biobase::reverseSplit(celltypes_to_genes)
g2c_df <- data.frame(row.names=unique(names(genes_to_celltypes)))
g2c_df[["found"]] <- 0
for (c in 1:length(celltypes_to_genes)) {
celltype_name <- names(celltypes_to_genes)[[c]]
message("Starting ", c, ": ", celltype_name)
celltype_column <- as.data.frame(celltypes_to_genes[[c]])
colnames(celltype_column) <- celltype_name
rownames(celltype_column) <- make.names(celltype_column[[1]], unique=TRUE)
celltype_column[[1]] <- TRUE
g2c_df <- merge(g2c_df, celltype_column, by="row.names", all.x=TRUE)
rownames(g2c_df) <- g2c_df[[1]]
g2c_df <- g2c_df[, -1]
}## Starting 1: aDC## Starting 2: Adipocytes## Starting 3: Astrocytes## Starting 4: B-cells## Starting 5: Basophils## Starting 6: CD4+ memory T-cells## Starting 7: CD4+ naive T-cells## Starting 8: CD4+ T-cells## Starting 9: CD4+ Tcm## Starting 10: CD4+ Tem## Starting 11: CD8+ naive T-cells## Starting 12: CD8+ T-cells## Starting 13: CD8+ Tcm## Starting 14: CD8+ Tem## Starting 15: cDC## Starting 16: Chondrocytes## Starting 17: Class-switched memory B-cells## Starting 18: CLP## Starting 19: CMP## Starting 20: DC## Starting 21: Endothelial cells## Starting 22: Eosinophils## Starting 23: Epithelial cells## Starting 24: Erythrocytes## Starting 25: Fibroblasts## Starting 26: GMP## Starting 27: Hepatocytes## Starting 28: HSC## Starting 29: iDC## Starting 30: Keratinocytes## Starting 31: ly Endothelial cells## Starting 32: Macrophages## Starting 33: Macrophages M1## Starting 34: Macrophages M2## Starting 35: Mast cells## Starting 36: Megakaryocytes## Starting 37: Melanocytes## Starting 38: Memory B-cells## Starting 39: MEP## Starting 40: Mesangial cells## Starting 41: Monocytes## Starting 42: MPP## Starting 43: MSC## Starting 44: mv Endothelial cells## Starting 45: Myocytes## Starting 46: naive B-cells## Starting 47: Neurons## Starting 48: Neutrophils## Starting 49: NK cells## Starting 50: NKT## Starting 51: Osteoblast## Starting 52: pDC## Starting 53: Pericytes## Starting 54: Plasma cells## Starting 55: Platelets## Starting 56: Preadipocytes## Starting 57: pro B-cells## Starting 58: Sebocytes## Starting 59: Skeletal muscle## Starting 60: Smooth muscle## Starting 61: Tgd cells## Starting 62: Th1 cells## Starting 63: Th2 cells## Starting 64: Tregshead(g2c_df)## found aDC Adipocytes Astrocytes B-cells Basophils CD4+ memory T-cells
## A1CF 0 NA NA NA NA NA NA
## A4GALT 0 NA NA NA NA NA NA
## AAAS 0 NA NA NA NA NA NA
## AADAC 0 NA NA NA NA NA NA
## AAK1 0 NA NA NA NA NA NA
## AAMP 0 NA NA NA NA NA TRUE
## CD4+ naive T-cells CD4+ T-cells CD4+ Tcm CD4+ Tem CD8+ naive T-cells
## A1CF NA NA NA NA NA
## A4GALT NA NA NA NA NA
## AAAS NA NA NA NA NA
## AADAC NA NA NA NA NA
## AAK1 TRUE TRUE TRUE NA NA
## AAMP NA NA NA NA NA
## CD8+ T-cells CD8+ Tcm CD8+ Tem cDC Chondrocytes
## A1CF NA NA NA NA NA
## A4GALT NA NA NA NA NA
## AAAS NA NA NA NA NA
## AADAC NA NA NA NA NA
## AAK1 TRUE NA TRUE NA NA
## AAMP NA NA NA NA NA
## Class-switched memory B-cells CLP CMP DC Endothelial cells Eosinophils
## A1CF NA NA NA NA NA NA
## A4GALT NA NA NA NA NA NA
## AAAS NA NA NA NA NA NA
## AADAC NA NA NA NA NA NA
## AAK1 NA NA NA NA NA NA
## AAMP NA NA NA NA NA NA
## Epithelial cells Erythrocytes Fibroblasts GMP Hepatocytes HSC iDC
## A1CF NA NA NA NA TRUE NA NA
## A4GALT TRUE NA NA NA NA NA NA
## AAAS NA NA NA NA NA NA NA
## AADAC NA NA NA NA TRUE NA NA
## AAK1 NA NA NA NA NA NA NA
## AAMP NA NA NA NA NA NA NA
## Keratinocytes ly Endothelial cells Macrophages Macrophages M1
## A1CF NA NA NA NA
## A4GALT NA NA NA NA
## AAAS NA NA NA NA
## AADAC NA NA NA NA
## AAK1 NA NA NA NA
## AAMP NA NA NA NA
## Macrophages M2 Mast cells Megakaryocytes Melanocytes Memory B-cells MEP
## A1CF NA NA NA NA NA NA
## A4GALT NA NA NA NA NA NA
## AAAS NA NA NA NA NA NA
## AADAC NA NA NA NA NA NA
## AAK1 NA NA NA NA NA NA
## AAMP NA NA NA NA NA NA
## Mesangial cells Monocytes MPP MSC mv Endothelial cells Myocytes
## A1CF NA NA NA NA NA NA
## A4GALT NA NA NA NA NA NA
## AAAS NA NA NA TRUE NA NA
## AADAC NA NA NA NA NA NA
## AAK1 NA NA NA NA NA NA
## AAMP NA NA NA NA NA NA
## naive B-cells Neurons Neutrophils NK cells NKT Osteoblast pDC Pericytes
## A1CF NA NA NA NA NA NA NA NA
## A4GALT NA NA NA NA NA NA NA NA
## AAAS NA NA NA NA NA NA NA NA
## AADAC NA NA NA NA NA NA NA NA
## AAK1 NA NA NA NA NA NA NA NA
## AAMP NA NA NA NA NA NA NA NA
## Plasma cells Platelets Preadipocytes pro B-cells Sebocytes
## A1CF NA NA NA NA NA
## A4GALT NA NA NA NA NA
## AAAS NA NA NA NA NA
## AADAC NA NA NA NA NA
## AAK1 NA NA NA NA NA
## AAMP NA NA NA NA NA
## Skeletal muscle Smooth muscle Tgd cells Th1 cells Th2 cells Tregs
## A1CF NA NA NA NA NA NA
## A4GALT NA NA NA NA NA NA
## AAAS NA NA NA NA NA NA
## AADAC NA NA NA NA NA NA
## AAK1 NA NA NA NA NA NA
## AAMP NA NA NA NA NA NAna_idx <- is.na(g2c_df)
g2c_df[na_idx] <- FALSE1.4 Getting ontology data
Annotation for gene ontologies may be gathered from a similarly large number of sources. The following are a couple.
## Try using biomart
hs_go <- sm(load_biomart_go())
## or the org.Hs.eg.db sqlite database
tt <- sm(library("Homo.sapiens"))
hs <- Homo.sapiens
##hs_go_ensembl <- load_orgdb_go(hs, hs_annotations$geneID)
##dim(hs_go_biomart)
##dim(hs_go_ensembl)
##hs_goids <- hs_go_biomart
## While testing, I called this desc, that will need to change.
##lp_tooltips <- make_tooltips(lp_annotations)
##lb_tooltips <- make_tooltips(lb_annotations)
lp_lengths <- lp_annotations[, c("ID", "width")]
lb_lengths <- lb_annotations[, c("ID", "width")]
hs_lengths <- hs_annotations[, c("ensembl_gene_id", "cds_length")]
colnames(hs_lengths) <- c("ID", "width")
lp_goids <- read.csv(file="reference/lpan_go.txt.xz", sep="\t", header=FALSE)
lb_goids <- read.csv(file="reference/lbraz_go.txt.xz", sep="\t", header=FALSE)
colnames(lp_goids) <- c("ID","GO","ont","name","source","tag")
colnames(lb_goids) <- c("ID","GO","ont","name","source","tag")2 Putting the pieces together
The macrophage experiment has samples across 2 contexts, the host and parasite. The following block sets up one experiment for each. If you open the all_samples-species.xlsx files, you will note immediately that a few different attempts were made at ascertaining the most likely experimental factors that contributed to the readily apparent batch effects.
2.1 The human transcriptome mappings
Keep in mind that if I change the experimental design with new annotations, I must therefore regenerate the following.
hs_final_annotations <- hs_annotations
hs_final_annotations <- hs_final_annotations[, c("ensembl_transcript_id", "ensembl_gene_id", "cds_length",
"hgnc_symbol", "description", "gene_biotype")]
hs_final_annotations$rn <- rownames(hs_final_annotations)
note <- "New experimental design factors by snp added 2016-09-20"
hs_final_annotations <- merge(hs_final_annotations, g2c_df,
by.x="hgnc_symbol", by.y="row.names", all.x=TRUE)
rownames(hs_final_annotations) <- hs_final_annotations$rn
hs_final_annotations$rn <- NULL
na_idx <- is.na(hs_final_annotations$xcell_types)
hs_final_annotations[na_idx, "xcell_types"] <- ""
hs_macr <- create_expt(
metadata=glue::glue("sample_sheets/macrophage_samples_{ver}.xlsx"),
gene_info=hs_final_annotations,
file_column="humanfile",
notes=note)## Reading the sample metadata.## Dropped 1 rows from the sample metadata because they were blank.## The sample definitions comprises: 11 rows(samples) and 56 columns(metadata fields).## Reading count tables.## Reading count files with read.table().## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0241/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0242/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0243/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0244/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0245/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0246/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0247/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0248/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0637/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0638/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## /mnt/sshfs/cbcbsub01/fs/cbcb-lab/nelsayed/scratch/atb/rnaseq/lpanamensis_2016/preprocessing/hpgl0639/outputs/tophat_hsapiens/accepted_paired.count.xz contains 51046 rows and merges to 51046 rows.## Finished reading count data.## Matched 43897 annotations and counts.## Bringing together the count matrix and gene information.## Some annotations were lost in merging, setting them to 'undefined'.## Saving the expressionset to 'expt.rda'.## The final expressionset has 51041 rows and 11 columns.hs_annotations <- fData(hs_macr)
undef_idx <- hs_annotations == "undefined"
hs_annotations[undef_idx] <- FALSE
fData(hs_macr[["expressionset"]]) <- hs_annotations
knitr::kable(head(hs_macr$design, n=1))| sampleid | pathogenstrain | experimentname | tubelabel | alias | condition | batch | anotherbatch | snpclade | snpcladev2 | snpcladev3 | pathogenstrain1 | label | donor | time | pctmappedparasite | pctcategory | state | sourcelab | expperson | pathogen | host | hostcelltype | noofhostcells | infectionperiodhpitimeofharvest | moiexposure | parasitespercell | pctinf | rnangul | rnaqcpassed | libraryconst | libqcpassed | index | descriptonandremarks | observation | lowercaseid | humanfile | parasitefile | bcftable | salmonreads | hssalmonmapped | hssalmonmaprate | lpsalmonmapped | lpsalmonmaprate | tophatpairs | hstophataligned | hstophatpct | hstophatmulti | hstophatdiscordant | hstophatconcordantpct | lptophataligned | lptophatpct | lptophatmulti | lptophatdiscordant | lpconcordantpct | variantpositions | file | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| HPGL0241 | HPGL0241 | none | macrophage | TM130-Nil (Blue label) | Nil | uninf | a | a | undef | undef | undef | none | uninf_2 | d130 | undef | undef | 0 | uninfected | Ade | Adriana | none | Human | Human macs | Max 2 mill | 2h - 24h chase period | NA | unknown | unknown | 468 | Y | Wanderson | Y | 1 | Uninfected human macrophages | NA | hpgl0241 | preprocessing/hpgl0241/outputs/tophat_hsapiens/accepted_paired.count.xz | undef | undef | 46628648 | 26156539 | 0.561 | NA | NA | 46319335 | 40905961 | 0.8831 | 1374099 | 1430888 | 0.8522 | NA | NA | NA | NA | NA | NA | null |
##cds_entries <- fData(hs_macr)
##cds_entries <- cds_entries[["gene_biotype"]] == "protein_coding"
##hs_cds_macr <- hs_macr
##hs_cds_macr$expressionset <- hs_cds_macr$expressionset[cds_entries, ]
##new_cds_entries <- fData(hs_cds_macr)
hs_cds_macr <- exclude_genes_expt(hs_macr, method="keep",
column="gene_biotype",
patterns="protein_coding")## Before removal, there were 51041 entries.## Now there are 18847 entries.## Percent kept: 93.209, 95.095, 95.545, 96.588, 95.913, 96.249, 95.758, 96.106, 96.506, 96.391, 95.414## Percent removed: 6.791, 4.905, 4.455, 3.412, 4.087, 3.751, 4.242, 3.894, 3.494, 3.609, 4.5862.2 The parasite transcriptome mappings
lp_macr <- sm(create_expt(
metadata=glue::glue("sample_sheets/macrophage_samples_{ver}.xlsx"),
gene_info=lp_annotations, file_column="parasitefile"))
knitr::kable(head(lp_macr$design, n=3),
caption="The first three rows of the parasite experimental design.")| sampleid | pathogenstrain | experimentname | tubelabel | alias | condition | batch | anotherbatch | snpclade | snpcladev2 | snpcladev3 | pathogenstrain1 | label | donor | time | pctmappedparasite | pctcategory | state | sourcelab | expperson | pathogen | host | hostcelltype | noofhostcells | infectionperiodhpitimeofharvest | moiexposure | parasitespercell | pctinf | rnangul | rnaqcpassed | libraryconst | libqcpassed | index | descriptonandremarks | observation | lowercaseid | humanfile | parasitefile | bcftable | salmonreads | hssalmonmapped | hssalmonmaprate | lpsalmonmapped | lpsalmonmaprate | tophatpairs | hstophataligned | hstophatpct | hstophatmulti | hstophatdiscordant | hstophatconcordantpct | lptophataligned | lptophatpct | lptophatmulti | lptophatdiscordant | lpconcordantpct | variantpositions | file | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| HPGL0242 | HPGL0242 | s2271 | macrophage | TM130-2271 | Self-Healing | sh | a | a | white | whitepink | right | s2271 | sh_2271 | d130 | undef | 30 | 3 | self_heal | Ade | Adriana | Lp | Human | Human macs | Max 2 mill | 2h - 24h chase period | 0.0486 | unknown | unknown | 276 | Y | Wanderson | Y | 8 | Infected human macrophages. | NA | hpgl0242 | preprocessing/hpgl0242/outputs/tophat_hsapiens/accepted_paired.count.xz | preprocessing/hpgl0242/outputs/tophat_lpanamensis/accepted_paired.count.xz | preprocessing/outputs/hpgl0242_parsed_count.txt | 42742857 | 17945935 | 0.4199 | 8023463 | 0.1877 | 42612353 | 25394266 | 0.5959 | 869649 | 784620 | 0.5775 | 13117819 | 0.3078 | 350277 | 263923 | 0.3016 | 3930 | null |
| HPGL0243 | HPGL0243 | s2272 | macrophage | TM130-2272 | Self-Healing | sh | a | a | white | whitepink | right | s2272 | sh_2272 | d130 | undef | 30 | 3 | self_heal | Ade | Adriana | Lp | Human | Human macs | Max 2 mill | 2h - 24h chase period | 0.0486 | unknown | unknown | 532 | Y | Wanderson | Y | 10 | Infected human macrophages | NA | hpgl0243 | preprocessing/hpgl0243/outputs/tophat_hsapiens/accepted_paired.count.xz | preprocessing/hpgl0243/outputs/tophat_lpanamensis/accepted_paired.count.xz | preprocessing/outputs/hpgl0243_parsed_count.txt | 46796079 | 21046460 | 0.4497 | 6823750 | 0.1458 | 47344642 | 31160297 | 0.6582 | 1000248 | 924296 | 0.6386 | 11581460 | 0.2446 | 319338 | 245169 | 0.2394 | NA | null |
| HPGL0244 | HPGL0244 | s5433 | macrophage | TM130-5433 | Chronic | chr | a | a | blue_self | blue | left | s5433 | chr_5433 | d130 | undef | 15 | 1 | chronic | Ade | Adriana | Lp | Human | Human macs | Max 2 mill | 2h - 24h chase period | 0.0486 | unknown | unknown | 261 | Y | Wanderson | Y | 27 | Infected human macrophages | NA | hpgl0244 | preprocessing/hpgl0244/outputs/tophat_hsapiens/accepted_paired.count.xz | preprocessing/hpgl0244/outputs/tophat_lpanamensis/accepted_paired.count.xz | preprocessing/outputs/hpgl0244_parsed_count.txt | 47150925 | 25281958 | 0.5362 | 3761371 | 0.0798 | 46925604 | 36379602 | 0.7753 | 1070964 | 991929 | 0.7541 | 5755998 | 0.1227 | 154830 | 116414 | 0.1202 | 85981 | null |
3 Supplemental Table 1
Table S1 is going to be a summary of the metadata in all_samples-combined This may also include some of the numbers regarding mapping %, etc.
Wanted columns:
- Sample ID: HPGLxxxx
- Donor Code: TM130 or PG1xx
- Cell Type: Macrophage or PBMC
- Infection Status: Infected or Uninfected
- Disease Outcome: Chronic or Self-Healing or NA
- Batch: A or B (macrophage); NA for PBMC
- Number of reads that passed Illumina filter
- Number of reads after trimming
- Number of reads mapped - human
- % reads mapped - human
- Number of reads mapped - L.panamensis
- % reads mapped - L.panamensis
This table is maintained as an excel file in the sample_sheets/ directory.
4 Sample Estimation, Macrophages: 20200706
This document is concerned with analyzing RNAseq data of human and parasite during the infection of human macrophages. A few different strains of L. panamensis were used; the experiment is therefore segregated into groups named ‘self-healing’, ‘chronic’, and ‘uninfected’. Two separate sets of libraries were generated, one earlier set with greater coverage, and a later set including only 1 uninfected sample, and 2-3 chronic samples.
4.1 Extract the macrophage experiment
The following subset operation extract the samples used for the macrophage experiment. The next three lines then change the colors from the defaults.
new_colors <- c("#009900", "#990000", "#000099")
names(new_colors) <- c("uninf", "chr", "sh")
hs_macr <- set_expt_colors(hs_macr, colors=new_colors)## The new colors are a character, changing according to condition.labels <- as.character(pData(hs_macr)[["label"]])
hs_macr <- set_expt_samplenames(hs_macr, labels)
hs_cds_macr <- set_expt_colors(hs_cds_macr, colors=new_colors)## The new colors are a character, changing according to condition.hs_cds_macr <- set_expt_samplenames(hs_cds_macr, labels)5 Compare methods
In our meeting this morning (20190708), Najib and Maria Adelaida asked for how the data looks depending on batch methodology.
start <- normalize_expt(hs_cds_macr, filter=TRUE, convert="cpm", norm="quant", transform="log2")## This function will replace the expt$expressionset slot with:## log2(cpm(quant(cbcb(data))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Not correcting the count-data for batch effects. If batch is
## included in EdgerR/limma's model, then this is probably wise; but in extreme
## batch effects this is a good parameter to play with.## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: normalizing the data with quant.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 3 values equal to 0, adding 1 to the matrix.## Step 5: not doing batch correction.pp(file="cpm_quant_filter_pca.png", image=plot_pca(start)$plot)## Writing the image to: cpm_quant_filter_pca.png and calling dev.off().
limma_batch <- normalize_expt(hs_cds_macr, filter=TRUE,
convert="cpm", norm="quant",
transform="log2", batch="limma")## This function will replace the expt$expressionset slot with:## log2(limma(cpm(quant(cbcb(data)))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: normalizing the data with quant.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 3 values equal to 0, adding 1 to the matrix.## Step 5: doing batch correction with limma.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128654 entries are x>1: 99%.## batch_counts: Before batch/surrogate estimation, 3 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 1737 entries are 0<x<1: 1%.## The be method chose 1 surrogate variables.## batch_counts: Using limma's removeBatchEffect to remove batch effect.## If you receive a warning: 'NANs produced', one potential reason is that the data was quantile normalized.## There are 2 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.pp(file="lcqf_limma.png", image=plot_pca(limma_batch)$plot)## Writing the image to: lcqf_limma.png and calling dev.off().
pca_batch <- normalize_expt(hs_cds_macr, filter=TRUE,
convert="cpm", norm="quant",
transform="log2", batch="pca")## This function will replace the expt$expressionset slot with:## log2(pca(cpm(quant(cbcb(data)))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: normalizing the data with quant.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 3 values equal to 0, adding 1 to the matrix.## Step 5: doing batch correction with pca.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128654 entries are x>1: 99%.## batch_counts: Before batch/surrogate estimation, 3 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 1737 entries are 0<x<1: 1%.## The be method chose 1 surrogate variables.## Attempting pca surrogate estimation with 1 surrogate.## There are 1 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.pp(file="lcqf_pca.png", image=plot_pca(pca_batch)$plot)## Writing the image to: lcqf_pca.png and calling dev.off().
svaseq_batch <- normalize_expt(hs_cds_macr, filter=TRUE,
convert="cpm",
transform="log2", batch="svaseq")## This function will replace the expt$expressionset slot with:## log2(svaseq(cpm(cbcb(data))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: not normalizing the data.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 77 values equal to 0, adding 1 to the matrix.## Step 5: doing batch correction with svaseq.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128099 entries are x>1: 98%.## batch_counts: Before batch/surrogate estimation, 77 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 2218 entries are 0<x<1: 2%.## The be method chose 1 surrogate variables.## Attempting svaseq estimation with 1 surrogate.## There are 2 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.pp(file="lcqf_svaseq.png", image=plot_pca(svaseq_batch)$plot)## Writing the image to: lcqf_svaseq.png and calling dev.off().
sva_batch <- normalize_expt(hs_cds_macr, filter=TRUE,
convert="cpm",
transform="log2", batch="fsva")## This function will replace the expt$expressionset slot with:## log2(fsva(cpm(cbcb(data))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: not normalizing the data.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 77 values equal to 0, adding 1 to the matrix.## Step 5: doing batch correction with fsva.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128099 entries are x>1: 98%.## batch_counts: Before batch/surrogate estimation, 77 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 2218 entries are 0<x<1: 2%.## The be method chose 1 surrogate variables.## Attempting fsva surrogate estimation with 1 surrogate.## There are 2 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.pp(file="lcqf_sva.png", image=plot_pca(sva_batch)$plot)## Writing the image to: lcqf_sva.png and calling dev.off().
combat_batch <- normalize_expt(hs_cds_macr, filter=TRUE,
convert="cpm",
transform="log2", batch="combat")## This function will replace the expt$expressionset slot with:## log2(combat(cpm(cbcb(data))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: not normalizing the data.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 77 values equal to 0, adding 1 to the matrix.## Step 5: doing batch correction with combat.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128099 entries are x>1: 98%.## batch_counts: Before batch/surrogate estimation, 77 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 2218 entries are 0<x<1: 2%.## The be method chose 1 surrogate variables.## batch_counts: Using combat with a prior, no scaling, and a null model.## There are 13 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.pp(file="lcqf_combat.png", image=plot_pca(combat_batch)$plot)## Writing the image to: lcqf_combat.png and calling dev.off().
combatnp_batch <- normalize_expt(hs_cds_macr, filter=TRUE,
convert="cpm",
transform="log2", batch="combat_noprior")## This function will replace the expt$expressionset slot with:## log2(combat_noprior(cpm(cbcb(data))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: not normalizing the data.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 77 values equal to 0, adding 1 to the matrix.## Step 5: doing batch correction with combat_noprior.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128099 entries are x>1: 98%.## batch_counts: Before batch/surrogate estimation, 77 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 2218 entries are 0<x<1: 2%.## The be method chose 1 surrogate variables.## batch_counts: Using combat without a prior and no scaling.## This takes a long time!## There are 18 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.pp(file="lcqf_combatnp.png", image=plot_pca(combatnp_batch)$plot)## Writing the image to: lcqf_combatnp.png and calling dev.off().
6 Figure S1
Figure S1 should include nice versions of the sample metrics. The normalization chosen is batch-in-model.
First, however, we will make some plots of the raw data.
Sample names are going to be ‘infectionstate_strainnumber’ : chr_7721
- Panel A: Library sizes.
- Panel B: Heatmap distance raw.
- Panel C: PCA
- Panel D: TSNE
fig_s1 <- sm(write_expt(
hs_cds_macr, norm="raw", violin=FALSE, convert="cpm",
transform="log2", batch="svaseq", filter=TRUE,
excel=paste0("excel/figure_s1_sample_estimation-v", ver, ".xlsx")))pp(file="fig_s1a_libsizes.tif", image=fig_s1$raw_libsize)## Writing the image to: fig_s1a_libsizes.tif and calling dev.off().pp(file="fig_s1b_heatmap.tif", image=fig_s1$norm_disheat)## Writing the image to: fig_s1b_heatmap.tif and calling dev.off().pp(file="fig_s1c_raw_pca.tif", image=fig_s1$raw_scaled_pca)## Writing the image to: fig_s1c_raw_pca.tif and calling dev.off().pp(file="fig_1a_norm_pca.tif", image=fig_s1$norm_pca)## Writing the image to: fig_1a_norm_pca.tif and calling dev.off().7 Differential Expression, Macrophage: 20200706
8 Differential expression analyses
The most likely batch method from the above is svaseq. Let us perform differential expression analyses with it along with a few other methods.
hs_contrasts <- list(
"macro_chr-sh" = c("chr","sh"),
"macro_chr-nil" = c("chr","uninf"),
"macro_sh-nil" = c("sh", "uninf"))
## Set up the data used in the comparative contrast sets.8.1 No batch in the model
8.1.1 Set up no batch
Print a reminder of what we can expect when doing this with no batch information.
hs_macr_lowfilt <- sm(normalize_expt(hs_cds_macr, filter=TRUE))
hs_lowfilt_pca <- sm(plot_pca(hs_cds_macr, transform="log2"))
hs_lowfilt_pca$plot
hs_macr_nobatch <- all_pairwise(input=hs_cds_macr, model_batch=FALSE,
limma_method="robust")## Plotting a PCA before surrogate/batch inclusion.## Not putting labels on the PC plot.## Assuming no batch in model for testing pca.## Not putting labels on the PC plot.## Finished running DE analyses, collecting outputs.## Comparing analyses.## wow, all tools including basic agree almost completely
medians_by_condition <- hs_macr_nobatch$basic$medians
excel_file <- glue::glue("excel/{rundate}_hs_macr_nobatch_contr-v{ver}.xlsx")
hs_macr_nobatch_tables <- sm(combine_de_tables(hs_macr_nobatch,
excel=excel_file,
keepers=hs_contrasts,
extra_annot=medians_by_condition))excel_file <- glue::glue("excel/{rundate}_hs_macr_nobatch_sig-v{ver}.xlsx")
hs_macr_nobatch_sig <- sm(extract_significant_genes(hs_macr_nobatch_tables,
excel=excel_file,
according_to="all"))8.2 Batch in the model
8.2.1 Batch setup
hs_lowfilt_batch_pca <- sm(plot_pca(hs_cds_macr, transform="log2",
convert="cpm", batch="limma", filter=TRUE))
hs_lowfilt_batch_pca$plot
In this attempt, we add a batch factor in the experimental model and see how it does.
## Here just let all_pairwise run on filtered data and do its normal ~ 0 + condition + batch analyses
hs_macr_batch <- all_pairwise(input=hs_cds_macr, batch=TRUE, limma_method="robust")## Plotting a PCA before surrogate/batch inclusion.## Not putting labels on the PC plot.## Using limma's removeBatchEffect to visualize with(out) batch inclusion.## Not putting labels on the PC plot.## Finished running DE analyses, collecting outputs.## Comparing analyses.medians_by_condition <- hs_macr_batch$basic$medians
excel_file <- glue::glue("excel/{rundate}_hs_macr_batchmodel_contr-v{ver}.xlsx")
hs_macr_batch_tables <- combine_de_tables(
hs_macr_batch,
keepers=hs_contrasts,
extra_annot=medians_by_condition,
excel=excel_file)## Writing a legend of columns.## Printing a pca plot before/after surrogates/batch estimation.## Working on 1/3: macro_chr-sh which is: chr/sh.## Found inverse table with sh_vs_chr## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf, b## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.174 1.023
##
## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.072 1.005
##
## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.00197 0.99550## Working on 2/3: macro_chr-nil which is: chr/uninf.## Found inverse table with uninf_vs_chr## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf, b## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.153 1.019
##
## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.126 1.008
##
## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.0314 0.9979## Working on 3/3: macro_sh-nil which is: sh/uninf.## Found inverse table with uninf_vs_sh## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf, b## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.00696 0.99847
##
## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.0265 1.0021
##
## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.0136 1.0005## Adding venn plots for macro_chr-sh.## Limma expression coefficients for macro_chr-sh; R^2: 0.994; equation: y = 0.996x - 0.00197## Deseq expression coefficients for macro_chr-sh; R^2: 0.987; equation: y = 1.02x - 0.174## Edger expression coefficients for macro_chr-sh; R^2: 0.992; equation: y = 1.01x - 0.072## Adding venn plots for macro_chr-nil.## Limma expression coefficients for macro_chr-nil; R^2: 0.992; equation: y = 0.998x - 0.0314## Deseq expression coefficients for macro_chr-nil; R^2: 0.981; equation: y = 1.02x - 0.153## Edger expression coefficients for macro_chr-nil; R^2: 0.989; equation: y = 1.01x - 0.126## Adding venn plots for macro_sh-nil.## Limma expression coefficients for macro_sh-nil; R^2: 0.998; equation: y = 1x - 0.0136## Deseq expression coefficients for macro_sh-nil; R^2: 0.993; equation: y = 0.998x + 0.00696## Edger expression coefficients for macro_sh-nil; R^2: 0.998; equation: y = 1x - 0.0265## Writing summary information, compare_plot is: TRUE.## Performing save of excel/20200715_hs_macr_batchmodel_contr-v20200706.xlsx.excel_file <- glue::glue("excel/{rundate}_hs_macr_batchmodel_sig-v{ver}.xlsx")
hs_macr_batch_sig <- extract_significant_genes(
hs_macr_batch_tables, excel=excel_file,
according_to="deseq")## Writing a legend of columns.## Printing significant genes to the file: excel/20200715_hs_macr_batchmodel_sig-v20200706.xlsx## 1/3: Creating significant table up_deseq_macro_chr-sh## 2/3: Creating significant table up_deseq_macro_chr-nil## The up table macro_sh-nil is empty.## The down table macro_sh-nil is empty.## Adding significance bar plots.excel_file <- glue::glue("excel/{rundate}_hs_macr_batchmodel_abund-v{ver}.xlsx")
hs_macr_batch_abun <- sm(extract_abundant_genes(
hs_macr_batch_tables, excel=excel_file,
according_to="deseq"))8.3 SVA
8.3.1 sva setup
hs_lowfilt_sva_pca <- sm(plot_pca(hs_cds_macr, transform="log2",
convert="cpm", batch="svaseq", filter=TRUE))
hs_lowfilt_sva_pca$plot
In this attempt, we tell all pairwise to invoke svaseq.
hs_macr_sva <- all_pairwise(input=hs_cds_macr, model_batch="svaseq", filter=TRUE, limma_method="robust")## batch_counts: Before batch/surrogate estimation, 130219 entries are x>1: 100%.## batch_counts: Before batch/surrogate estimation, 77 entries are x==0: 0%.## The be method chose 1 surrogate variables.## Attempting svaseq estimation with 1 surrogate.## Plotting a PCA before surrogate/batch inclusion.## Not putting labels on the PC plot.## Using svaseq to visualize before/after batch inclusion.## Performing a test normalization with: raw## This function will replace the expt$expressionset slot with:## log2(svaseq(cpm(cbcb(data))))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Step 1: performing count filter with option: cbcb## Removing 0 low-count genes (11854 remaining).## Step 2: not normalizing the data.## Step 3: converting the data with cpm.## Step 4: transforming the data with log2.## transform_counts: Found 77 values equal to 0, adding 1 to the matrix.## Step 5: doing batch correction with svaseq.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128099 entries are x>1: 98%.## batch_counts: Before batch/surrogate estimation, 77 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 2218 entries are 0<x<1: 2%.## The be method chose 1 surrogate variables.## Attempting svaseq estimation with 1 surrogate.## There are 2 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.## Not putting labels on the PC plot.## Finished running DE analyses, collecting outputs.## Comparing analyses.medians_by_condition <- hs_macr_sva$basic$medians
excel_file <- glue::glue("excel/{rundate}_hs_macr_svamodel_contr-v{ver}.xlsx")
hs_macr_sva_tables <- combine_de_tables(
hs_macr_sva,
keepers=hs_contrasts,
extra_annot=medians_by_condition,
excel=excel_file)## Writing a legend of columns.## Printing a pca plot before/after surrogates/batch estimation.## Working on 1/3: macro_chr-sh which is: chr/sh.## Found inverse table with sh_vs_chr## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf, SV1## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.113 1.016
##
## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.105 1.016
##
## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.00764 1.00080## Working on 2/3: macro_chr-nil which is: chr/uninf.## Found inverse table with uninf_vs_chr## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf, SV1## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.320 0.967
##
## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.213 0.968
##
## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.0146 0.9958## Working on 3/3: macro_sh-nil which is: sh/uninf.## Found inverse table with uninf_vs_sh## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf, SV1## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.408 0.955
##
## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.264 0.955
##
## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.0308 0.9953## Adding venn plots for macro_chr-sh.## Limma expression coefficients for macro_chr-sh; R^2: 0.976; equation: y = 1x - 0.00764## Deseq expression coefficients for macro_chr-sh; R^2: 0.975; equation: y = 1.02x - 0.113## Edger expression coefficients for macro_chr-sh; R^2: 0.975; equation: y = 1.02x - 0.105## Adding venn plots for macro_chr-nil.## Limma expression coefficients for macro_chr-nil; R^2: 0.945; equation: y = 0.996x + 0.0146## Deseq expression coefficients for macro_chr-nil; R^2: 0.94; equation: y = 0.967x + 0.32## Edger expression coefficients for macro_chr-nil; R^2: 0.94; equation: y = 0.968x + 0.213## Adding venn plots for macro_sh-nil.## Limma expression coefficients for macro_sh-nil; R^2: 0.98; equation: y = 0.995x + 0.0308## Deseq expression coefficients for macro_sh-nil; R^2: 0.978; equation: y = 0.955x + 0.408## Edger expression coefficients for macro_sh-nil; R^2: 0.978; equation: y = 0.955x + 0.264## Writing summary information, compare_plot is: TRUE.## Performing save of excel/20200715_hs_macr_svamodel_contr-v20200706.xlsx.excel_file <- glue::glue("excel/{rundate}_hs_macr_svamodel_sig-v{ver}.xlsx")
hs_macr_sva_sig <- extract_significant_genes(
hs_macr_sva_tables, excel=excel_file,
according_to="deseq")## Writing a legend of columns.## Printing significant genes to the file: excel/20200715_hs_macr_svamodel_sig-v20200706.xlsx## 1/3: Creating significant table up_deseq_macro_chr-sh## 2/3: Creating significant table up_deseq_macro_chr-nil## 3/3: Creating significant table up_deseq_macro_sh-nil## Adding significance bar plots.excel_file <- glue::glue("excel/{rundate}_hs_macr_svamodel_abund-v{ver}.xlsx")
hs_macr_sva_abun <- sm(extract_abundant_genes(
hs_macr_sva_tables, excel=excel_file,
according_to="deseq"))8.4 Combat
As you know, combat actually changes the data, so it will require a slightly different setup.
8.4.1 combat setup
combatnp_input <- normalize_expt(hs_cds_macr, filter=TRUE,
convert="cpm",
batch="combat_noprior")## This function will replace the expt$expressionset slot with:## combat_noprior(cpm(cbcb(data)))## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data in its current base format, keep in mind that
## some metrics are easier to see when the data is log2 transformed, but
## EdgeR/DESeq do not accept transformed data.## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Step 1: performing count filter with option: cbcb## Removing 6993 low-count genes (11854 remaining).## Step 2: not normalizing the data.## Step 3: converting the data with cpm.## Step 4: not transforming the data.## Step 5: doing batch correction with combat_noprior.## Note to self: If you get an error like 'x contains missing values' The data has too many 0's and needs a stronger low-count filter applied.## Passing off to all_adjusters.## batch_counts: Before batch/surrogate estimation, 128099 entries are x>1: 98%.## batch_counts: Before batch/surrogate estimation, 77 entries are x==0: 0%.## batch_counts: Before batch/surrogate estimation, 2218 entries are 0<x<1: 2%.## The be method chose 1 surrogate variables.## batch_counts: Using combat without a prior and no scaling.## This takes a long time!## There are 133 (0%) elements which are < 0 after batch correction.## Setting low elements to zero.In this attempt, we tell all pairwise to invoke svaseq.
hs_macr_combat <- all_pairwise(input=combatnp_input, model_batch=FALSE,
force=TRUE, limma_method="robust")## Plotting a PCA before surrogate/batch inclusion.## Not putting labels on the PC plot.## Assuming no batch in model for testing pca.## Not putting labels on the PC plot.## Finished running DE analyses, collecting outputs.## Comparing analyses.excel_file <- glue::glue("excel/{rundate}_hs_macr_combat_contr-v{ver}.xlsx")
hs_macr_combat_tables <- combine_de_tables(
hs_macr_combat,
keepers=hs_contrasts,
extra_annot=medians_by_condition,
excel=excel_file)## Writing a legend of columns.## Printing a pca plot before/after surrogates/batch estimation.## Working on 1/3: macro_chr-sh which is: chr/sh.## Found inverse table with sh_vs_chr## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.234 1.045
##
## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.25 1.04
##
## sh_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing sh and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.0195 0.9839## Working on 2/3: macro_chr-nil which is: chr/uninf.## Found inverse table with uninf_vs_chr## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.244 1.047
##
## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.267 1.046
##
## uninf_vs_chr## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and chr.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## 0.0203 0.9785## Working on 3/3: macro_sh-nil which is: sh/uninf.## Found inverse table with uninf_vs_sh## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.0274 1.0053
##
## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.038 1.005
##
## uninf_vs_sh## This can do comparisons among the following columns in the pairwise result:## chr, sh, uninf## Actually comparing uninf and sh.##
## Call:
## robustbase::lmrob(formula = second ~ first, data = df, method = "SMDM")
##
## Coefficients:
## (Intercept) first
## -0.000921 0.998186## Adding venn plots for macro_chr-sh.## Limma expression coefficients for macro_chr-sh; R^2: 0.98; equation: y = 0.984x + 0.0195## Deseq expression coefficients for macro_chr-sh; R^2: 0.979; equation: y = 1.05x - 0.234## Edger expression coefficients for macro_chr-sh; R^2: 0.979; equation: y = 1.04x - 0.25## Adding venn plots for macro_chr-nil.## Limma expression coefficients for macro_chr-nil; R^2: 0.968; equation: y = 0.978x + 0.0203## Deseq expression coefficients for macro_chr-nil; R^2: 0.968; equation: y = 1.05x - 0.244## Edger expression coefficients for macro_chr-nil; R^2: 0.968; equation: y = 1.05x - 0.267## Adding venn plots for macro_sh-nil.## Limma expression coefficients for macro_sh-nil; R^2: 0.992; equation: y = 0.998x - 0.000921## Deseq expression coefficients for macro_sh-nil; R^2: 0.992; equation: y = 1.01x - 0.0274## Edger expression coefficients for macro_sh-nil; R^2: 0.992; equation: y = 1.01x - 0.038## Writing summary information, compare_plot is: TRUE.## Performing save of excel/20200715_hs_macr_combat_contr-v20200706.xlsx.excel_file <- glue::glue("excel/{rundate}_hs_macr_combat_sig-v{ver}.xlsx")
hs_macr_combat_sig <- extract_significant_genes(
hs_macr_combat_tables, excel=excel_file,
according_to="deseq")## Writing a legend of columns.## Printing significant genes to the file: excel/20200715_hs_macr_combat_sig-v20200706.xlsx## 1/3: Creating significant table up_deseq_macro_chr-sh## 2/3: Creating significant table up_deseq_macro_chr-nil## The up table macro_sh-nil is empty.## The down table macro_sh-nil is empty.## Adding significance bar plots.excel_file <- glue::glue("excel/{rundate}_hs_macr_combat_abund-v{ver}.xlsx")
hs_macr_combat_abun <- sm(extract_abundant_genes(
hs_macr_combat_tables, excel=excel_file,
according_to="deseq"))8.5 Compare these three results
nobatch_batch <- compare_de_results(first=hs_macr_nobatch_tables,
second=hs_macr_batch_tables)## Testing method: limma.## Adding method: limma to the set.## Testing method: deseq.## Adding method: deseq to the set.## Testing method: edger.## Adding method: edger to the set.## Starting method limma, table macro_chr-sh.## Starting method limma, table macro_chr-nil.## Starting method limma, table macro_sh-nil.## Starting method deseq, table macro_chr-sh.## Starting method deseq, table macro_chr-nil.## Starting method deseq, table macro_sh-nil.## Warning in cor(x = fs[["x"]], y = fs[["y"]], method = cor_method): the standard
## deviation is zero## Starting method edger, table macro_chr-sh.## Starting method edger, table macro_chr-nil.## Starting method edger, table macro_sh-nil.
nobatch_batch$logfc## macro_chr-sh macro_chr-nil macro_sh-nil
## 0.6481 0.6568 0.9817batch_sva <- compare_de_results(first=hs_macr_batch_tables,
second=hs_macr_sva_tables)## Testing method: limma.## Adding method: limma to the set.## Testing method: deseq.## Adding method: deseq to the set.## Testing method: edger.## Adding method: edger to the set.## Starting method limma, table macro_chr-sh.## Starting method limma, table macro_chr-nil.## Starting method limma, table macro_sh-nil.## Starting method deseq, table macro_chr-sh.## Starting method deseq, table macro_chr-nil.## Starting method deseq, table macro_sh-nil.## Starting method edger, table macro_chr-sh.## Starting method edger, table macro_chr-nil.## Starting method edger, table macro_sh-nil.
batch_sva$logfc## macro_chr-sh macro_chr-nil macro_sh-nil
## 0.6972 0.3393 0.4762batch_combat <- compare_de_results(first=hs_macr_batch_tables,
second=hs_macr_combat_tables)## Testing method: limma.## Adding method: limma to the set.## Testing method: deseq.## Adding method: deseq to the set.## Testing method: edger.## Adding method: edger to the set.## Starting method limma, table macro_chr-sh.## Starting method limma, table macro_chr-nil.## Starting method limma, table macro_sh-nil.## Starting method deseq, table macro_chr-sh.## Starting method deseq, table macro_chr-nil.## Starting method deseq, table macro_sh-nil.## Starting method edger, table macro_chr-sh.## Starting method edger, table macro_chr-nil.## Starting method edger, table macro_sh-nil.
batch_combat$logfc## macro_chr-sh macro_chr-nil macro_sh-nil
## 0.9207 0.9153 0.8649sva_combat <- compare_de_results(first=hs_macr_sva_tables,
second=hs_macr_combat_tables)## Testing method: limma.## Adding method: limma to the set.## Testing method: deseq.## Adding method: deseq to the set.## Testing method: edger.## Adding method: edger to the set.## Starting method limma, table macro_chr-sh.## Starting method limma, table macro_chr-nil.## Starting method limma, table macro_sh-nil.## Starting method deseq, table macro_chr-sh.## Starting method deseq, table macro_chr-nil.## Starting method deseq, table macro_sh-nil.## Starting method edger, table macro_chr-sh.## Starting method edger, table macro_chr-nil.## Starting method edger, table macro_sh-nil.
sva_combat$logfc## macro_chr-sh macro_chr-nil macro_sh-nil
## 0.6693 0.3243 0.3767## Interesting how much sva and combat disagree.8.6 Two likely volcano plots
batchmodel_volcano <- plot_volcano_de(
table=hs_macr_batch_tables[["data"]][["macro_chr-sh"]],
color_by="state",
fc_col="deseq_logfc",
p_col="deseq_adjp",
shapes_by_state=FALSE,
line_position="top")## The color list must have 4, setting it to the default.batchmodel_volcano$plot
svamodel_volcano <- plot_volcano_de(
table=hs_macr_sva_tables[["data"]][["macro_chr-sh"]],
color_by="state",
fc_col="deseq_logfc",
p_col="deseq_adjp",
shapes_by_state=FALSE,
line_position="top")## The color list must have 4, setting it to the default.svamodel_volcano$plot
8.7 PROPER
hs_proper <- simple_proper(de_tables=hs_macr_batch_tables)## Working on contrast 1: sh_vs_chr.## Warning in 1:Nreps: numerical expression has 4 elements: only the first used## Loading required package: edgeR## Loading required package: limma##
## Attaching package: 'limma'## The following object is masked from 'package:BiocGenerics':
##
## plotMA## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## SS=3,3 SS=5,5 SS=7,7 SS=10,10
## 0.2 0.51 0.54 0.55 NaN
## 0.5 0.61 0.62 0.63 NaN
## 1 0.67 0.67 0.67 NaN
## 2 0.72 0.71 0.71 NaN
## 5 0.77 0.75 0.74 NaN
## 10 0.80 0.78 0.77 NaN## Working on contrast 2: uninf_vs_chr.## Warning in 1:Nreps: numerical expression has 4 elements: only the first used## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## SS=3,3 SS=5,5 SS=7,7 SS=10,10
## 0.2 0.54 0.56 0.56 NaN
## 0.5 0.63 0.64 0.64 NaN
## 1 0.69 0.68 0.68 NaN
## 2 0.73 0.72 0.71 NaN
## 5 0.78 0.76 0.75 NaN
## 10 0.81 0.79 0.77 NaN## Working on contrast 3: uninf_vs_sh.## Warning in 1:Nreps: numerical expression has 4 elements: only the first used## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in 1:Nreps: numerical expression has 4 elements: only the first used
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, power.lo[, j], stratas, power.hi[, j], length =
## 0.05, : zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, TD.lo[, j], stratas, TD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## Warning in arrows(stratas, FD.lo[, j], stratas, FD.hi[, j], length = 0.05, :
## zero-length arrow is of indeterminate angle and so skipped
## SS=3,3 SS=5,5 SS=7,7 SS=10,10
## 0.2 0.54 0.55 0.57 NaN
## 0.5 0.63 0.64 0.64 NaN
## 1 0.69 0.68 0.68 NaN
## 2 0.73 0.71 0.71 NaN
## 5 0.77 0.75 0.75 NaN
## 10 0.80 0.79 0.78 NaN8.8 Ontology searching against the sva results.
Recall that I made the variables ‘hs_macr_sva_sig’ and ‘hs_macr_sva_abun’ to hold the results of the most significantly changed and abundant genes.
gProfiler is my favorite tool for ontology searching, however they recently had a big update and split their code. The new version has all sorts of cool toys, but as of the last time I tried it, did not work. Thus the following is still using the older methods.
lfs_up <- hs_macr_sva_sig[["deseq"]][["ups"]][["macro_chr-sh"]]
lfs_down <- hs_macr_sva_sig[["deseq"]][["downs"]][["macro_chr-sh"]]
up_gp <- simple_gprofiler(sig_genes=lfs_up, species="hsapiens")## Performing gProfiler GO search of 108 genes against hsapiens.## GO search found 48 hits.## Performing gProfiler KEGG search of 108 genes against hsapiens.## KEGG search found 0 hits.## Performing gProfiler REAC search of 108 genes against hsapiens.## REAC search found 1 hits.## Performing gProfiler MI search of 108 genes against hsapiens.## MI search found 0 hits.## Performing gProfiler TF search of 108 genes against hsapiens.## TF search found 2 hits.## Performing gProfiler CORUM search of 108 genes against hsapiens.## CORUM search found 0 hits.## Performing gProfiler HP search of 108 genes against hsapiens.## HP search found 0 hits.up_gp[["pvalue_plots"]][["bpp_plot_over"]]
down_gp <- simple_gprofiler(sig_genes=lfs_down, species="hsapiens")## Performing gProfiler GO search of 55 genes against hsapiens.## GO search found 10 hits.## Performing gProfiler KEGG search of 55 genes against hsapiens.## KEGG search found 2 hits.## Performing gProfiler REAC search of 55 genes against hsapiens.## REAC search found 0 hits.## Performing gProfiler MI search of 55 genes against hsapiens.## MI search found 0 hits.## Performing gProfiler TF search of 55 genes against hsapiens.## TF search found 2 hits.## Performing gProfiler CORUM search of 55 genes against hsapiens.## CORUM search found 0 hits.## Performing gProfiler HP search of 55 genes against hsapiens.## HP search found 1 hits.down_gp[["pvalue_plots"]][["bpp_plot_over"]]
up_goseq <- simple_goseq(sig_genes=lfs_up, go_db=hs_go[["go"]], length_db=hs_lengths)## Using the row names of your table.## Found 108 genes out of 108 from the sig_genes in the go_db.## Found 108 genes out of 108 from the sig_genes in the length_db.## Using manually entered categories.## Calculating the p-values...## 'select()' returned 1:1 mapping between keys and columns## simple_goseq(): Calculating q-values## simple_goseq(): Filling godata with terms, this is slow.## Testing that go categories are defined.## Removing undefined categories.## Gathering synonyms.## Gathering category definitions.## simple_goseq(): Making pvalue plots for the ontologies.
up_goseq[["pvalue_plots"]][["bpp_plot_over"]]
down_goseq <- simple_goseq(sig_genes=lfs_down, go_db=hs_go[["go"]], length_db=hs_lengths)## Using the row names of your table.## Found 55 genes out of 55 from the sig_genes in the go_db.## Found 55 genes out of 55 from the sig_genes in the length_db.## Using manually entered categories.## Calculating the p-values...## 'select()' returned 1:1 mapping between keys and columns## simple_goseq(): Calculating q-values## simple_goseq(): Filling godata with terms, this is slow.## Testing that go categories are defined.## Removing undefined categories.## Gathering synonyms.## Gathering category definitions.## simple_goseq(): Making pvalue plots for the ontologies.
down_goseq[["pvalue_plots"]][["bpp_plot_over"]]
up_topgo <- simple_topgo(sig_genes=lfs_up, go_db=hs_go[["go"]])## simple_topgo(): Set densities=TRUE for ontology density plots.up_topgo[["pvalue_plots"]][["bpp_plot_over"]]
down_topgo <- simple_topgo(sig_genes=lfs_down, go_db=hs_go[["go"]])## simple_topgo(): Set densities=TRUE for ontology density plots.down_topgo[["pvalue_plots"]][["bpp_plot_over"]]
up_cp <- simple_clusterprofiler(sig_genes=lfs_up, do_david=FALSE, do_gsea=FALSE, orgdb="org.Hs.eg.db", fc_column="deseq_logfc")## Testing available OrgDb keytypes for the best mapping to entrez.## Chose keytype: OMIM for all genes because it had 130 out of 61217 genes.## Chose keytype: ENSEMBL for sig genes because it had 108 out of 108 genes.## Unable to find the fold-change column in the de table, not doing gsea.## Calculating GO groups.## Found 151 MF, 527 BP, and 979 CC hits.## Calculating enriched GO groups.## Found 15 MF, 93 BP, and 9 CC enriched hits.## Found 107 matches between the significant gene list and kegg universe.## Performing KEGG analyses.## Reading KEGG annotation online:
##
## Reading KEGG annotation online:## Found 0 KEGG enriched hits.## Plotting results.up_cp[["pvalue_plots"]][["ego_all_bp"]]
up_cp[["plots"]][["dot_all_bp"]]
down_cp <- simple_clusterprofiler(sig_genes=lfs_down, do_david=FALSE, do_gsea=FALSE, orgdb="org.Hs.eg.db", fc_column="deseq_logfc")## Testing available OrgDb keytypes for the best mapping to entrez.## Chose keytype: OMIM for all genes because it had 130 out of 61217 genes.## Chose keytype: ENSEMBL for sig genes because it had 55 out of 55 genes.## Unable to find the fold-change column in the de table, not doing gsea.## Calculating GO groups.## Found 151 MF, 527 BP, and 979 CC hits.## Calculating enriched GO groups.## Found 16 MF, 18 BP, and 7 CC enriched hits.## Found 54 matches between the significant gene list and kegg universe.## Performing KEGG analyses.## Found 0 KEGG enriched hits.## Plotting results.down_cp[["pvalue_plots"]][["ego_all_bp"]]
down_cp[["plots"]][["dot_all_bp"]]
pander::pander(sessionInfo())R version 4.0.0 (2020-04-24)
Platform: x86_64-pc-linux-gnu (64-bit)
locale: LC_CTYPE=en_US.UTF-8, LC_NUMERIC=C, LC_TIME=en_US.UTF-8, LC_COLLATE=en_US.UTF-8, LC_MONETARY=en_US.UTF-8, LC_MESSAGES=en_US.UTF-8, LC_PAPER=en_US.UTF-8, LC_NAME=C, LC_ADDRESS=C, LC_TELEPHONE=C, LC_MEASUREMENT=en_US.UTF-8 and LC_IDENTIFICATION=C
attached base packages: grid, stats4, parallel, stats, graphics, grDevices, utils, datasets, methods and base
other attached packages: topGO(v.2.40.0), SparseM(v.1.78), edgeR(v.3.30.3), limma(v.3.44.3), ruv(v.0.9.7.1), Homo.sapiens(v.1.3.1), TxDb.Hsapiens.UCSC.hg19.knownGene(v.3.2.2), org.Hs.eg.db(v.3.11.4), GO.db(v.3.11.4), OrganismDbi(v.1.30.0), GenomicFeatures(v.1.40.1), GenomicRanges(v.1.40.0), GenomeInfoDb(v.1.24.2), GSEABase(v.1.50.1), graph(v.1.66.0), annotate(v.1.66.0), XML(v.3.99-0.4), xCell(v.1.1.0), org.Cfasciculata.Cf.Cl.v46.eg.db(v.2020.07), org.Lmexicana.MHOMGT2001U1103.v46.eg.db(v.2020.07), org.Ldonovani.BPK282A1.v46.eg.db(v.2020.07), org.Lbraziliensis.MHOMBR75M2904.v46.eg.db(v.2020.07), org.Lpanamensis.MHOMCOL81L13.v46.eg.db(v.2020.07), org.Lmajor.Friedlin.v46.eg.db(v.2020.07), AnnotationDbi(v.1.50.1), IRanges(v.2.22.2), S4Vectors(v.0.26.1), futile.logger(v.1.4.3), hpgltools(v.1.0), testthat(v.2.3.2), Biobase(v.2.48.0) and BiocGenerics(v.0.34.0)
loaded via a namespace (and not attached): rappdirs(v.0.3.1), rtracklayer(v.1.48.0), AnnotationForge(v.1.30.1), R.methodsS3(v.1.8.0), tidyr(v.1.1.0), ggplot2(v.3.3.2), bit64(v.0.9-7), knitr(v.1.29), R.utils(v.2.9.2), DelayedArray(v.0.14.0), data.table(v.1.12.8), KEGGREST(v.1.28.0), RCurl(v.1.98-1.2), doParallel(v.1.0.15), generics(v.0.0.2), preprocessCore(v.1.50.0), callr(v.3.4.3), cowplot(v.1.0.0), lambda.r(v.1.2.4), usethis(v.1.6.1), RSQLite(v.2.2.0), europepmc(v.0.4), rBiopaxParser(v.2.28.0), bit(v.1.1-15.2), enrichplot(v.1.8.1), xml2(v.1.3.2), httpuv(v.1.5.4), SummarizedExperiment(v.1.18.2), assertthat(v.0.2.1), viridis(v.0.5.1), xfun(v.0.15), hms(v.0.5.3), evaluate(v.0.14), promises(v.1.1.1), DEoptimR(v.1.0-8), fansi(v.0.4.1), progress(v.1.2.2), caTools(v.1.18.0), dbplyr(v.1.4.4), geneplotter(v.1.66.0), igraph(v.1.2.5), DBI(v.1.1.0), purrr(v.0.3.4), ellipsis(v.0.3.1), dplyr(v.1.0.0), backports(v.1.1.8), biomaRt(v.2.44.1), vctrs(v.0.3.1), remotes(v.2.1.1), withr(v.2.2.0), ggforce(v.0.3.2), triebeard(v.0.3.0), robustbase(v.0.93-6), AnnotationHubData(v.1.18.0), GenomicAlignments(v.1.24.0), prettyunits(v.1.1.1), DOSE(v.3.14.0), crayon(v.1.3.4), genefilter(v.1.70.0), pkgconfig(v.2.0.3), labeling(v.0.3), tweenr(v.1.0.1), nlme(v.3.1-148), pkgload(v.1.1.0), devtools(v.2.3.0), rlang(v.0.4.7), lifecycle(v.0.2.0), downloader(v.0.4), BiocFileCache(v.1.12.0), directlabels(v.2020.6.17), AnnotationHub(v.2.20.0), rprojroot(v.1.3-2), polyclip(v.1.10-0), GSVA(v.1.36.2), matrixStats(v.0.56.0), Matrix(v.1.2-18), urltools(v.1.7.3), boot(v.1.3-25), base64enc(v.0.1-3), geneLenDataBase(v.1.24.0), ggridges(v.0.5.2), processx(v.3.4.3), png(v.0.1-7), viridisLite(v.0.3.0), bitops(v.1.0-6), R.oo(v.1.23.0), KernSmooth(v.2.23-17), pander(v.0.6.3), Biostrings(v.2.56.0), blob(v.1.2.1), stringr(v.1.4.0), qvalue(v.2.20.0), gProfileR(v.0.7.0), gridGraphics(v.0.5-0), scales(v.1.1.1), memoise(v.1.1.0), magrittr(v.1.5), plyr(v.1.8.6), gplots(v.3.0.4), gdata(v.2.18.0), zlibbioc(v.1.34.0), compiler(v.4.0.0), scatterpie(v.0.1.4), RColorBrewer(v.1.1-2), lme4(v.1.1-23), DESeq2(v.1.28.1), Rsamtools(v.2.4.0), cli(v.2.0.2), XVector(v.0.28.0), ps(v.1.3.3), formatR(v.1.7), MASS(v.7.3-51.6), mgcv(v.1.8-31), tidyselect(v.1.1.0), stringi(v.1.4.6), EuPathDB(v.1.6.0), highr(v.0.8), yaml(v.2.2.1), GOSemSim(v.2.14.0), askpass(v.1.1), locfit(v.1.5-9.4), ggrepel(v.0.8.2), biocViews(v.1.56.1), fastmatch(v.1.1-0), tools(v.4.0.0), rstudioapi(v.0.11), foreach(v.1.5.0), gridExtra(v.2.3), Rtsne(v.0.15), farver(v.2.0.3), ggraph(v.2.0.3), digest(v.0.6.25), rvcheck(v.0.1.8), BiocManager(v.1.30.10), pracma(v.2.2.9), shiny(v.1.5.0), quadprog(v.1.5-8), Rcpp(v.1.0.5), BiocVersion(v.3.11.1), later(v.1.1.0.1), httr(v.1.4.1), colorspace(v.1.4-1), rvest(v.0.3.5), fs(v.1.4.2), splines(v.4.0.0), RBGL(v.1.64.0), statmod(v.1.4.34), PROPER(v.1.20.0), graphlayouts(v.0.7.0), shinythemes(v.1.1.2), ggplotify(v.0.0.5), sessioninfo(v.1.1.1), xtable(v.1.8-4), jsonlite(v.1.7.0), nloptr(v.1.2.2.2), futile.options(v.1.0.1), tidygraph(v.1.2.0), corpcor(v.1.6.9), Vennerable(v.3.1.0.9000), R6(v.2.4.1), RUnit(v.0.4.32), pillar(v.1.4.6), htmltools(v.0.5.0), mime(v.0.9), glue(v.1.4.1), fastmap(v.1.0.1), minqa(v.1.2.4), clusterProfiler(v.3.16.0), BiocParallel(v.1.22.0), interactiveDisplayBase(v.1.26.3), codetools(v.0.2-16), fgsea(v.1.14.0), pkgbuild(v.1.1.0), lattice(v.0.20-41), tibble(v.3.0.3), sva(v.3.36.0), pbkrtest(v.0.4-8.6), BiasedUrn(v.1.07), curl(v.4.3), colorRamps(v.2.3), gtools(v.3.8.2), zip(v.2.0.4), openxlsx(v.4.1.5), openssl(v.1.4.2), survival(v.3.2-3), rmarkdown(v.2.3), desc(v.1.2.0), munsell(v.0.5.0), fastcluster(v.1.1.25), DO.db(v.2.9), GenomeInfoDbData(v.1.2.3), goseq(v.1.40.0), iterators(v.1.0.12), variancePartition(v.1.18.2), reshape2(v.1.4.4) and gtable(v.0.3.0)
message(paste0("This is hpgltools commit: ", get_git_commit()))## If you wish to reproduce this exact build of hpgltools, invoke the following:## > git clone http://github.com/abelew/hpgltools.git## > git reset 29c7dde0a24277fa95ac712188385a347c14c6f1## This is hpgltools commit: Thu Jul 9 10:37:52 2020 -0400: 29c7dde0a24277fa95ac712188385a347c14c6f1this_save <- paste0(gsub(pattern="\\.Rmd", replace="", x=rmd_file), "-v", ver, ".rda.xz")
message(paste0("Saving to ", this_save))## Saving to macrophage_all_analyses_202007-v20200706.rda.xztmp <- sm(saveme(filename=this_save))LS0tCnRpdGxlOiAiTC5wYW5hbWVuc2lzIDIwMjAwNzogRGlmZmVyZW50aWFsIEV4cHJlc3Npb24gaW4gaHVtYW4gbWFjcm9waGFnZXMuIgphdXRob3I6ICJhdGIgYWJlbGV3QGdtYWlsLmNvbSIKZGF0ZTogImByIFN5cy5EYXRlKClgIgpvdXRwdXQ6CiAgcm1kZm9ybWF0czo6cmVhZHRoZWRvd246CiAgICBjb2RlX2Rvd25sb2FkOiB0cnVlCiAgICBjb2RlX2ZvbGRpbmc6IHNob3cKICAgIGRmX3ByaW50OiBwYWdlZAogICAgZmlnX2NhcHRpb246IHRydWUKICAgIGZpZ19oZWlnaHQ6IDcKICAgIGZpZ193aWR0aDogNwogICAgaGlnaGxpZ2h0OiB0YW5nbwogICAgd2lkdGg6IDMwMAogICAga2VlcF9tZDogZmFsc2UKICAgIG1vZGU6IHNlbGZjb250YWluZWQKICAgIHRvY19mbG9hdDogdHJ1ZQogIEJpb2NTdHlsZTo6aHRtbF9kb2N1bWVudDoKICAgIGNvZGVfZG93bmxvYWQ6IHRydWUKICAgIGNvZGVfZm9sZGluZzogc2hvdwogICAgZmlnX2NhcHRpb246IHRydWUKICAgIGZpZ19oZWlnaHQ6IDcKICAgIGZpZ193aWR0aDogNwogICAgaGlnaGxpZ2h0OiB0YW5nbwogICAga2VlcF9tZDogZmFsc2UKICAgIG1vZGU6IHNlbGZjb250YWluZWQKICAgIHRvY19mbG9hdDogdHJ1ZQogIGh0bWxfZG9jdW1lbnQ6CiAgICBjb2RlX2Rvd25sb2FkOiB0cnVlCiAgICBjb2RlX2ZvbGRpbmc6IHNob3cKICAgIGZpZ19jYXB0aW9uOiB0cnVlCiAgICBmaWdfaGVpZ2h0OiA3CiAgICBmaWdfd2lkdGg6IDcKICAgIGhpZ2hsaWdodDogdGFuZ28KICAgIGtlZXBfbWQ6IGZhbHNlCiAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICBudW1iZXJfc2VjdGlvbnM6IHRydWUKICAgIHNlbGZfY29udGFpbmVkOiB0cnVlCiAgICB0aGVtZTogcmVhZGFibGUKICAgIHRvYzogdHJ1ZQogICAgdG9jX2Zsb2F0OgogICAgICBjb2xsYXBzZWQ6IGZhbHNlCiAgICAgIHNtb290aF9zY3JvbGw6IGZhbHNlCi0tLQoKPHN0eWxlIHR5cGU9InRleHQvY3NzIj4KYm9keSwgdGQgewogIGZvbnQtc2l6ZTogMTZweDsKfQpjb2RlLnJ7CiAgZm9udC1zaXplOiAxNnB4Owp9CnByZSB7CiBmb250LXNpemU6IDE2cHgKfQo8L3N0eWxlPgoKYGBge3Igb3B0aW9ucywgaW5jbHVkZT1GQUxTRX0KbGlicmFyeSgiaHBnbHRvb2xzIikKdHQgPC0gZGV2dG9vbHM6OmxvYWRfYWxsKCIvZGF0YS9ocGdsdG9vbHMiKQprbml0cjo6b3B0c19rbml0JHNldChwcm9ncmVzcz1UUlVFLAogICAgICAgICAgICAgICAgICAgICB2ZXJib3NlPVRSVUUsCiAgICAgICAgICAgICAgICAgICAgIHdpZHRoPTkwLAogICAgICAgICAgICAgICAgICAgICBlY2hvPVRSVUUpCmtuaXRyOjpvcHRzX2NodW5rJHNldChlcnJvcj1UUlVFLAogICAgICAgICAgICAgICAgICAgICAgZmlnLndpZHRoPTgsCiAgICAgICAgICAgICAgICAgICAgICBmaWcuaGVpZ2h0PTgsCiAgICAgICAgICAgICAgICAgICAgICBkcGk9OTYpCm9sZF9vcHRpb25zIDwtIG9wdGlvbnMoZGlnaXRzPTQsCiAgICAgICAgICAgICAgICAgICAgICAgc3RyaW5nc0FzRmFjdG9ycz1GQUxTRSwKICAgICAgICAgICAgICAgICAgICAgICBrbml0ci5kdXBsaWNhdGUubGFiZWw9ImFsbG93IikKZ2dwbG90Mjo6dGhlbWVfc2V0KGdncGxvdDI6OnRoZW1lX2J3KGJhc2Vfc2l6ZT0xMCkpCnJ1bmRhdGUgPC0gZm9ybWF0KFN5cy5EYXRlKCksIGZvcm1hdD0iJVklbSVkIikKcHJldmlvdXNfZmlsZSA8LSAiaW5kZXguUm1kIgp2ZXIgPC0gIjIwMjAwNzA2IgoKIyN0bXAgPC0gc20obG9hZG1lKGZpbGVuYW1lPXBhc3RlMChnc3ViKHBhdHRlcm49IlxcLlJtZCIsIHJlcGxhY2U9IiIsIHg9cHJldmlvdXNfZmlsZSksICItdiIsIHZlciwgIi5yZGEueHoiKSkpCnJtZF9maWxlIDwtICJtYWNyb3BoYWdlX2FsbF9hbmFseXNlc18yMDIwMDcuUm1kIgpgYGAKCiMgQW5ub3RhdGlvbiB2ZXJzaW9uOiBgciB2ZXJgCgojIyBHZW5vbWUgYW5ub3RhdGlvbiBpbnB1dAoKVGhlcmUgYXJlIGEgZmV3IG1ldGhvZHMgb2YgaW1wb3J0aW5nIGFubm90YXRpb24gZGF0YSBpbnRvIFIuICBUaGUgZm9sbG93aW5nIGFyZQp0d28gYXR0ZW1wdHMsIHRoZSBzZWNvbmQgaXMgY3VycmVudGx5IGJlaW5nIHVzZWQgaW4gdGhlc2UgYW5hbHlzZXMuCgpgYGB7ciBtYWtlX29yZ2RifQptZXRhIDwtIEV1UGF0aERCOjpkb3dubG9hZF9ldXBhdGhfbWV0YWRhdGEod2Vic2VydmljZT0idHJpdHJ5cGRiIikKCmxtX2VudHJ5IDwtIEV1UGF0aERCOjpnZXRfZXVwYXRoX2VudHJ5KHNwZWNpZXM9IkxlaXNobWFuaWEgbWFqb3IiLCBtZXRhZGF0YT1tZXRhKQpscF9lbnRyeSA8LSBFdVBhdGhEQjo6Z2V0X2V1cGF0aF9lbnRyeShzcGVjaWVzPSJMZWlzaG1hbmlhIHBhbmFtZW5zaXMiLCBtZXRhZGF0YT1tZXRhKQpsbWV4X2VudHJ5IDwtIEV1UGF0aERCOjpnZXRfZXVwYXRoX2VudHJ5KHNwZWNpZXM9IkxlaXNobWFuaWEgbWV4aWNhbmEiLCBtZXRhZGF0YT1tZXRhKQpsYW1hX2VudHJ5IDwtIEV1UGF0aERCOjpnZXRfZXVwYXRoX2VudHJ5KHNwZWNpZXM9IkxlaXNobWFuaWEgYW1hem9uZW5zaXMiLCBtZXRhZGF0YT1tZXRhKQpsYl9lbnRyeSA8LSBFdVBhdGhEQjo6Z2V0X2V1cGF0aF9lbnRyeShzcGVjaWVzPSIyOTA0IiwgbWV0YWRhdGE9bWV0YSkKbGRfZW50cnkgPC0gRXVQYXRoREI6OmdldF9ldXBhdGhfZW50cnkoc3BlY2llcz0iZG9ub3ZhbmkiLCBtZXRhZGF0YT1tZXRhKQpjcml0X2VudHJ5IDwtIEV1UGF0aERCOjpnZXRfZXVwYXRoX2VudHJ5KHNwZWNpZXM9IkNyaXRoIiwgbWV0YWRhdGE9bWV0YSkKCnRlc3RpbmdfcGFuYW1lbnNpcyA8LSBFdVBhdGhEQjo6bWFrZV9ldXBhdGhfb3JnZGIoZW50cnk9bHBfZW50cnkpCnRlc3RpbmdfYnJhemlsaWVuc2lzIDwtIEV1UGF0aERCOjptYWtlX2V1cGF0aF9vcmdkYihlbnRyeT1sYl9lbnRyeSkKdGVzdGluZ19kb25vdmFuaSA8LSBFdVBhdGhEQjo6bWFrZV9ldXBhdGhfb3JnZGIoZW50cnk9bGRfZW50cnkpCnRlc3RpbmdfbWV4aWNhbmEgPC0gRXVQYXRoREI6Om1ha2VfZXVwYXRoX29yZ2RiKGVudHJ5PWxtZXhfZW50cnkpCnRlc3RpbmdfbWFqb3IgPC0gRXVQYXRoREI6Om1ha2VfZXVwYXRoX29yZ2RiKGVudHJ5PWxtX2VudHJ5KQp0ZXN0aW5nX2NyaXRoIDwtIEV1UGF0aERCOjptYWtlX2V1cGF0aF9vcmdkYihlbnRyeT1jcml0X2VudHJ5KQpgYGAKCkFzc3VtaW5nIHRoZSBhYm92ZSBwYWNrYWdlcyBnb3QgY3JlYXRlZCwgd2UgbWF5IGxvYWQgdGhlbSBhbmQgZXh0cmFjdCB0aGUKYW5ub3RhdGlvbiBkYXRhLgoKYGBge3IgbHBhbmFtZW5zaXNfb3JnZGJ9CndhbnRlZF9maWVsZHMgPC0gYygiYW5ub3RfY2RzX2xlbmd0aCIsICJhbm5vdF9jaHJvbW9zb21lIiwgImFubm90X2dlbmVfZW50cmV6X2lkIiwKICAgICAgICAgICAgICAgICAgICJhbm5vdF9nZW5lX25hbWUiLCAiYW5ub3Rfc3RyYW5kIiwgImdpZCIsICJnb19nb19pZCIsCiAgICAgICAgICAgICAgICAgICAiZ29fZ29fdGVybV9uYW1lIiwgImdvX29udG9sb2d5IiwKICAgICAgICAgICAgICAgICAgICJpbnRlcnByb19kZXNjcmlwdGlvbiIgLCJpbnRlcnByb19lX3ZhbHVlIiwgInR5cGVfZ2VuZV90eXBlIikKCmxtX29yZyA8LSBzbShFdVBhdGhEQjo6bG9hZF9ldXBhdGhfYW5ub3RhdGlvbnMocXVlcnk9bG1fZW50cnkpKQpscF9vcmcgPC0gc20oRXVQYXRoREI6OmxvYWRfZXVwYXRoX2Fubm90YXRpb25zKHF1ZXJ5PWxwX2VudHJ5KSkKbGJfb3JnIDwtIHNtKEV1UGF0aERCOjpsb2FkX2V1cGF0aF9hbm5vdGF0aW9ucyhxdWVyeT1sYl9lbnRyeSkpCmxkX29yZyA8LSBzbShFdVBhdGhEQjo6bG9hZF9ldXBhdGhfYW5ub3RhdGlvbnMocXVlcnk9bGRfZW50cnkpKQpsbWV4X29yZyA8LSBzbShFdVBhdGhEQjo6bG9hZF9ldXBhdGhfYW5ub3RhdGlvbnMocXVlcnk9bG1leF9lbnRyeSkpCmNmX29ydCA8LSBzbShFdVBhdGhEQjo6bG9hZF9ldXBhdGhfYW5ub3RhdGlvbnMocXVlcnk9Y3JpdF9lbnRyeSkpCmBgYAoKIyMgUmVhZCBhIGdmZiBmaWxlCgpJbiBjb250cmFzdCwgaXQgaXMgcG9zc2libGUgdG8gbG9hZCBtb3N0IGFubm90YXRpb25zIG9mIGludGVyZXN0IGRpcmVjdGx5IGZyb20KdGhlIGdmZiBmaWxlcyB1c2VkIGluIHRoZSBhbGlnbm1lbnRzLiAgTW9yZSBpbi1kZXB0aCBpbmZvcm1hdGlvbiBmb3IgdGhlIGh1bWFuCnRyYW5zY3JpcHRvbWUgbWF5IGJlIGV4dHJhY3RlZCBmcm9tIGJpb21hcnQuCgpgYGB7ciBnZW5vbWVfaW5wdXR9CiMjIFRoZSBvbGQgd2F5IG9mIGdldHRpbmcgZ2Vub21lL2Fubm90YXRpb24gZGF0YQpscF9nZmYgPC0gInJlZmVyZW5jZS9scGFuYW1lbnNpcy5nZmYiCmxiX2dmZiA8LSAicmVmZXJlbmNlL2xicmF6aWxpZW5zaXMuZ2ZmIgpoc19nZmYgPC0gInJlZmVyZW5jZS9oc2FwaWVucy5ndGYiCgpscF9mYXN0YSA8LSAicmVmZXJlbmNlL2xwYW5hbWVuc2lzLmZhc3RhLnh6IgpsYl9mYXN0YSA8LSAicmVmZXJlbmNlL2xicmF6aWxpZW5zaXMuZmFzdGEueHoiCmhzX2Zhc3RhIDwtICJyZWZlcmVuY2UvaHNhcGllbnMuZmFzdGEueHoiCgpscF9hbm5vdGF0aW9ucyA8LSBzbShsb2FkX2dmZl9hbm5vdGF0aW9ucyhscF9nZmYsIHR5cGU9ImdlbmUiKSkKcm93bmFtZXMobHBfYW5ub3RhdGlvbnMpIDwtIHBhc3RlMCgiZXhvbl8iLCBscF9hbm5vdGF0aW9ucyR3ZWJfaWQsICIuMSIpCgpsYl9hbm5vdGF0aW9ucyA8LSBzbShsb2FkX2dmZl9hbm5vdGF0aW9ucyhsYl9nZmYsIHR5cGU9ImdlbmUiKSkKCmhzX2dmZl9hbm5vdCA8LSBzbShsb2FkX2dmZl9hbm5vdGF0aW9ucyhoc19nZmYsIGlkX2NvbD0iZ2VuZV9pZCIpKQpoc19hbm5vdGF0aW9ucyA8LSBzbShsb2FkX2Jpb21hcnRfYW5ub3RhdGlvbnMoKSkkYW5ub3RhdGlvbgpoc19hbm5vdGF0aW9ucyRJRCA8LSBoc19hbm5vdGF0aW9ucyRnZW5lSUQKcm93bmFtZXMoaHNfYW5ub3RhdGlvbnMpIDwtIG1ha2UubmFtZXMoaHNfYW5ub3RhdGlvbnNbWyJlbnNlbWJsX2dlbmVfaWQiXV0sIHVuaXF1ZT1UUlVFKQpkaW0oaHNfYW5ub3RhdGlvbnMpCgpscF9zaXplX2Rpc3QgPC0gcGxvdF9oaXN0b2dyYW0obHBfYW5ub3RhdGlvbnNbWyJ3aWR0aCJdXSkKbHBfc2l6ZV9kaXN0Cgpoc19zaXplX2Rpc3QgPC0gcGxvdF9oaXN0b2dyYW0oaHNfYW5ub3RhdGlvbnNbWyJjZHNfbGVuZ3RoIl1dKQpoc19zaXplX2Rpc3QgKwogIGdncGxvdDI6OnNjYWxlX3hfY29udGludW91cyhsaW1pdHM9YygwLCAyMDAwMCkpCmBgYAoKIyMgRXh0cmFjdGluZyBDZWxsIFR5cGVzCgpNYXJpYSBBZGVsYWlkYSByZXF1ZXN0ZWQgYWRkaW5nIHRoZSB4Q2VsbCBjZWxsIHR5cGVzIHRvIHRoZSBkYXRhLgoKYGBge3IgeENlbGxfZGF0YX0KbGlicmFyeSh4Q2VsbCkKZGF0YSgieENlbGwuZGF0YSIsIHBhY2thZ2U9InhDZWxsIikKc3VtbWFyeSh4Q2VsbC5kYXRhKQpsaWJyYXJ5KEdTRUFCYXNlKQpkZXRhaWxzKHhDZWxsLmRhdGEkc2lnbmF0dXJlc1tbMV1dKQoKc2lncyA8LSB4Q2VsbC5kYXRhJHNpZ25hdHVyZXMKaGVhZChuYW1lcyhzaWdzKSwgbj0xMCkKIyMgSGVyZSB3ZSBzZWUgdGhhdCB0aGUgc2lnbmF0dXJlcyBhcmUgZW5jb2RlZCBhcyAzIGVsZW1lbnQgbGlzdHMsIHRoZSBmaXJzdCBlbGVtZW50IGlzIHRoZQojIyBjZWxsIHR5cGUsIGZvbGxvd2VkIGJ5IHNvdXJjZSwgZm9sbG93ZWQgYnkgcmVwbGljYXRlLnR4dC4KY2VsbF90eXBlcyA8LSB1bmxpc3QobGFwcGx5KHN0cnNwbGl0KHg9bmFtZXMoc2lncyksIHNwbGl0PSIlIiksIGZ1bmN0aW9uKHgpIHsgeFtbMV1dIH0pKQpjZWxsX3NvdXJjZXMgPC0gdW5saXN0KGxhcHBseShzdHJzcGxpdCh4PW5hbWVzKHNpZ3MpLCBzcGxpdD0iJSIpLCBmdW5jdGlvbih4KSB7IHhbWzJdXSB9KSkKdHlwZV9mYWN0IDwtIGFzLmZhY3RvcihjZWxsX3R5cGVzKQp0eXBlcyA8LSBsZXZlbHModHlwZV9mYWN0KQoKY2VsbHR5cGVzX3RvX2dlbmVzIDwtIGxpc3QoKQpmb3IgKGMgaW4gMTpsZW5ndGgodHlwZXMpKSB7CiAgdHlwZSA8LSB0eXBlc1tjXQogIGlkeCA8LSBjZWxsX3R5cGVzID09IHR5cGUKICBzZXQgPC0gc2lnc1tpZHhdCiAgZ2VuZXMgPC0gc2V0ICU+JQogICAgZ2VuZUlkcygpICU+JQogICAgdW5saXN0KCkKICBjZWxsdHlwZXNfdG9fZ2VuZXNbW3R5cGVdXSA8LSBhcy5jaGFyYWN0ZXIoZ2VuZXMpCn0KZ2VuZXNfdG9fY2VsbHR5cGVzIDwtIEJpb2Jhc2U6OnJldmVyc2VTcGxpdChjZWxsdHlwZXNfdG9fZ2VuZXMpCgpnMmNfZGYgPC0gZGF0YS5mcmFtZShyb3cubmFtZXM9dW5pcXVlKG5hbWVzKGdlbmVzX3RvX2NlbGx0eXBlcykpKQpnMmNfZGZbWyJmb3VuZCJdXSA8LSAwCmZvciAoYyBpbiAxOmxlbmd0aChjZWxsdHlwZXNfdG9fZ2VuZXMpKSB7CiAgY2VsbHR5cGVfbmFtZSA8LSBuYW1lcyhjZWxsdHlwZXNfdG9fZ2VuZXMpW1tjXV0KICBtZXNzYWdlKCJTdGFydGluZyAiLCBjLCAiOiAiLCBjZWxsdHlwZV9uYW1lKQogIGNlbGx0eXBlX2NvbHVtbiA8LSBhcy5kYXRhLmZyYW1lKGNlbGx0eXBlc190b19nZW5lc1tbY11dKQogIGNvbG5hbWVzKGNlbGx0eXBlX2NvbHVtbikgPC0gY2VsbHR5cGVfbmFtZQogIHJvd25hbWVzKGNlbGx0eXBlX2NvbHVtbikgPC0gbWFrZS5uYW1lcyhjZWxsdHlwZV9jb2x1bW5bWzFdXSwgdW5pcXVlPVRSVUUpCiAgY2VsbHR5cGVfY29sdW1uW1sxXV0gPC0gVFJVRQogIGcyY19kZiA8LSBtZXJnZShnMmNfZGYsIGNlbGx0eXBlX2NvbHVtbiwgYnk9InJvdy5uYW1lcyIsIGFsbC54PVRSVUUpCiAgcm93bmFtZXMoZzJjX2RmKSA8LSBnMmNfZGZbWzFdXQogIGcyY19kZiA8LSBnMmNfZGZbLCAtMV0KfQpoZWFkKGcyY19kZikKbmFfaWR4IDwtIGlzLm5hKGcyY19kZikKZzJjX2RmW25hX2lkeF0gPC0gRkFMU0UKYGBgCgojIyBHZXR0aW5nIG9udG9sb2d5IGRhdGEKCkFubm90YXRpb24gZm9yIGdlbmUgb250b2xvZ2llcyBtYXkgYmUgZ2F0aGVyZWQgZnJvbSBhIHNpbWlsYXJseSBsYXJnZSBudW1iZXIgb2YKc291cmNlcy4gVGhlIGZvbGxvd2luZyBhcmUgYSBjb3VwbGUuCgpgYGB7ciBvbnRvbG9neTF9CiMjIFRyeSB1c2luZyBiaW9tYXJ0CmhzX2dvIDwtIHNtKGxvYWRfYmlvbWFydF9nbygpKQojIyBvciB0aGUgb3JnLkhzLmVnLmRiIHNxbGl0ZSBkYXRhYmFzZQp0dCA8LSBzbShsaWJyYXJ5KCJIb21vLnNhcGllbnMiKSkKaHMgPC0gSG9tby5zYXBpZW5zCiMjaHNfZ29fZW5zZW1ibCA8LSBsb2FkX29yZ2RiX2dvKGhzLCBoc19hbm5vdGF0aW9ucyRnZW5lSUQpCiMjZGltKGhzX2dvX2Jpb21hcnQpCiMjZGltKGhzX2dvX2Vuc2VtYmwpCiMjaHNfZ29pZHMgPC0gaHNfZ29fYmlvbWFydAoKIyMgV2hpbGUgdGVzdGluZywgSSBjYWxsZWQgdGhpcyBkZXNjLCB0aGF0IHdpbGwgbmVlZCB0byBjaGFuZ2UuCiMjbHBfdG9vbHRpcHMgPC0gbWFrZV90b29sdGlwcyhscF9hbm5vdGF0aW9ucykKIyNsYl90b29sdGlwcyA8LSBtYWtlX3Rvb2x0aXBzKGxiX2Fubm90YXRpb25zKQoKbHBfbGVuZ3RocyA8LSBscF9hbm5vdGF0aW9uc1ssIGMoIklEIiwgIndpZHRoIildCmxiX2xlbmd0aHMgPC0gbGJfYW5ub3RhdGlvbnNbLCBjKCJJRCIsICJ3aWR0aCIpXQpoc19sZW5ndGhzIDwtIGhzX2Fubm90YXRpb25zWywgYygiZW5zZW1ibF9nZW5lX2lkIiwgImNkc19sZW5ndGgiKV0KY29sbmFtZXMoaHNfbGVuZ3RocykgPC0gYygiSUQiLCAid2lkdGgiKQoKbHBfZ29pZHMgPC0gcmVhZC5jc3YoZmlsZT0icmVmZXJlbmNlL2xwYW5fZ28udHh0Lnh6Iiwgc2VwPSJcdCIsIGhlYWRlcj1GQUxTRSkKbGJfZ29pZHMgPC0gcmVhZC5jc3YoZmlsZT0icmVmZXJlbmNlL2xicmF6X2dvLnR4dC54eiIsIHNlcD0iXHQiLCBoZWFkZXI9RkFMU0UpCmNvbG5hbWVzKGxwX2dvaWRzKSA8LSBjKCJJRCIsIkdPIiwib250IiwibmFtZSIsInNvdXJjZSIsInRhZyIpCmNvbG5hbWVzKGxiX2dvaWRzKSA8LSBjKCJJRCIsIkdPIiwib250IiwibmFtZSIsInNvdXJjZSIsInRhZyIpCmBgYAoKIyBQdXR0aW5nIHRoZSBwaWVjZXMgdG9nZXRoZXIKClRoZSBtYWNyb3BoYWdlIGV4cGVyaW1lbnQgaGFzIHNhbXBsZXMgYWNyb3NzIDIgY29udGV4dHMsIHRoZSBob3N0IGFuZCBwYXJhc2l0ZS4KVGhlIGZvbGxvd2luZyBibG9jayBzZXRzIHVwIG9uZSBleHBlcmltZW50IGZvciBlYWNoLiAgSWYgeW91IG9wZW4gdGhlCmFsbF9zYW1wbGVzLXNwZWNpZXMueGxzeCBmaWxlcywgeW91IHdpbGwgbm90ZSBpbW1lZGlhdGVseSB0aGF0IGEgZmV3IGRpZmZlcmVudAphdHRlbXB0cyB3ZXJlIG1hZGUgYXQgYXNjZXJ0YWluaW5nIHRoZSBtb3N0IGxpa2VseSBleHBlcmltZW50YWwgZmFjdG9ycyB0aGF0CmNvbnRyaWJ1dGVkIHRvIHRoZSByZWFkaWx5IGFwcGFyZW50IGJhdGNoIGVmZmVjdHMuCgojIyBUaGUgaHVtYW4gdHJhbnNjcmlwdG9tZSBtYXBwaW5ncwoKS2VlcCBpbiBtaW5kIHRoYXQgaWYgSSBjaGFuZ2UgdGhlIGV4cGVyaW1lbnRhbCBkZXNpZ24gd2l0aCBuZXcgYW5ub3RhdGlvbnMsIEkKbXVzdCB0aGVyZWZvcmUgcmVnZW5lcmF0ZSB0aGUgZm9sbG93aW5nLgoKYGBge3IgaHNfZXhwdH0KaHNfZmluYWxfYW5ub3RhdGlvbnMgPC0gaHNfYW5ub3RhdGlvbnMKaHNfZmluYWxfYW5ub3RhdGlvbnMgPC0gaHNfZmluYWxfYW5ub3RhdGlvbnNbLCBjKCJlbnNlbWJsX3RyYW5zY3JpcHRfaWQiLCAiZW5zZW1ibF9nZW5lX2lkIiwgImNkc19sZW5ndGgiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgImhnbmNfc3ltYm9sIiwgImRlc2NyaXB0aW9uIiwgImdlbmVfYmlvdHlwZSIpXQpoc19maW5hbF9hbm5vdGF0aW9ucyRybiA8LSByb3duYW1lcyhoc19maW5hbF9hbm5vdGF0aW9ucykKbm90ZSA8LSAiTmV3IGV4cGVyaW1lbnRhbCBkZXNpZ24gZmFjdG9ycyBieSBzbnAgYWRkZWQgMjAxNi0wOS0yMCIKaHNfZmluYWxfYW5ub3RhdGlvbnMgPC0gbWVyZ2UoaHNfZmluYWxfYW5ub3RhdGlvbnMsIGcyY19kZiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYnkueD0iaGduY19zeW1ib2wiLCBieS55PSJyb3cubmFtZXMiLCBhbGwueD1UUlVFKQpyb3duYW1lcyhoc19maW5hbF9hbm5vdGF0aW9ucykgPC0gaHNfZmluYWxfYW5ub3RhdGlvbnMkcm4KaHNfZmluYWxfYW5ub3RhdGlvbnMkcm4gPC0gTlVMTApuYV9pZHggPC0gaXMubmEoaHNfZmluYWxfYW5ub3RhdGlvbnMkeGNlbGxfdHlwZXMpCmhzX2ZpbmFsX2Fubm90YXRpb25zW25hX2lkeCwgInhjZWxsX3R5cGVzIl0gPC0gIiIKCmhzX21hY3IgPC0gY3JlYXRlX2V4cHQoCiAgICBtZXRhZGF0YT1nbHVlOjpnbHVlKCJzYW1wbGVfc2hlZXRzL21hY3JvcGhhZ2Vfc2FtcGxlc197dmVyfS54bHN4IiksCiAgICBnZW5lX2luZm89aHNfZmluYWxfYW5ub3RhdGlvbnMsCiAgICBmaWxlX2NvbHVtbj0iaHVtYW5maWxlIiwKICAgIG5vdGVzPW5vdGUpCmhzX2Fubm90YXRpb25zIDwtIGZEYXRhKGhzX21hY3IpCnVuZGVmX2lkeCA8LSBoc19hbm5vdGF0aW9ucyA9PSAidW5kZWZpbmVkIgpoc19hbm5vdGF0aW9uc1t1bmRlZl9pZHhdIDwtIEZBTFNFCmZEYXRhKGhzX21hY3JbWyJleHByZXNzaW9uc2V0Il1dKSA8LSBoc19hbm5vdGF0aW9ucwoKa25pdHI6OmthYmxlKGhlYWQoaHNfbWFjciRkZXNpZ24sIG49MSkpCgojI2Nkc19lbnRyaWVzIDwtIGZEYXRhKGhzX21hY3IpCiMjY2RzX2VudHJpZXMgPC0gY2RzX2VudHJpZXNbWyJnZW5lX2Jpb3R5cGUiXV0gPT0gInByb3RlaW5fY29kaW5nIgojI2hzX2Nkc19tYWNyIDwtIGhzX21hY3IKIyNoc19jZHNfbWFjciRleHByZXNzaW9uc2V0IDwtIGhzX2Nkc19tYWNyJGV4cHJlc3Npb25zZXRbY2RzX2VudHJpZXMsIF0KIyNuZXdfY2RzX2VudHJpZXMgPC0gZkRhdGEoaHNfY2RzX21hY3IpCmhzX2Nkc19tYWNyIDwtIGV4Y2x1ZGVfZ2VuZXNfZXhwdChoc19tYWNyLCBtZXRob2Q9ImtlZXAiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sdW1uPSJnZW5lX2Jpb3R5cGUiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgcGF0dGVybnM9InByb3RlaW5fY29kaW5nIikKYGBgCgojIyBUaGUgcGFyYXNpdGUgdHJhbnNjcmlwdG9tZSBtYXBwaW5ncwoKYGBge3IgcGFyYXNpdGVfZXhwdH0KbHBfbWFjciA8LSBzbShjcmVhdGVfZXhwdCgKICAgIG1ldGFkYXRhPWdsdWU6OmdsdWUoInNhbXBsZV9zaGVldHMvbWFjcm9waGFnZV9zYW1wbGVzX3t2ZXJ9Lnhsc3giKSwKICAgIGdlbmVfaW5mbz1scF9hbm5vdGF0aW9ucywgZmlsZV9jb2x1bW49InBhcmFzaXRlZmlsZSIpKQprbml0cjo6a2FibGUoaGVhZChscF9tYWNyJGRlc2lnbiwgbj0zKSwKICAgICAgICAgICAgIGNhcHRpb249IlRoZSBmaXJzdCB0aHJlZSByb3dzIG9mIHRoZSBwYXJhc2l0ZSBleHBlcmltZW50YWwgZGVzaWduLiIpCmBgYAoKIyBTdXBwbGVtZW50YWwgVGFibGUgMQoKVGFibGUgUzEgaXMgZ29pbmcgdG8gYmUgYSBzdW1tYXJ5IG9mIHRoZSBtZXRhZGF0YSBpbiBhbGxfc2FtcGxlcy1jb21iaW5lZApUaGlzIG1heSBhbHNvIGluY2x1ZGUgc29tZSBvZiB0aGUgbnVtYmVycyByZWdhcmRpbmcgbWFwcGluZyAlLCBldGMuCgpXYW50ZWQgY29sdW1uczoKCiogU2FtcGxlIElEOiAgSFBHTHh4eHgKKiBEb25vciBDb2RlOiBUTTEzMCBvciBQRzF4eAoqIENlbGwgVHlwZTogIE1hY3JvcGhhZ2Ugb3IgUEJNQwoqIEluZmVjdGlvbiBTdGF0dXM6ICBJbmZlY3RlZCBvciBVbmluZmVjdGVkCiogRGlzZWFzZSBPdXRjb21lOiAgQ2hyb25pYyBvciBTZWxmLUhlYWxpbmcgb3IgTkEKKiBCYXRjaDogQSBvciBCIChtYWNyb3BoYWdlKTsgTkEgZm9yIFBCTUMKKiBOdW1iZXIgb2YgcmVhZHMgdGhhdCBwYXNzZWQgSWxsdW1pbmEgZmlsdGVyCiogTnVtYmVyIG9mIHJlYWRzIGFmdGVyIHRyaW1taW5nCiogTnVtYmVyIG9mIHJlYWRzIG1hcHBlZCAtIGh1bWFuCiogJSByZWFkcyBtYXBwZWQgLSBodW1hbgoqIE51bWJlciBvZiByZWFkcyBtYXBwZWQgLSBMLnBhbmFtZW5zaXMKKiAlIHJlYWRzIG1hcHBlZCAtIEwucGFuYW1lbnNpcwoKVGhpcyB0YWJsZSBpcyBtYWludGFpbmVkIGFzIGFuIGV4Y2VsIGZpbGUgaW4gdGhlIHNhbXBsZV9zaGVldHMvIGRpcmVjdG9yeS4KCiMgU2FtcGxlIEVzdGltYXRpb24sIE1hY3JvcGhhZ2VzOiBgciB2ZXJgCgpUaGlzIGRvY3VtZW50IGlzIGNvbmNlcm5lZCB3aXRoIGFuYWx5emluZyBSTkFzZXEgZGF0YSBvZiBodW1hbiBhbmQgcGFyYXNpdGUgZHVyaW5nIHRoZSBpbmZlY3Rpb24gb2YKaHVtYW4gbWFjcm9waGFnZXMuICBBIGZldyBkaWZmZXJlbnQgc3RyYWlucyBvZiBMLiBwYW5hbWVuc2lzIHdlcmUgdXNlZDsgdGhlIGV4cGVyaW1lbnQgaXMgdGhlcmVmb3JlCnNlZ3JlZ2F0ZWQgaW50byBncm91cHMgbmFtZWQgJ3NlbGYtaGVhbGluZycsICdjaHJvbmljJywgYW5kICd1bmluZmVjdGVkJy4gIFR3byBzZXBhcmF0ZSBzZXRzIG9mCmxpYnJhcmllcyB3ZXJlIGdlbmVyYXRlZCwgb25lIGVhcmxpZXIgc2V0IHdpdGggZ3JlYXRlciBjb3ZlcmFnZSwgYW5kIGEgbGF0ZXIgc2V0IGluY2x1ZGluZyBvbmx5IDEKdW5pbmZlY3RlZCBzYW1wbGUsIGFuZCAyLTMgY2hyb25pYyBzYW1wbGVzLgoKIyMgRXh0cmFjdCB0aGUgbWFjcm9waGFnZSBleHBlcmltZW50CgpUaGUgZm9sbG93aW5nIHN1YnNldCBvcGVyYXRpb24gZXh0cmFjdCB0aGUgc2FtcGxlcyB1c2VkIGZvciB0aGUgbWFjcm9waGFnZSBleHBlcmltZW50LiBUaGUgbmV4dAp0aHJlZSBsaW5lcyB0aGVuIGNoYW5nZSB0aGUgY29sb3JzIGZyb20gdGhlIGRlZmF1bHRzLgoKYGBge3IgbWFjcm9waGFnZXN9Cm5ld19jb2xvcnMgPC0gYygiIzAwOTkwMCIsICIjOTkwMDAwIiwgIiMwMDAwOTkiKQpuYW1lcyhuZXdfY29sb3JzKSA8LSBjKCJ1bmluZiIsICJjaHIiLCAic2giKQoKaHNfbWFjciA8LSBzZXRfZXhwdF9jb2xvcnMoaHNfbWFjciwgY29sb3JzPW5ld19jb2xvcnMpCmxhYmVscyA8LSBhcy5jaGFyYWN0ZXIocERhdGEoaHNfbWFjcilbWyJsYWJlbCJdXSkKaHNfbWFjciA8LSBzZXRfZXhwdF9zYW1wbGVuYW1lcyhoc19tYWNyLCBsYWJlbHMpCgpoc19jZHNfbWFjciA8LSBzZXRfZXhwdF9jb2xvcnMoaHNfY2RzX21hY3IsIGNvbG9ycz1uZXdfY29sb3JzKQpoc19jZHNfbWFjciA8LSBzZXRfZXhwdF9zYW1wbGVuYW1lcyhoc19jZHNfbWFjciwgbGFiZWxzKQpgYGAKCiMgQ29tcGFyZSBtZXRob2RzCgpJbiBvdXIgbWVldGluZyB0aGlzIG1vcm5pbmcgKDIwMTkwNzA4KSwgTmFqaWIgYW5kIE1hcmlhIEFkZWxhaWRhIGFza2VkIGZvciBob3cKdGhlIGRhdGEgbG9va3MgZGVwZW5kaW5nIG9uIGJhdGNoIG1ldGhvZG9sb2d5LgoKYGBge3IgYmF0Y2hfbWV0aG9kc30Kc3RhcnQgPC0gbm9ybWFsaXplX2V4cHQoaHNfY2RzX21hY3IsIGZpbHRlcj1UUlVFLCBjb252ZXJ0PSJjcG0iLCBub3JtPSJxdWFudCIsIHRyYW5zZm9ybT0ibG9nMiIpCnBwKGZpbGU9ImNwbV9xdWFudF9maWx0ZXJfcGNhLnBuZyIsIGltYWdlPXBsb3RfcGNhKHN0YXJ0KSRwbG90KQoKbGltbWFfYmF0Y2ggPC0gbm9ybWFsaXplX2V4cHQoaHNfY2RzX21hY3IsIGZpbHRlcj1UUlVFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb252ZXJ0PSJjcG0iLCBub3JtPSJxdWFudCIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRyYW5zZm9ybT0ibG9nMiIsIGJhdGNoPSJsaW1tYSIpCnBwKGZpbGU9ImxjcWZfbGltbWEucG5nIiwgaW1hZ2U9cGxvdF9wY2EobGltbWFfYmF0Y2gpJHBsb3QpCgpwY2FfYmF0Y2ggPC0gbm9ybWFsaXplX2V4cHQoaHNfY2RzX21hY3IsIGZpbHRlcj1UUlVFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgY29udmVydD0iY3BtIiwgbm9ybT0icXVhbnQiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgdHJhbnNmb3JtPSJsb2cyIiwgYmF0Y2g9InBjYSIpCnBwKGZpbGU9ImxjcWZfcGNhLnBuZyIsIGltYWdlPXBsb3RfcGNhKHBjYV9iYXRjaCkkcGxvdCkKCnN2YXNlcV9iYXRjaCA8LSBub3JtYWxpemVfZXhwdChoc19jZHNfbWFjciwgZmlsdGVyPVRSVUUsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb252ZXJ0PSJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgdHJhbnNmb3JtPSJsb2cyIiwgYmF0Y2g9InN2YXNlcSIpCnBwKGZpbGU9ImxjcWZfc3Zhc2VxLnBuZyIsIGltYWdlPXBsb3RfcGNhKHN2YXNlcV9iYXRjaCkkcGxvdCkKCnN2YV9iYXRjaCA8LSBub3JtYWxpemVfZXhwdChoc19jZHNfbWFjciwgZmlsdGVyPVRSVUUsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb252ZXJ0PSJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgdHJhbnNmb3JtPSJsb2cyIiwgYmF0Y2g9ImZzdmEiKQpwcChmaWxlPSJsY3FmX3N2YS5wbmciLCBpbWFnZT1wbG90X3BjYShzdmFfYmF0Y2gpJHBsb3QpCgpjb21iYXRfYmF0Y2ggPC0gbm9ybWFsaXplX2V4cHQoaHNfY2RzX21hY3IsIGZpbHRlcj1UUlVFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29udmVydD0iY3BtIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRyYW5zZm9ybT0ibG9nMiIsIGJhdGNoPSJjb21iYXQiKQpwcChmaWxlPSJsY3FmX2NvbWJhdC5wbmciLCBpbWFnZT1wbG90X3BjYShjb21iYXRfYmF0Y2gpJHBsb3QpCgpjb21iYXRucF9iYXRjaCA8LSBub3JtYWxpemVfZXhwdChoc19jZHNfbWFjciwgZmlsdGVyPVRSVUUsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbnZlcnQ9ImNwbSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRyYW5zZm9ybT0ibG9nMiIsIGJhdGNoPSJjb21iYXRfbm9wcmlvciIpCnBwKGZpbGU9ImxjcWZfY29tYmF0bnAucG5nIiwgaW1hZ2U9cGxvdF9wY2EoY29tYmF0bnBfYmF0Y2gpJHBsb3QpCmBgYAoKIyBGaWd1cmUgUzEKCkZpZ3VyZSBTMSBzaG91bGQgaW5jbHVkZSBuaWNlIHZlcnNpb25zIG9mIHRoZSBzYW1wbGUgbWV0cmljcy4KVGhlIG5vcm1hbGl6YXRpb24gY2hvc2VuIGlzIGJhdGNoLWluLW1vZGVsLgoKRmlyc3QsIGhvd2V2ZXIsIHdlIHdpbGwgbWFrZSBzb21lIHBsb3RzIG9mIHRoZSByYXcgZGF0YS4KClNhbXBsZSBuYW1lcyBhcmUgZ29pbmcgdG8gYmUgJ2luZmVjdGlvbnN0YXRlX3N0cmFpbm51bWJlcicgOiBjaHJfNzcyMQoKKiBQYW5lbCBBOiBMaWJyYXJ5IHNpemVzLgoqIFBhbmVsIEI6IEhlYXRtYXAgZGlzdGFuY2UgcmF3LgoqIFBhbmVsIEM6IFBDQQoqIFBhbmVsIEQ6IFRTTkUKCmBgYHtyIGZpZ19zMV93cml0ZSwgZmlnLnNob3c9ImhpZGUifQpmaWdfczEgPC0gc20od3JpdGVfZXhwdCgKICAgIGhzX2Nkc19tYWNyLCBub3JtPSJyYXciLCB2aW9saW49RkFMU0UsIGNvbnZlcnQ9ImNwbSIsCiAgICB0cmFuc2Zvcm09ImxvZzIiLCBiYXRjaD0ic3Zhc2VxIiwgZmlsdGVyPVRSVUUsCiAgICBleGNlbD1wYXN0ZTAoImV4Y2VsL2ZpZ3VyZV9zMV9zYW1wbGVfZXN0aW1hdGlvbi12IiwgdmVyLCAiLnhsc3giKSkpCgpwcChmaWxlPSJmaWdfczFhX2xpYnNpemVzLnRpZiIsIGltYWdlPWZpZ19zMSRyYXdfbGlic2l6ZSkKcHAoZmlsZT0iZmlnX3MxYl9oZWF0bWFwLnRpZiIsIGltYWdlPWZpZ19zMSRub3JtX2Rpc2hlYXQpCnBwKGZpbGU9ImZpZ19zMWNfcmF3X3BjYS50aWYiLCBpbWFnZT1maWdfczEkcmF3X3NjYWxlZF9wY2EpCnBwKGZpbGU9ImZpZ18xYV9ub3JtX3BjYS50aWYiLCBpbWFnZT1maWdfczEkbm9ybV9wY2EpCmBgYAoKIyBEaWZmZXJlbnRpYWwgRXhwcmVzc2lvbiwgTWFjcm9waGFnZTogYHIgdmVyYAoKIyBEaWZmZXJlbnRpYWwgZXhwcmVzc2lvbiBhbmFseXNlcwoKVGhlIG1vc3QgbGlrZWx5IGJhdGNoIG1ldGhvZCBmcm9tIHRoZSBhYm92ZSBpcyBzdmFzZXEuICBMZXQgdXMgcGVyZm9ybQpkaWZmZXJlbnRpYWwgZXhwcmVzc2lvbiBhbmFseXNlcyB3aXRoIGl0IGFsb25nIHdpdGggYSBmZXcgb3RoZXIgbWV0aG9kcy4KCmBgYHtyIHNldHVwX2RlX25vcm0sIGZpZy5zaG93PSJoaWRlIn0KaHNfY29udHJhc3RzIDwtIGxpc3QoCiAgICAibWFjcm9fY2hyLXNoIiA9IGMoImNociIsInNoIiksCiAgICAibWFjcm9fY2hyLW5pbCIgPSBjKCJjaHIiLCJ1bmluZiIpLAogICAgIm1hY3JvX3NoLW5pbCIgPSBjKCJzaCIsICJ1bmluZiIpKQojIyBTZXQgdXAgdGhlIGRhdGEgdXNlZCBpbiB0aGUgY29tcGFyYXRpdmUgY29udHJhc3Qgc2V0cy4KYGBgCgojIyBObyBiYXRjaCBpbiB0aGUgbW9kZWwKCiMjIyBTZXQgdXAgbm8gYmF0Y2gKClByaW50IGEgcmVtaW5kZXIgb2Ygd2hhdCB3ZSBjYW4gZXhwZWN0IHdoZW4gZG9pbmcgdGhpcyB3aXRoIG5vIGJhdGNoIGluZm9ybWF0aW9uLgoKYGBge3Igbm9iYXRjaF9zZXR1cH0KaHNfbWFjcl9sb3dmaWx0IDwtIHNtKG5vcm1hbGl6ZV9leHB0KGhzX2Nkc19tYWNyLCBmaWx0ZXI9VFJVRSkpCmhzX2xvd2ZpbHRfcGNhIDwtIHNtKHBsb3RfcGNhKGhzX2Nkc19tYWNyLCB0cmFuc2Zvcm09ImxvZzIiKSkKaHNfbG93ZmlsdF9wY2EkcGxvdApgYGAKCmBgYHtyIG1hY3JvX25vYmF0Y2gxLCBmaWcuc2hvdz0iaGlkZSJ9CmhzX21hY3Jfbm9iYXRjaCA8LSBhbGxfcGFpcndpc2UoaW5wdXQ9aHNfY2RzX21hY3IsIG1vZGVsX2JhdGNoPUZBTFNFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGxpbW1hX21ldGhvZD0icm9idXN0IikKIyMgd293LCBhbGwgdG9vbHMgaW5jbHVkaW5nIGJhc2ljIGFncmVlIGFsbW9zdCBjb21wbGV0ZWx5Cm1lZGlhbnNfYnlfY29uZGl0aW9uIDwtIGhzX21hY3Jfbm9iYXRjaCRiYXNpYyRtZWRpYW5zCmV4Y2VsX2ZpbGUgPC0gZ2x1ZTo6Z2x1ZSgiZXhjZWwve3J1bmRhdGV9X2hzX21hY3Jfbm9iYXRjaF9jb250ci12e3Zlcn0ueGxzeCIpCmhzX21hY3Jfbm9iYXRjaF90YWJsZXMgPC0gc20oY29tYmluZV9kZV90YWJsZXMoaHNfbWFjcl9ub2JhdGNoLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGV4Y2VsPWV4Y2VsX2ZpbGUsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAga2VlcGVycz1oc19jb250cmFzdHMsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZXh0cmFfYW5ub3Q9bWVkaWFuc19ieV9jb25kaXRpb24pKQpleGNlbF9maWxlIDwtIGdsdWU6OmdsdWUoImV4Y2VsL3tydW5kYXRlfV9oc19tYWNyX25vYmF0Y2hfc2lnLXZ7dmVyfS54bHN4IikKaHNfbWFjcl9ub2JhdGNoX3NpZyA8LSBzbShleHRyYWN0X3NpZ25pZmljYW50X2dlbmVzKGhzX21hY3Jfbm9iYXRjaF90YWJsZXMsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBleGNlbD1leGNlbF9maWxlLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYWNjb3JkaW5nX3RvPSJhbGwiKSkKYGBgCgojIyBCYXRjaCBpbiB0aGUgbW9kZWwKCiMjIyBCYXRjaCBzZXR1cAoKYGBge3IgYmF0Y2hfc2V0dXB9CmhzX2xvd2ZpbHRfYmF0Y2hfcGNhIDwtIHNtKHBsb3RfcGNhKGhzX2Nkc19tYWNyLCB0cmFuc2Zvcm09ImxvZzIiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb252ZXJ0PSJjcG0iLCBiYXRjaD0ibGltbWEiLCBmaWx0ZXI9VFJVRSkpCmhzX2xvd2ZpbHRfYmF0Y2hfcGNhJHBsb3QKYGBgCgpJbiB0aGlzICBhdHRlbXB0LCB3ZSBhZGQgYSBiYXRjaCBmYWN0b3IgaW4gdGhlIGV4cGVyaW1lbnRhbCBtb2RlbCBhbmQgc2VlIGhvdyBpdCBkb2VzLgoKYGBge3IgbWFjcm9fYmF0Y2gxLCBmaWcuc2hvdz0iaGlkZSJ9CiMjIEhlcmUganVzdCBsZXQgYWxsX3BhaXJ3aXNlIHJ1biBvbiBmaWx0ZXJlZCBkYXRhIGFuZCBkbyBpdHMgbm9ybWFsIH4gMCArIGNvbmRpdGlvbiArIGJhdGNoIGFuYWx5c2VzCmhzX21hY3JfYmF0Y2ggPC0gYWxsX3BhaXJ3aXNlKGlucHV0PWhzX2Nkc19tYWNyLCBiYXRjaD1UUlVFLCBsaW1tYV9tZXRob2Q9InJvYnVzdCIpCm1lZGlhbnNfYnlfY29uZGl0aW9uIDwtIGhzX21hY3JfYmF0Y2gkYmFzaWMkbWVkaWFucwpleGNlbF9maWxlIDwtIGdsdWU6OmdsdWUoImV4Y2VsL3tydW5kYXRlfV9oc19tYWNyX2JhdGNobW9kZWxfY29udHItdnt2ZXJ9Lnhsc3giKQpoc19tYWNyX2JhdGNoX3RhYmxlcyA8LSBjb21iaW5lX2RlX3RhYmxlcygKICBoc19tYWNyX2JhdGNoLAogIGtlZXBlcnM9aHNfY29udHJhc3RzLAogIGV4dHJhX2Fubm90PW1lZGlhbnNfYnlfY29uZGl0aW9uLAogIGV4Y2VsPWV4Y2VsX2ZpbGUpCmV4Y2VsX2ZpbGUgPC0gZ2x1ZTo6Z2x1ZSgiZXhjZWwve3J1bmRhdGV9X2hzX21hY3JfYmF0Y2htb2RlbF9zaWctdnt2ZXJ9Lnhsc3giKQpoc19tYWNyX2JhdGNoX3NpZyA8LSBleHRyYWN0X3NpZ25pZmljYW50X2dlbmVzKAogIGhzX21hY3JfYmF0Y2hfdGFibGVzLCBleGNlbD1leGNlbF9maWxlLAogIGFjY29yZGluZ190bz0iZGVzZXEiKQpleGNlbF9maWxlIDwtIGdsdWU6OmdsdWUoImV4Y2VsL3tydW5kYXRlfV9oc19tYWNyX2JhdGNobW9kZWxfYWJ1bmQtdnt2ZXJ9Lnhsc3giKQpoc19tYWNyX2JhdGNoX2FidW4gPC0gc20oZXh0cmFjdF9hYnVuZGFudF9nZW5lcygKICBoc19tYWNyX2JhdGNoX3RhYmxlcywgZXhjZWw9ZXhjZWxfZmlsZSwKICBhY2NvcmRpbmdfdG89ImRlc2VxIikpCmBgYAoKIyMgU1ZBCgojIyMgc3ZhIHNldHVwCgpgYGB7ciBzdmFfc2V0dXB9CmhzX2xvd2ZpbHRfc3ZhX3BjYSA8LSBzbShwbG90X3BjYShoc19jZHNfbWFjciwgdHJhbnNmb3JtPSJsb2cyIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbnZlcnQ9ImNwbSIsIGJhdGNoPSJzdmFzZXEiLCBmaWx0ZXI9VFJVRSkpCmhzX2xvd2ZpbHRfc3ZhX3BjYSRwbG90CmBgYAoKSW4gdGhpcyAgYXR0ZW1wdCwgd2UgdGVsbCBhbGwgcGFpcndpc2UgdG8gaW52b2tlIHN2YXNlcS4KCmBgYHtyIG1hY3JvX3N2YSwgZmlnLnNob3c9ImhpZGUifQpoc19tYWNyX3N2YSA8LSBhbGxfcGFpcndpc2UoaW5wdXQ9aHNfY2RzX21hY3IsIG1vZGVsX2JhdGNoPSJzdmFzZXEiLCBmaWx0ZXI9VFJVRSwgbGltbWFfbWV0aG9kPSJyb2J1c3QiKQptZWRpYW5zX2J5X2NvbmRpdGlvbiA8LSBoc19tYWNyX3N2YSRiYXNpYyRtZWRpYW5zCmV4Y2VsX2ZpbGUgPC0gZ2x1ZTo6Z2x1ZSgiZXhjZWwve3J1bmRhdGV9X2hzX21hY3Jfc3ZhbW9kZWxfY29udHItdnt2ZXJ9Lnhsc3giKQpoc19tYWNyX3N2YV90YWJsZXMgPC0gY29tYmluZV9kZV90YWJsZXMoCiAgaHNfbWFjcl9zdmEsCiAga2VlcGVycz1oc19jb250cmFzdHMsCiAgZXh0cmFfYW5ub3Q9bWVkaWFuc19ieV9jb25kaXRpb24sCiAgZXhjZWw9ZXhjZWxfZmlsZSkKZXhjZWxfZmlsZSA8LSBnbHVlOjpnbHVlKCJleGNlbC97cnVuZGF0ZX1faHNfbWFjcl9zdmFtb2RlbF9zaWctdnt2ZXJ9Lnhsc3giKQpoc19tYWNyX3N2YV9zaWcgPC0gZXh0cmFjdF9zaWduaWZpY2FudF9nZW5lcygKICAgIGhzX21hY3Jfc3ZhX3RhYmxlcywgZXhjZWw9ZXhjZWxfZmlsZSwKICAgIGFjY29yZGluZ190bz0iZGVzZXEiKQpleGNlbF9maWxlIDwtIGdsdWU6OmdsdWUoImV4Y2VsL3tydW5kYXRlfV9oc19tYWNyX3N2YW1vZGVsX2FidW5kLXZ7dmVyfS54bHN4IikKaHNfbWFjcl9zdmFfYWJ1biA8LSBzbShleHRyYWN0X2FidW5kYW50X2dlbmVzKAogICAgaHNfbWFjcl9zdmFfdGFibGVzLCBleGNlbD1leGNlbF9maWxlLAogICAgYWNjb3JkaW5nX3RvPSJkZXNlcSIpKQpgYGAKCiMjIENvbWJhdAoKQXMgeW91IGtub3csIGNvbWJhdCBhY3R1YWxseSBjaGFuZ2VzIHRoZSBkYXRhLCBzbyBpdCB3aWxsIHJlcXVpcmUgYSBzbGlnaHRseQpkaWZmZXJlbnQgc2V0dXAuCgojIyMgY29tYmF0IHNldHVwCgpgYGB7ciBjb21iYXRfc2V0dXB9CmNvbWJhdG5wX2lucHV0IDwtIG5vcm1hbGl6ZV9leHB0KGhzX2Nkc19tYWNyLCBmaWx0ZXI9VFJVRSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29udmVydD0iY3BtIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYmF0Y2g9ImNvbWJhdF9ub3ByaW9yIikKYGBgCgpJbiB0aGlzICBhdHRlbXB0LCB3ZSB0ZWxsIGFsbCBwYWlyd2lzZSB0byBpbnZva2Ugc3Zhc2VxLgoKYGBge3IgbWFjcm9fY29tYmF0LCBmaWcuc2hvdz0iaGlkZSJ9CmhzX21hY3JfY29tYmF0IDwtIGFsbF9wYWlyd2lzZShpbnB1dD1jb21iYXRucF9pbnB1dCwgbW9kZWxfYmF0Y2g9RkFMU0UsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBmb3JjZT1UUlVFLCBsaW1tYV9tZXRob2Q9InJvYnVzdCIpCmV4Y2VsX2ZpbGUgPC0gZ2x1ZTo6Z2x1ZSgiZXhjZWwve3J1bmRhdGV9X2hzX21hY3JfY29tYmF0X2NvbnRyLXZ7dmVyfS54bHN4IikKaHNfbWFjcl9jb21iYXRfdGFibGVzIDwtIGNvbWJpbmVfZGVfdGFibGVzKAogICAgaHNfbWFjcl9jb21iYXQsCiAgICBrZWVwZXJzPWhzX2NvbnRyYXN0cywKICAgIGV4dHJhX2Fubm90PW1lZGlhbnNfYnlfY29uZGl0aW9uLAogICAgZXhjZWw9ZXhjZWxfZmlsZSkKZXhjZWxfZmlsZSA8LSBnbHVlOjpnbHVlKCJleGNlbC97cnVuZGF0ZX1faHNfbWFjcl9jb21iYXRfc2lnLXZ7dmVyfS54bHN4IikKaHNfbWFjcl9jb21iYXRfc2lnIDwtIGV4dHJhY3Rfc2lnbmlmaWNhbnRfZ2VuZXMoCiAgaHNfbWFjcl9jb21iYXRfdGFibGVzLCBleGNlbD1leGNlbF9maWxlLAogIGFjY29yZGluZ190bz0iZGVzZXEiKQpleGNlbF9maWxlIDwtIGdsdWU6OmdsdWUoImV4Y2VsL3tydW5kYXRlfV9oc19tYWNyX2NvbWJhdF9hYnVuZC12e3Zlcn0ueGxzeCIpCmhzX21hY3JfY29tYmF0X2FidW4gPC0gc20oZXh0cmFjdF9hYnVuZGFudF9nZW5lcygKICBoc19tYWNyX2NvbWJhdF90YWJsZXMsIGV4Y2VsPWV4Y2VsX2ZpbGUsCiAgYWNjb3JkaW5nX3RvPSJkZXNlcSIpKQpgYGAKCiMjIENvbXBhcmUgdGhlc2UgdGhyZWUgcmVzdWx0cwoKYGBge3IgY29tcGFyZV9kZV9yZXN1bHRzfQpub2JhdGNoX2JhdGNoIDwtIGNvbXBhcmVfZGVfcmVzdWx0cyhmaXJzdD1oc19tYWNyX25vYmF0Y2hfdGFibGVzLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzZWNvbmQ9aHNfbWFjcl9iYXRjaF90YWJsZXMpCm5vYmF0Y2hfYmF0Y2gkbG9nZmMKCmJhdGNoX3N2YSA8LSBjb21wYXJlX2RlX3Jlc3VsdHMoZmlyc3Q9aHNfbWFjcl9iYXRjaF90YWJsZXMsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2Vjb25kPWhzX21hY3Jfc3ZhX3RhYmxlcykKYmF0Y2hfc3ZhJGxvZ2ZjCgpiYXRjaF9jb21iYXQgPC0gY29tcGFyZV9kZV9yZXN1bHRzKGZpcnN0PWhzX21hY3JfYmF0Y2hfdGFibGVzLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNlY29uZD1oc19tYWNyX2NvbWJhdF90YWJsZXMpCmJhdGNoX2NvbWJhdCRsb2dmYwoKc3ZhX2NvbWJhdCA8LSBjb21wYXJlX2RlX3Jlc3VsdHMoZmlyc3Q9aHNfbWFjcl9zdmFfdGFibGVzLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzZWNvbmQ9aHNfbWFjcl9jb21iYXRfdGFibGVzKQpzdmFfY29tYmF0JGxvZ2ZjCiMjIEludGVyZXN0aW5nIGhvdyBtdWNoIHN2YSBhbmQgY29tYmF0IGRpc2FncmVlLgpgYGAKCiMjIFR3byBsaWtlbHkgdm9sY2FubyBwbG90cwoKYGBge3IgdGFibGVfczJ9CmJhdGNobW9kZWxfdm9sY2FubyA8LSBwbG90X3ZvbGNhbm9fZGUoCiAgICB0YWJsZT1oc19tYWNyX2JhdGNoX3RhYmxlc1tbImRhdGEiXV1bWyJtYWNyb19jaHItc2giXV0sCiAgICBjb2xvcl9ieT0ic3RhdGUiLAogICAgZmNfY29sPSJkZXNlcV9sb2dmYyIsCiAgICBwX2NvbD0iZGVzZXFfYWRqcCIsCiAgICBzaGFwZXNfYnlfc3RhdGU9RkFMU0UsCiAgICBsaW5lX3Bvc2l0aW9uPSJ0b3AiKQpiYXRjaG1vZGVsX3ZvbGNhbm8kcGxvdAoKc3ZhbW9kZWxfdm9sY2FubyA8LSBwbG90X3ZvbGNhbm9fZGUoCiAgICB0YWJsZT1oc19tYWNyX3N2YV90YWJsZXNbWyJkYXRhIl1dW1sibWFjcm9fY2hyLXNoIl1dLAogICAgY29sb3JfYnk9InN0YXRlIiwKICAgIGZjX2NvbD0iZGVzZXFfbG9nZmMiLAogICAgcF9jb2w9ImRlc2VxX2FkanAiLAogICAgc2hhcGVzX2J5X3N0YXRlPUZBTFNFLAogICAgbGluZV9wb3NpdGlvbj0idG9wIikKc3ZhbW9kZWxfdm9sY2FubyRwbG90CmBgYAoKIyMgUFJPUEVSCgpgYGB7ciBwcm9wZXJ9CmhzX3Byb3BlciA8LSBzaW1wbGVfcHJvcGVyKGRlX3RhYmxlcz1oc19tYWNyX2JhdGNoX3RhYmxlcykKYGBgCgojIyBPbnRvbG9neSBzZWFyY2hpbmcgYWdhaW5zdCB0aGUgc3ZhIHJlc3VsdHMuCgpSZWNhbGwgdGhhdCBJIG1hZGUgdGhlIHZhcmlhYmxlcyAnaHNfbWFjcl9zdmFfc2lnJyBhbmQgJ2hzX21hY3Jfc3ZhX2FidW4nIHRvCmhvbGQgdGhlIHJlc3VsdHMgb2YgdGhlIG1vc3Qgc2lnbmlmaWNhbnRseSBjaGFuZ2VkIGFuZCBhYnVuZGFudCBnZW5lcy4KCmdQcm9maWxlciBpcyBteSBmYXZvcml0ZSB0b29sIGZvciBvbnRvbG9neSBzZWFyY2hpbmcsIGhvd2V2ZXIgdGhleSByZWNlbnRseSBoYWQKYSBiaWcgdXBkYXRlIGFuZCBzcGxpdCB0aGVpciBjb2RlLiAgVGhlIG5ldyB2ZXJzaW9uIGhhcyBhbGwgc29ydHMgb2YgY29vbCB0b3lzLApidXQgYXMgb2YgdGhlIGxhc3QgdGltZSBJIHRyaWVkIGl0LCBkaWQgbm90IHdvcmsuICBUaHVzIHRoZSBmb2xsb3dpbmcgaXMgc3RpbGwKdXNpbmcgdGhlIG9sZGVyIG1ldGhvZHMuCgpgYGB7ciBvbnRvbG9neTJ9Cmxmc191cCA8LSBoc19tYWNyX3N2YV9zaWdbWyJkZXNlcSJdXVtbInVwcyJdXVtbIm1hY3JvX2Noci1zaCJdXQpsZnNfZG93biA8LSBoc19tYWNyX3N2YV9zaWdbWyJkZXNlcSJdXVtbImRvd25zIl1dW1sibWFjcm9fY2hyLXNoIl1dCgp1cF9ncCA8LSBzaW1wbGVfZ3Byb2ZpbGVyKHNpZ19nZW5lcz1sZnNfdXAsIHNwZWNpZXM9ImhzYXBpZW5zIikKdXBfZ3BbWyJwdmFsdWVfcGxvdHMiXV1bWyJicHBfcGxvdF9vdmVyIl1dCmRvd25fZ3AgPC0gc2ltcGxlX2dwcm9maWxlcihzaWdfZ2VuZXM9bGZzX2Rvd24sIHNwZWNpZXM9ImhzYXBpZW5zIikKZG93bl9ncFtbInB2YWx1ZV9wbG90cyJdXVtbImJwcF9wbG90X292ZXIiXV0KCnVwX2dvc2VxIDwtIHNpbXBsZV9nb3NlcShzaWdfZ2VuZXM9bGZzX3VwLCBnb19kYj1oc19nb1tbImdvIl1dLCBsZW5ndGhfZGI9aHNfbGVuZ3RocykKdXBfZ29zZXFbWyJwdmFsdWVfcGxvdHMiXV1bWyJicHBfcGxvdF9vdmVyIl1dCmRvd25fZ29zZXEgPC0gc2ltcGxlX2dvc2VxKHNpZ19nZW5lcz1sZnNfZG93biwgZ29fZGI9aHNfZ29bWyJnbyJdXSwgbGVuZ3RoX2RiPWhzX2xlbmd0aHMpCmRvd25fZ29zZXFbWyJwdmFsdWVfcGxvdHMiXV1bWyJicHBfcGxvdF9vdmVyIl1dCgp1cF90b3BnbyA8LSBzaW1wbGVfdG9wZ28oc2lnX2dlbmVzPWxmc191cCwgZ29fZGI9aHNfZ29bWyJnbyJdXSkKdXBfdG9wZ29bWyJwdmFsdWVfcGxvdHMiXV1bWyJicHBfcGxvdF9vdmVyIl1dCmRvd25fdG9wZ28gPC0gc2ltcGxlX3RvcGdvKHNpZ19nZW5lcz1sZnNfZG93biwgZ29fZGI9aHNfZ29bWyJnbyJdXSkKZG93bl90b3Bnb1tbInB2YWx1ZV9wbG90cyJdXVtbImJwcF9wbG90X292ZXIiXV0KCnVwX2NwIDwtIHNpbXBsZV9jbHVzdGVycHJvZmlsZXIoc2lnX2dlbmVzPWxmc191cCwgZG9fZGF2aWQ9RkFMU0UsIGRvX2dzZWE9RkFMU0UsIG9yZ2RiPSJvcmcuSHMuZWcuZGIiLCBmY19jb2x1bW49ImRlc2VxX2xvZ2ZjIikKdXBfY3BbWyJwdmFsdWVfcGxvdHMiXV1bWyJlZ29fYWxsX2JwIl1dCnVwX2NwW1sicGxvdHMiXV1bWyJkb3RfYWxsX2JwIl1dCmRvd25fY3AgPC0gc2ltcGxlX2NsdXN0ZXJwcm9maWxlcihzaWdfZ2VuZXM9bGZzX2Rvd24sIGRvX2RhdmlkPUZBTFNFLCBkb19nc2VhPUZBTFNFLCBvcmdkYj0ib3JnLkhzLmVnLmRiIiwgZmNfY29sdW1uPSJkZXNlcV9sb2dmYyIpCmRvd25fY3BbWyJwdmFsdWVfcGxvdHMiXV1bWyJlZ29fYWxsX2JwIl1dCmRvd25fY3BbWyJwbG90cyJdXVtbImRvdF9hbGxfYnAiXV0KYGBgCgoKYGBge3Igc2F2ZW1lfQpwYW5kZXI6OnBhbmRlcihzZXNzaW9uSW5mbygpKQptZXNzYWdlKHBhc3RlMCgiVGhpcyBpcyBocGdsdG9vbHMgY29tbWl0OiAiLCBnZXRfZ2l0X2NvbW1pdCgpKSkKdGhpc19zYXZlIDwtIHBhc3RlMChnc3ViKHBhdHRlcm49IlxcLlJtZCIsIHJlcGxhY2U9IiIsIHg9cm1kX2ZpbGUpLCAiLXYiLCB2ZXIsICIucmRhLnh6IikKbWVzc2FnZShwYXN0ZTAoIlNhdmluZyB0byAiLCB0aGlzX3NhdmUpKQp0bXAgPC0gc20oc2F2ZW1lKGZpbGVuYW1lPXRoaXNfc2F2ZSkpCmBgYAo=