1 TODO

  • Add in 5005 annotations
  • Heme/DMSO for each time

2 Changelog

  • 20240610ish: Make sure to change the annotations and expression rownames so that they default to the old locus tag, but use the new locus tag when undefined. This should come with some form of note/warning so that future readers/users are not too confused. Given that this will be a hybrid of old/new, I will not do it at the level of recounting with the new locus tags but instead rename the rows of the expression data post-facto.
  • 20240628: Perform explicit NZ131 tasks, compare media.

3 Introduction

In my previous installment (preprocessing.Rmd), I spun up some jobs on the cluster to examine these samples. In this document I will spend some time looking at them.

4 Annotations

Half of the samples are GAS 5448 and half are NZ131. I have only so far mapped all samples against 5448, I will do NZ131 today.

gas5448_gff <- load_gff_annotations("reference/spyogenes_5448_v1.gff")
## Returning a df with 14 columns and 1821 rows.
rownames(gas5448_gff) <- make.names(gas5448_gff[["locus_tag"]], unique = TRUE)
## Rekey to old_locus_tag here!
undef_idx <- is.na(gas5448_gff[["old_locus_tag"]])
new_locus_tags <- gas5448_gff[undef_idx, "locus_tag"]
gas5448_gff[["hybrid_tag"]] <- gas5448_gff[["old_locus_tag"]]
gas5448_gff[undef_idx, "hybrid_tag"] <- new_locus_tags
## Now I have a column named hybrid containing the old tag when available and new when not.
hybrid_ids <- gas5448_gff[["hybrid_tag"]]

nz131_microbes <- load_microbesonline_annotations(species = "Streptococcus pyogenes NZ131")
## Found 1 entry.
## Streptococcus pyogenes NZ131, Firmicutes, yes, 2009-04-21, yes, 1, 0, 1791, 471876
## The microbesonline tsv has already been downloaded to reference/microbesonline_471876.tsv.
nz131_annot <- as.data.frame(nz131_microbes)
rownames(nz131_annot) <- make.names(nz131_annot[["sysName"]], unique = TRUE)
gas5005_microbes <- load_microbesonline_annotations(species = "MGAS5005")
## Found 1 entry.
## Streptococcus pyogenes MGAS5005, Firmicutes, yes, 2005-08-25, yes, 1, 0, 1950, 293653
## The microbesonline tsv has already been downloaded to reference/microbesonline_293653.tsv.
s5005_annot <- as.data.frame(gas5005_microbes)
rownames(s5005_annot) <- make.names(s5005_annot[["sysName"]], unique = TRUE)

gas5005_go <- load_microbesonline_go(species = "MGAS5005", id_column = "sysName")
## Found 1 entry.
## Streptococcus pyogenes MGAS5005, Firmicutes, yes, 2005-08-25, yes, 1, 0, 1950, 293653
## The species being downloaded is: Streptococcus pyogenes MGAS5005 and is being downloaded as 293653.tab.
nz131_go <- load_microbesonline_go(species = "Streptococcus pyogenes NZ131", id_column = "sysName")
## Found 1 entry.
## Streptococcus pyogenes NZ131, Firmicutes, yes, 2009-04-21, yes, 1, 0, 1791, 471876
## The species being downloaded is: Streptococcus pyogenes NZ131 and is being downloaded as 471876.tab.
s5005_annot[["length"]] <- abs(s5005_annot[["start"]] - s5005_annot[["stop"]])
nz131_annot[["length"]] <- abs(nz131_annot[["start"]] - nz131_annot[["stop"]])
s5005_lengths <- s5005_annot[, c("sysName", "length")]
nz131_lengths <- nz131_annot[, c("sysName", "length")]

5 Collect Preprocessing metadata

The various mapping etc tools finished last night, let us collect the numbers from them here. The defaults should work well for pretty much everything, so I think I need fill in only the starting sample sheet.

sample_sheet <- gather_preprocessing_metadata("sample_sheets/all_samples.xlsx",
                                              tag = "*locus_tag",
                                              species = c("spyogenes_5448_v1", "spyogenes_nz131", "spyogenes_5005"))
## Did not find the condition column in the sample sheet.
## Filling it in as undefined.
## Did not find the batch column in the sample sheet.
## Filling it in as undefined.
## Checking the state of the condition column.
## Checking the state of the batch column.
## Checking the condition factor.
## Writing new metadata to: sample_sheets/all_samples_modified.xlsx
## Deleting the file sample_sheets/all_samples_modified.xlsx before writing the tables.
colnames(sample_sheet[["new_meta"]])
##  [1] "sampleid"                                         "sampleidah"                                      
##  [3] "samplename"                                       "read1fastqfile"                                  
##  [5] "read2fastqfile"                                   "strain"                                          
##  [7] "media"                                            "supplement"                                      
##  [9] "time"                                             "replicate"                                       
## [11] "condition"                                        "batch"                                           
## [13] "sampleid_backup"                                  "trimomatic_input"                                
## [15] "trimomatic_output"                                "trimomatic_percent"                              
## [17] "fastqc_pct_gc"                                    "kraken_bacterial_classified"                     
## [19] "kraken_bacterial_unclassified"                    "kraken_first_bacterial_species"                  
## [21] "kraken_first_bacterial_species_reads"             "kraken_matrix_bacterial"                         
## [23] "hisat_genome_input_reads_spyogenes_5448_v1"       "hisat_genome_input_reads_spyogenes_nz131"        
## [25] "hisat_genome_input_reads_spyogenes_5005"          "hisat_genome_single_concordant_spyogenes_5448_v1"
## [27] "hisat_genome_single_concordant_spyogenes_nz131"   "hisat_genome_single_concordant_spyogenes_5005"   
## [29] "hisat_genome_multi_concordant_spyogenes_5448_v1"  "hisat_genome_multi_concordant_spyogenes_nz131"   
## [31] "hisat_genome_multi_concordant_spyogenes_5005"     "hisat_genome_single_all_spyogenes_5448_v1"       
## [33] "hisat_genome_single_all_spyogenes_nz131"          "hisat_genome_single_all_spyogenes_5005"          
## [35] "hisat_genome_multi_all_spyogenes_5448_v1"         "hisat_genome_multi_all_spyogenes_nz131"          
## [37] "hisat_genome_multi_all_spyogenes_5005"            "hisat_unmapped_spyogenes_5448_v1"                
## [39] "hisat_unmapped_spyogenes_nz131"                   "hisat_unmapped_spyogenes_5005"                   
## [41] "hisat_genome_percent_log_spyogenes_5448_v1"       "hisat_genome_percent_log_spyogenes_nz131"        
## [43] "hisat_genome_percent_log_spyogenes_5005"          "hisat_alignment_spyogenes_5448_v1"               
## [45] "hisat_alignment_spyogenes_nz131"                  "hisat_alignment_spyogenes_5005"                  
## [47] "input_r1"                                         "input_r2"                                        
## [49] "hisat_count_table_spyogenes_5448_v1"              "hisat_count_table_spyogenes_nz131"               
## [51] "hisat_count_table_spyogenes_5005"

6 Create an expressionset

s5448_se <- create_se(sample_sheet[["new_meta"]],
                      file_column = "hisat_count_table_spyogenes_5448_v1",
                      gene_info = gas5448_gff) |>
  subset_se(subset = "read1fastqfile!='Undetermined_S0_R1_001.fastq.gz'")
## Reading the sample metadata.
## Checking the state of the condition column.
## Checking the state of the batch column.
## Checking the condition factor.
## The sample definitions comprises: 81 rows(samples) and 51 columns(metadata fields).
## Matched 1821 annotations and counts.
## Some annotations were lost in merging, setting them to 'undefined'.
## Saving the summarized experiment to 'se.rda'.
## The final summarized experiment has 1821 rows and 51 columns.
current_ids <- rowData(s5448_se)[, c("old_locus_tag", "hybrid_tag")]
new_ids <- current_ids[["hybrid_tag"]]
s5448_test <- set_genenames(s5448_se, new_ids)
rowData(s5448_test)[new_locus_tags, ]
## DataFrame with 65 rows and 15 columns
##                   seqnames     start       end     width      strand                 source        type
##                <character> <integer> <integer> <integer> <character>            <character> <character>
## SP5448_RS09810 NZ_CP008776      9529      9654       126           + EMBL/GenBank/SwissProt        gene
## SP5448_RS09680 NZ_CP008776     80890     81729       840           + EMBL/GenBank/SwissProt        gene
## SP5448_RS09815 NZ_CP008776    118729    118913       185           - EMBL/GenBank/SwissProt        gene
## SP5448_RS09165 NZ_CP008776    149293    149460       168           - EMBL/GenBank/SwissProt        gene
## SP5448_RS09685 NZ_CP008776    172549    172704       156           - EMBL/GenBank/SwissProt        gene
## ...                    ...       ...       ...       ...         ...                    ...         ...
## SP5448_RS09800 NZ_CP008776   1766607   1766938       332           - EMBL/GenBank/SwissProt        gene
## SP5448_RS09935 NZ_CP008776   1776518   1776742       225           - EMBL/GenBank/SwissProt        gene
## SP5448_RS08865 NZ_CP008776   1777786   1778697       912           + EMBL/GenBank/SwissProt        gene
## SP5448_RS08870 NZ_CP008776   1778697   1779527       831           + EMBL/GenBank/SwissProt        gene
## SP5448_RS09675 NZ_CP008776   1780602   1780883       282           - EMBL/GenBank/SwissProt        gene
##                      score     phase        gene      locus_tag old_locus_tag gene_synonym      pseudo
##                <character> <integer> <character>    <character>   <character>  <character> <character>
## SP5448_RS09810   undefined         1   undefined SP5448_RS09810     undefined    undefined   undefined
## SP5448_RS09680   undefined         1        ispE SP5448_RS09680     undefined    undefined   _no_value
## SP5448_RS09815   undefined         1   undefined SP5448_RS09815     undefined    undefined   _no_value
## SP5448_RS09165   undefined         1   undefined SP5448_RS09165     undefined    undefined   undefined
## SP5448_RS09685   undefined         1   undefined SP5448_RS09685     undefined    undefined   _no_value
## ...                    ...       ...         ...            ...           ...          ...         ...
## SP5448_RS09800   undefined         1   undefined SP5448_RS09800     undefined    undefined   _no_value
## SP5448_RS09935   undefined         1   undefined SP5448_RS09935     undefined    undefined   _no_value
## SP5448_RS08865   undefined         1   undefined SP5448_RS08865     undefined    undefined   _no_value
## SP5448_RS08870   undefined         1   undefined SP5448_RS08870     undefined    undefined   _no_value
## SP5448_RS09675   undefined         1   undefined SP5448_RS09675     undefined    undefined   undefined
##                    hybrid_tag
##                   <character>
## SP5448_RS09810 SP5448_RS09810
## SP5448_RS09680 SP5448_RS09680
## SP5448_RS09815 SP5448_RS09815
## SP5448_RS09165 SP5448_RS09165
## SP5448_RS09685 SP5448_RS09685
## ...                       ...
## SP5448_RS09800 SP5448_RS09800
## SP5448_RS09935 SP5448_RS09935
## SP5448_RS08865 SP5448_RS08865
## SP5448_RS08870 SP5448_RS08870
## SP5448_RS09675 SP5448_RS09675
## Check that we got some of the hybrid locus tags as the new rownames of the data.
"SP5448_RS09345" %in% rownames(assay(s5448_se))
## [1] TRUE
rowData(s5448_se)[new_locus_tags, ]
## DataFrame with 65 rows and 15 columns
##                   seqnames     start       end     width      strand                 source        type
##                <character> <integer> <integer> <integer> <character>            <character> <character>
## SP5448_RS09810 NZ_CP008776      9529      9654       126           + EMBL/GenBank/SwissProt        gene
## SP5448_RS09680 NZ_CP008776     80890     81729       840           + EMBL/GenBank/SwissProt        gene
## SP5448_RS09815 NZ_CP008776    118729    118913       185           - EMBL/GenBank/SwissProt        gene
## SP5448_RS09165 NZ_CP008776    149293    149460       168           - EMBL/GenBank/SwissProt        gene
## SP5448_RS09685 NZ_CP008776    172549    172704       156           - EMBL/GenBank/SwissProt        gene
## ...                    ...       ...       ...       ...         ...                    ...         ...
## SP5448_RS09800 NZ_CP008776   1766607   1766938       332           - EMBL/GenBank/SwissProt        gene
## SP5448_RS09935 NZ_CP008776   1776518   1776742       225           - EMBL/GenBank/SwissProt        gene
## SP5448_RS08865 NZ_CP008776   1777786   1778697       912           + EMBL/GenBank/SwissProt        gene
## SP5448_RS08870 NZ_CP008776   1778697   1779527       831           + EMBL/GenBank/SwissProt        gene
## SP5448_RS09675 NZ_CP008776   1780602   1780883       282           - EMBL/GenBank/SwissProt        gene
##                      score     phase        gene      locus_tag old_locus_tag gene_synonym      pseudo
##                <character> <integer> <character>    <character>   <character>  <character> <character>
## SP5448_RS09810   undefined         1   undefined SP5448_RS09810     undefined    undefined   undefined
## SP5448_RS09680   undefined         1        ispE SP5448_RS09680     undefined    undefined   _no_value
## SP5448_RS09815   undefined         1   undefined SP5448_RS09815     undefined    undefined   _no_value
## SP5448_RS09165   undefined         1   undefined SP5448_RS09165     undefined    undefined   undefined
## SP5448_RS09685   undefined         1   undefined SP5448_RS09685     undefined    undefined   _no_value
## ...                    ...       ...         ...            ...           ...          ...         ...
## SP5448_RS09800   undefined         1   undefined SP5448_RS09800     undefined    undefined   _no_value
## SP5448_RS09935   undefined         1   undefined SP5448_RS09935     undefined    undefined   _no_value
## SP5448_RS08865   undefined         1   undefined SP5448_RS08865     undefined    undefined   _no_value
## SP5448_RS08870   undefined         1   undefined SP5448_RS08870     undefined    undefined   _no_value
## SP5448_RS09675   undefined         1   undefined SP5448_RS09675     undefined    undefined   undefined
##                    hybrid_tag
##                   <character>
## SP5448_RS09810 SP5448_RS09810
## SP5448_RS09680 SP5448_RS09680
## SP5448_RS09815 SP5448_RS09815
## SP5448_RS09165 SP5448_RS09165
## SP5448_RS09685 SP5448_RS09685
## ...                       ...
## SP5448_RS09800 SP5448_RS09800
## SP5448_RS09935 SP5448_RS09935
## SP5448_RS08865 SP5448_RS08865
## SP5448_RS08870 SP5448_RS08870
## SP5448_RS09675 SP5448_RS09675
all_combined_factor <- paste0(colData(s5448_se)[["strain"]], "_",
                              colData(s5448_se)[["media"]], "_",
                              colData(s5448_se)[["supplement"]], "_",
                              colData(s5448_se)[["time"]])
colData(s5448_se)[["combined"]] <- all_combined_factor
s5448_se <- set_conditions(s5448_se, all_combined_factor) |>
  set_batches("replicate")
## The numbers of samples by condition are:
## 
##    nz131_C_DMSO_t120m     nz131_C_DMSO_t90m    nz131_C_Heme_t120m     nz131_C_Heme_t90m 
##                     4                     4                     4                     4 
## nz131_RPMI_DMSO_t120m  nz131_RPMI_DMSO_t90m nz131_RPMI_Heme_t120m  nz131_RPMI_Heme_t90m 
##                     4                     4                     4                     4 
##    s5448_C_DMSO_t120m     s5448_C_DMSO_t90m    s5448_C_Heme_t120m     s5448_C_Heme_t90m 
##                     4                     4                     4                     4 
## s5448_RPMI_DMSO_t120m  s5448_RPMI_DMSO_t90m s5448_RPMI_Heme_t120m  s5448_RPMI_Heme_t90m 
##                     4                     4                     4                     4 
##  s5448AP_C_DMSO_t120m   s5448AP_C_DMSO_t90m  s5448AP_C_Heme_t120m   s5448AP_C_Heme_t90m 
##                     4                     4                     4                     4
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
## 20 20 20 20
combined_strain_supplement_media <- paste0(colData(s5448_se)[["strain"]], "_",
                                           colData(s5448_se)[["media"]], "_",
                                           colData(s5448_se)[["supplement"]])
colData(s5448_se)[["str_sup_med"]] <- combined_strain_supplement_media

combined_strain_supplement <- paste0(colData(s5448_se)[["strain"]], "_",
                                     colData(s5448_se)[["supplement"]])
colData(s5448_se)[["str_sup"]] <- combined_strain_supplement

combined_media_supplement <- paste0(colData(s5448_se)[["media"]], "_",
                                    colData(s5448_se)[["supplement"]])
colData(s5448_se)[["med_sup"]] <- combined_media_supplement

combined_strain_media <- paste0(colData(s5448_se)[["strain"]], "_",
                                colData(s5448_se)[["media"]])
colData(s5448_se)[["str_med"]] <- combined_strain_media

notime_factor <- paste0(colData(s5448_se)[["strain"]], "_",
                        colData(s5448_se)[["media"]], "_",
                        colData(s5448_se)[["supplement"]])
colData(s5448_se)[["notime"]] <- notime_factor
s5448_se <- set_conditions(s5448_se, notime_factor) %>%
  set_batches("strain")
## The numbers of samples by condition are:
## 
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               8               8               8               8               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
##   nz131   s5448 s5448AP 
##      32      32      16
fun <- plot_meta_sankey(s5448_se, factors = c("strain", "media", "supplement", "time"))
## Warning: attributes are not identical across measure variables; they will be dropped
## Warning: The `size` argument of `element_rect()` is deprecated as of ggplot2 3.4.0.
## ℹ Please use the `linewidth` argument instead.
## ℹ The deprecated feature was likely used in the ggsankey package.
##   Please report the issue at <https://github.com/davidsjoberg/ggsankey/issues>.
## This warning is displayed once per session.
## Call `lifecycle::last_lifecycle_warnings()` to see where this warning was generated.
fun
## A sankey plot describing the metadata of 80 samples,
## including 38 out of 0 nodes and traversing metadata factors:
## strain, media, supplement, time.

reads <- plot_metadata_factor(s5448_se, "hisat_genome_single_concordant_spyogenes_5448_v1")
reads

7 Repeat for NZ131

nz131_se <- create_se(sample_sheet[["new_meta"]],
                      file_column = "hisat_count_table_spyogenes_nz131",
                      gene_info = nz131_annot) |>
  subset_se(subset = "read1fastqfile!='Undetermined_S0_R1_001.fastq.gz'")
## Reading the sample metadata.
## Checking the state of the condition column.
## Checking the state of the batch column.
## Checking the condition factor.
## The sample definitions comprises: 81 rows(samples) and 51 columns(metadata fields).
## Matched 1788 annotations and counts.
## Some annotations were lost in merging, setting them to 'undefined'.
## Saving the summarized experiment to 'se.rda'.
## The final summarized experiment has 1788 rows and 51 columns.
all_combined_factor <- paste0(colData(nz131_se)[["strain"]], "_",
                              colData(nz131_se)[["media"]], "_",
                              colData(nz131_se)[["supplement"]], "_",
                              colData(nz131_se)[["time"]])
colData(nz131_se)[["combined"]] <- all_combined_factor
nz131_se <- set_conditions(nz131_se, all_combined_factor) |>
  set_batches("replicate")
## The numbers of samples by condition are:
## 
##    nz131_C_DMSO_t120m     nz131_C_DMSO_t90m    nz131_C_Heme_t120m     nz131_C_Heme_t90m 
##                     4                     4                     4                     4 
## nz131_RPMI_DMSO_t120m  nz131_RPMI_DMSO_t90m nz131_RPMI_Heme_t120m  nz131_RPMI_Heme_t90m 
##                     4                     4                     4                     4 
##    s5448_C_DMSO_t120m     s5448_C_DMSO_t90m    s5448_C_Heme_t120m     s5448_C_Heme_t90m 
##                     4                     4                     4                     4 
## s5448_RPMI_DMSO_t120m  s5448_RPMI_DMSO_t90m s5448_RPMI_Heme_t120m  s5448_RPMI_Heme_t90m 
##                     4                     4                     4                     4 
##  s5448AP_C_DMSO_t120m   s5448AP_C_DMSO_t90m  s5448AP_C_Heme_t120m   s5448AP_C_Heme_t90m 
##                     4                     4                     4                     4
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
## 20 20 20 20
combined_strain_supplement_media <- paste0(colData(nz131_se)[["strain"]], "_",
                                           colData(nz131_se)[["media"]], "_",
                                           colData(nz131_se)[["supplement"]])
colData(nz131_se)[["str_sup_med"]] <- combined_strain_supplement_media

combined_strain_supplement <- paste0(colData(nz131_se)[["strain"]], "_",
                                     colData(nz131_se)[["supplement"]])
colData(nz131_se)[["str_sup"]] <- combined_strain_supplement

combined_media_supplement <- paste0(colData(nz131_se)[["media"]], "_",
                                    colData(nz131_se)[["supplement"]])
colData(nz131_se)[["med_sup"]] <- combined_media_supplement

combined_strain_media <- paste0(colData(nz131_se)[["strain"]], "_",
                                colData(nz131_se)[["media"]])
colData(nz131_se)[["str_med"]] <- combined_strain_media

notime_factor <- paste0(colData(nz131_se)[["strain"]], "_",
                        colData(nz131_se)[["media"]], "_",
                        colData(nz131_se)[["supplement"]])
colData(nz131_se)[["notime"]] <- notime_factor
nz131_se <- set_conditions(nz131_se, notime_factor) |>
  set_batches("strain")
## The numbers of samples by condition are:
## 
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               8               8               8               8               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
##   nz131   s5448 s5448AP 
##      32      32      16
fun <- plot_meta_sankey(nz131_se, factors = c("strain", "media", "supplement", "time"))
## Warning: attributes are not identical across measure variables; they will be dropped
fun
## A sankey plot describing the metadata of 80 samples,
## including 38 out of 0 nodes and traversing metadata factors:
## strain, media, supplement, time.

reads <- plot_metadata_factor(nz131_se, "hisat_genome_single_concordant_spyogenes_nz131")
reads

8 And 5005

s5005_se <- create_se(sample_sheet[["new_meta"]],
                      file_column = "hisat_count_table_spyogenes_5005",
                      gene_info = s5005_annot) |>
  subset_se(subset = "read1fastqfile!='Undetermined_S0_R1_001.fastq.gz'")
## Reading the sample metadata.
## Checking the state of the condition column.
## Checking the state of the batch column.
## Checking the condition factor.
## The sample definitions comprises: 81 rows(samples) and 51 columns(metadata fields).
## Matched 1926 annotations and counts.
## Some annotations were lost in merging, setting them to 'undefined'.
## Saving the summarized experiment to 'se.rda'.
## The final summarized experiment has 1926 rows and 51 columns.
all_combined_factor <- paste0(colData(s5005_se)[["strain"]], "_",
                              colData(s5005_se)[["media"]], "_",
                              colData(s5005_se)[["supplement"]], "_",
                              colData(s5005_se)[["time"]])
colData(s5005_se)[["combined"]] <- all_combined_factor
s5005_se <- set_conditions(s5005_se, all_combined_factor) %>%
  set_batches("replicate")
## The numbers of samples by condition are:
## 
##    nz131_C_DMSO_t120m     nz131_C_DMSO_t90m    nz131_C_Heme_t120m     nz131_C_Heme_t90m 
##                     4                     4                     4                     4 
## nz131_RPMI_DMSO_t120m  nz131_RPMI_DMSO_t90m nz131_RPMI_Heme_t120m  nz131_RPMI_Heme_t90m 
##                     4                     4                     4                     4 
##    s5448_C_DMSO_t120m     s5448_C_DMSO_t90m    s5448_C_Heme_t120m     s5448_C_Heme_t90m 
##                     4                     4                     4                     4 
## s5448_RPMI_DMSO_t120m  s5448_RPMI_DMSO_t90m s5448_RPMI_Heme_t120m  s5448_RPMI_Heme_t90m 
##                     4                     4                     4                     4 
##  s5448AP_C_DMSO_t120m   s5448AP_C_DMSO_t90m  s5448AP_C_Heme_t120m   s5448AP_C_Heme_t90m 
##                     4                     4                     4                     4
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
## 20 20 20 20
combined_strain_supplement_media <- paste0(colData(s5005_se)[["strain"]], "_",
                                           colData(s5005_se)[["media"]], "_",
                                           colData(s5005_se)[["supplement"]])
colData(s5005_se)[["str_sup_med"]] <- combined_strain_supplement_media

combined_strain_supplement <- paste0(colData(s5005_se)[["strain"]], "_",
                                     colData(s5005_se)[["supplement"]])
colData(s5005_se)[["str_sup"]] <- combined_strain_supplement

combined_media_supplement <- paste0(colData(s5005_se)[["media"]], "_",
                                    colData(s5005_se)[["supplement"]])
colData(s5005_se)[["med_sup"]] <- combined_media_supplement

combined_strain_media <- paste0(colData(s5005_se)[["strain"]], "_",
                                colData(s5005_se)[["media"]])
colData(s5005_se)[["str_med"]] <- combined_strain_media

notime_factor <- paste0(colData(s5005_se)[["strain"]], "_",
                        colData(s5005_se)[["media"]], "_",
                        colData(s5005_se)[["supplement"]])
colData(s5005_se)[["notime"]] <- notime_factor
s5005_se <- set_conditions(s5005_se, notime_factor) %>%
  set_batches("strain")
## The numbers of samples by condition are:
## 
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               8               8               8               8               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
##   nz131   s5448 s5448AP 
##      32      32      16
fun <- plot_meta_sankey(s5005_se, factors = c("strain", "media", "supplement", "time"))
## Warning: attributes are not identical across measure variables; they will be dropped
fun
## A sankey plot describing the metadata of 80 samples,
## including 38 out of 0 nodes and traversing metadata factors:
## strain, media, supplement, time.

9 Examine reads/gene distribution etc

plot_legend(s5448_se)
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## The colors used in the expressionset are: #1B9E77, #666666, #749829, #97722D, #9B58A5, #A16864, #AE6D1C, #BBA90B, #C9930D, #D8367D.

plot_quantreads(s5448_se)
## Library sizes of 80 samples, 
## ranging from 6,404,095 to 14,677,058.

plot_nonzero(s5448_se)
## Scale for colour is already present.
## Adding another scale for colour, which will replace the existing scale.
## Scale for fill is already present.
## Adding another scale for fill, which will replace the existing scale.
## Warning: Using `size` aesthetic for lines was deprecated in ggplot2 3.4.0.
## ℹ Please use `linewidth` instead.
## ℹ The deprecated feature was likely used in the hpgltools package.
##   Please report the issue to the authors.
## This warning is displayed once per session.
## Call `lifecycle::last_lifecycle_warnings()` to see where this warning was generated.
## A non-zero genes plot of 80 samples.
## These samples have an average 9.99 CPM coverage and 1720 genes observed, ranging from 1603 to
## 1788.

plot_libsize(s5005_se)
## Library sizes of 80 samples, 
## ranging from 2,750,171 to 6,761,550.

plot_nonzero(s5005_se)
## Scale for colour is already present.
## Adding another scale for colour, which will replace the existing scale.
## Scale for fill is already present.
## Adding another scale for fill, which will replace the existing scale.
## A non-zero genes plot of 80 samples.
## These samples have an average 4.455 CPM coverage and 1756 genes observed, ranging from 1629 to
## 1832.

10 Normalize and look more closely

all_norm <- normalize_se(s5448_se, transform = "log2", convert = "cpm",
                         norm = "quant", filter = TRUE)
## Removing 78 low-count genes (1743 remaining).
## transform_counts: Found 66 values equal to 0, adding 1 to the matrix.
plot_sm(all_norm)
## When the standard median metric was plotted, the values observed range
## from 0.620222557208161 to 1 with quartiles at 0.829081601486688 and 0.857840773958452.

plot_disheat(all_norm)
## A heatmap of pairwise sample distances ranging from: 
## 7.21728178266138 to 109.040180364468.

plot_corheat(all_norm)
## A heatmap of pairwise sample correlations ranging from: 
## 0.620222557208161 to 0.998335182704652.

plot_pca(all_norm, plot_labels = "repel", max.overlaps = 100)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by nz131_C_DMSO, nz131_C_Heme, nz131_RPMI_DMSO, nz131_RPMI_Heme, s5448_C_DMSO, s5448_C_Heme, s5448_RPMI_DMSO, s5448_RPMI_Heme, s5448AP_C_DMSO, s5448AP_C_Heme
## Shapes are defined by nz131, s5448, s5448AP.
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure

all_norm <- normalize_se(s5005_se, transform = "log2", convert = "cpm",
                         norm = "quant", filter = TRUE)
## Removing 147 low-count genes (1779 remaining).
## transform_counts: Found 149 values equal to 0, adding 1 to the matrix.
plot_sm(all_norm)
## When the standard median metric was plotted, the values observed range
## from 0.635239149672034 to 1 with quartiles at 0.837362595172608 and 0.86447623539625.

plot_disheat(all_norm)
## A heatmap of pairwise sample distances ranging from: 
## 9.33785378750048 to 111.414435894631.

plot_corheat(all_norm)
## A heatmap of pairwise sample correlations ranging from: 
## 0.635239149672034 to 0.99743582963528.

plot_pca(all_norm, plot_labels = "repel", max.overlaps = 100)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by nz131_C_DMSO, nz131_C_Heme, nz131_RPMI_DMSO, nz131_RPMI_Heme, s5448_C_DMSO, s5448_C_Heme, s5448_RPMI_DMSO, s5448_RPMI_Heme, s5448AP_C_DMSO, s5448AP_C_Heme
## Shapes are defined by nz131, s5448, s5448AP.
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure

I think some samples may warrant removal: KMSL60, KMSL67, KMSL18

exclude_ids <- c("KMSL60", "KMSL67", "KMSL18")
exclude_idx <- ! sampleNames(all_norm) %in% exclude_ids
exclude_samples <- sampleNames(all_norm)[exclude_idx]

s5448_se <- subset_se(s5448_se, ids = exclude_samples)
s5005_se <- subset_se(s5005_se, ids = exclude_samples)
nz131_se <- subset_se(nz131_se, ids = exclude_samples)

Strange, I am going to assume the nz131/5448 split is the problem?

nz131_idx <- colData(s5448_se)[["strain"]] == "nz131"
nz131_se <- s5448_se[, nz131_idx]
nz_ids <- colnames(assay(s5448_se))[nz131_idx]
nz131_se <- subset_se(s5448_se, ids = nz_ids)

s5448_idx <- colData(s5448_se)[["strain"]] == "s5448"
s5448_only <- s5448_se[, s5448_idx]
s5005_only <- s5005_se[, s5448_idx]

nz131_norm <- normalize_se(nz131_se, transform = "log2", convert = "cpm",
                           norm = "quant", filter = TRUE)
## Removing 129 low-count genes (1692 remaining).
## transform_counts: Found 3 values equal to 0, adding 1 to the matrix.
plot_pca(nz131_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by nz131_C_DMSO, nz131_C_Heme, nz131_RPMI_DMSO, nz131_RPMI_Heme
## Shapes are defined by nz131.

s5448_norm <- normalize_se(s5448_se, transform = "log2", convert = "cpm",
                           norm = "quant", filter = TRUE)
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 34 values equal to 0, adding 1 to the matrix.
plot_pca(s5448_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by nz131_C_DMSO, nz131_C_Heme, nz131_RPMI_DMSO, nz131_RPMI_Heme, s5448_C_DMSO, s5448_C_Heme, s5448_RPMI_DMSO, s5448_RPMI_Heme, s5448AP_C_DMSO, s5448AP_C_Heme
## Shapes are defined by nz131, s5448, s5448AP.

s5005_norm <- normalize_se(s5005_se, transform = "log2", convert = "cpm",
                           norm = "quant", filter = TRUE)
## Removing 150 low-count genes (1776 remaining).
## transform_counts: Found 156 values equal to 0, adding 1 to the matrix.
plot_pca(s5005_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by nz131_C_DMSO, nz131_C_Heme, nz131_RPMI_DMSO, nz131_RPMI_Heme, s5448_C_DMSO, s5448_C_Heme, s5448_RPMI_DMSO, s5448_RPMI_Heme, s5448AP_C_DMSO, s5448AP_C_Heme
## Shapes are defined by nz131, s5448, s5448AP.
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure
## Warning in MASS::cov.trob(data[, vars], wt = weight * nrow(data)): Probable convergence failure

11 Use variance partition to guess which factor is most important

Note, variance partition requires a somewhat more strict filter than I use for many other tasks. Given the peculiarity of what I am seeing, I might choose to use this stricter dataset.

vp <- simple_varpart(s5448_se, fstring = "~ strain + time + supplement + media")
## The model of ~ strain + time + supplement + media has 6 levels and rank 6
vp
## 

filt_se <- vp[["modified_input"]]

vp_5005 <- simple_varpart(s5005_se, fstring = "~ strain + time + supplement + media")
## The model of ~ strain + time + supplement + media has 6 levels and rank 6
vp_5005
## 

s5005_filt_se <- vp_5005[["modified_input"]]

12 Split the factors up and look individually

Variance partition says that media is the winner, let us look at that first. I am guessing that the other factors will not provide interesting plots unless we go nuts and use sva.

12.1 Media

media_se <- set_conditions(filt_se, fact = "media")
## The numbers of samples by condition are:
## 
##    C RPMI 
##   46   31
## Setting colors with no pre-defined colors, using the Dark2 palette.
media_norm <- normalize_se(media_se, filter = TRUE, convert = "cpm",
                           norm = "quant", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 34 values equal to 0, adding 1 to the matrix.
plot_pca(media_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by C, RPMI
## Shapes are defined by nz131, s5448, s5448AP.

media_nb <- normalize_se(media_se, filter = TRUE, convert = "cpm",
                         batch = "svaseq", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 324 values less than 0.
## transform_counts: Found 324 values equal to 0, adding 1 to the matrix.
plot_pca(media_nb)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by C, RPMI
## Shapes are defined by nz131, s5448, s5448AP.

12.2 Supplement

supplement_se <- set_conditions(filt_se, fact = "supplement")
## The numbers of samples by condition are:
## 
## DMSO Heme 
##   38   39
## Setting colors with no pre-defined colors, using the Dark2 palette.
supplement_norm <- normalize_se(supplement_se, filter = TRUE, convert = "cpm",
                                norm = "quant", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 34 values equal to 0, adding 1 to the matrix.
plot_pca(supplement_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by DMSO, Heme
## Shapes are defined by nz131, s5448, s5448AP.

supplement_nb <- normalize_se(supplement_se, filter = TRUE, convert = "cpm",
                              batch = "svaseq", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 126 values less than 0.
## transform_counts: Found 126 values equal to 0, adding 1 to the matrix.
plot_pca(supplement_nb)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by DMSO, Heme
## Shapes are defined by nz131, s5448, s5448AP.

12.3 Time

Time is the big loser in this.

time_se <- set_conditions(filt_se, fact = "time")
## The numbers of samples by condition are:
## 
## t120m  t90m 
##    37    40
## Setting colors with no pre-defined colors, using the Dark2 palette.
time_norm <- normalize_se(time_se, filter = TRUE, convert = "cpm",
                          norm = "quant", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 34 values equal to 0, adding 1 to the matrix.
plot_pca(time_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by t120m, t90m
## Shapes are defined by nz131, s5448, s5448AP.

time_nb <- normalize_se(time_se, filter = TRUE, convert = "cpm",
                        batch = "svaseq", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 116 values less than 0.
## transform_counts: Found 116 values equal to 0, adding 1 to the matrix.
plot_pca(time_nb)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by t120m, t90m
## Shapes are defined by nz131, s5448, s5448AP.

12.4 Media and supplement

med_sup_se <- set_conditions(filt_se, fact = "med_sup") %>%
  set_batches(fact = "strain")
## The numbers of samples by condition are:
## 
##    C_DMSO    C_Heme RPMI_DMSO RPMI_Heme 
##        23        23        15        16
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
##   nz131   s5448 s5448AP 
##      30      31      16
med_sup_norm <- normalize(med_sup_se, filter = TRUE, convert = "cpm",
                             norm = "quant", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 34 values equal to 0, adding 1 to the matrix.
plot_pca(med_sup_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by C_DMSO, C_Heme, RPMI_DMSO, RPMI_Heme
## Shapes are defined by nz131, s5448, s5448AP.

med_sup_nb <- normalize(med_sup_se, filter = TRUE, convert = "cpm",
                           batch = "svaseq", transform = "log2")
## Removing 83 low-count genes (1738 remaining).
## transform_counts: Found 314 values less than 0.
## transform_counts: Found 314 values equal to 0, adding 1 to the matrix.
plot_pca(med_sup_nb)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by C_DMSO, C_Heme, RPMI_DMSO, RPMI_Heme
## Shapes are defined by nz131, s5448, s5448AP.

13 Quick DE

Thinking… let us first just lump all samples together and see what happens?

all_supplement_keepers <- list(
  "heme_vs_dmso" = c("Heme", "DMSO"))

## This adds replicate to the model because model_batch defaults to TRUE
all_supplement_de <- all_pairwise(supplement_se)
## DMSO Heme 
##   38   39 
##   nz131   s5448 s5448AP 
##      30      31      16
## Basic step 0/3: Filtering data.
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 7698 entries to zero.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##   38   39
## conditions
## DMSO Heme 
##   38   39
## conditions
## DMSO Heme 
##   38   39
all_supplement_table <- combine_de_tables(
  all_supplement_de,
  keepers = all_supplement_keepers,
  excel = glue("excel/heme_vs_dmso_all_conditions_batch_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
all_supplement_sig <- extract_significant_genes(
  all_supplement_table,
  excel = glue("excel/heme_vs_dmso_all_conditions_batch_sig-v{ver}.xlsx"))

all_supplement_sva_de <- all_pairwise(supplement_se, model_batch = "svaseq", filter = TRUE)
## DMSO Heme 
##   38   39 
##   nz131   s5448 s5448AP 
##      30      31      16
## Removing 83 low-count genes (1738 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 7698 entries to zero.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##   38   39
## conditions
## DMSO Heme 
##   38   39
## conditions
## DMSO Heme 
##   38   39
all_supplement_sva_table <- combine_de_tables(
  all_supplement_sva_de,
  keepers = all_supplement_keepers,
  excel = glue("excel/heme_vs_dmso_all_conditions_sva_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
all_supplement_sva_sig <- extract_significant_genes(
  all_supplement_sva_table,
  excel = glue("excel/heme_vs_dmso_all_conditions_sva_sig-v{ver}.xlsx"))

13.1 Compare Heme/DMSO with media in the model, ignoring strain

TODO

media_strain_se <- set_se
## Error:
## ! object 'set_se' not found
media_strain_keepers <- list(
  "Heme_vs_DMSO_inC" = c("CHeme", "CDMSO"),
  "Heme_vs_DMSO_inR" = c("RPMIHeme", "RPMIDMSO"))
filt_se <- set_batches(filt_se, fact = "replicate")
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
## 20 19 19 19
exc_de <- all_pairwise(filt_se)
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8 
## r1 r2 r3 r4 
## 20 19 19 19
## Basic step 0/3: Filtering data.
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 7698 entries to zero.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8

exc_de
## A pairwise differential expression with results from: basic, deseq, ebseq, edger, limma, noiseq.
## This used a surrogate/batch estimate from: Existing surrogate matrix.
## The primary analysis performed 45 comparisons.
exc_table <- combine_de_tables(
  exc_de, keepers = strain_supplement_keepers,
  excel = glue("excel/gas_heme_vs_dmso_batch-v{ver}.xlsx"))
## Error in `h()`:
## ! error in evaluating the argument 'keepers' in selecting a method for function 'extract_keepers': object 'strain_supplement_keepers' not found
exc_table
## Error:
## ! object 'exc_table' not found
exc_sig <- extract_significant_genes(
  exc_table,
  excel = glue("excel/gas_heme_vs_dmso_batch_sig-v{ver}.xlsx"))
## Error:
## ! object 'exc_table' not found
exc_sig
## Error:
## ! object 'exc_sig' not found

13.2 Lots of contrasts

strain_supplement_keepers <- list(
  "AP_C_HD" = c("s5448APCHeme", "s5448APCDMSO"),
  "NZ_C_HD" = c("nz131CHeme", "nz131CDMSO"),
  "G5448_C_HD" = c("s5448CHeme", "s5448CDMSO"),
  "NZ_R_HD" = c("nz131RPMIHeme", "nz131RPMIDMSO"),
  "G5448_R_HD" = c("s5448RPMIHeme", "s5448RPMIDMSO"))

filt_se <- set_batches(filt_se, fact = "replicate")
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
## 20 19 19 19
exc_de <- all_pairwise(filt_se, model_batch = TRUE)
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8 
## r1 r2 r3 r4 
## 20 19 19 19
## Basic step 0/3: Filtering data.
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 7698 entries to zero.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8

exc_de
## A pairwise differential expression with results from: basic, deseq, ebseq, edger, limma, noiseq.
## This used a surrogate/batch estimate from: Existing surrogate matrix.
## The primary analysis performed 45 comparisons.
exc_table <- combine_de_tables(
  exc_de, keepers = strain_supplement_keepers,
  excel = glue("excel/gas_heme_vs_dmso_batch-v{ver}.xlsx"))
## The keepers has no elements in the coefficients.
## Here are the keepers: s5448APCHeme, s5448APCDMSO, nz131CHeme, nz131CDMSO, s5448CHeme, s5448CDMSO, nz131RPMIHeme, nz131RPMIDMSO, s5448RPMIHeme, s5448RPMIDMSO
## Here are the coefficients: s5448AP_C_Heme, s5448AP_C_DMSO, s5448AP_C_Heme, s5448_RPMI_Heme, s5448AP_C_DMSO, s5448_RPMI_Heme, s5448AP_C_Heme, s5448_RPMI_DMSO, s5448AP_C_DMSO, s5448_RPMI_DMSO, s5448_RPMI_Heme, s5448_RPMI_DMSO, s5448AP_C_Heme, s5448_C_Heme, s5448AP_C_DMSO, s5448_C_Heme, s5448_RPMI_Heme, s5448_C_Heme, s5448_RPMI_DMSO, s5448_C_Heme, s5448AP_C_Heme, s5448_C_DMSO, s5448AP_C_DMSO, s5448_C_DMSO, s5448_RPMI_Heme, s5448_C_DMSO, s5448_RPMI_DMSO, s5448_C_DMSO, s5448_C_Heme, s5448_C_DMSO, s5448AP_C_Heme, nz131_RPMI_Heme, s5448AP_C_DMSO, nz131_RPMI_Heme, s5448_RPMI_Heme, nz131_RPMI_Heme, s5448_RPMI_DMSO, nz131_RPMI_Heme, s5448_C_Heme, nz131_RPMI_Heme, s5448_C_DMSO, nz131_RPMI_Heme, s5448AP_C_Heme, nz131_RPMI_DMSO, s5448AP_C_DMSO, nz131_RPMI_DMSO, s5448_RPMI_Heme, nz131_RPMI_DMSO, s5448_RPMI_DMSO, nz131_RPMI_DMSO, s5448_C_Heme, nz131_RPMI_DMSO, s5448_C_DMSO, nz131_RPMI_DMSO, nz131_RPMI_Heme, nz131_RPMI_DMSO, s5448AP_C_Heme, nz131_C_Heme, s5448AP_C_DMSO, nz131_C_Heme, s5448_RPMI_Heme, nz131_C_Heme, s5448_RPMI_DMSO, nz131_C_Heme, s5448_C_Heme, nz131_C_Heme, s5448_C_DMSO, nz131_C_Heme, nz131_RPMI_Heme, nz131_C_Heme, nz131_RPMI_DMSO, nz131_C_Heme, s5448AP_C_Heme, nz131_C_DMSO, s5448AP_C_DMSO, nz131_C_DMSO, s5448_RPMI_Heme, nz131_C_DMSO, s5448_RPMI_DMSO, nz131_C_DMSO, s5448_C_Heme, nz131_C_DMSO, s5448_C_DMSO, nz131_C_DMSO, nz131_RPMI_Heme, nz131_C_DMSO, nz131_RPMI_DMSO, nz131_C_DMSO, nz131_C_Heme, nz131_C_DMSO
## Error in `extract_keepers()`:
## ! Unable to find the set of contrasts to keep, fix this and try again.
exc_table
## Error:
## ! object 'exc_table' not found
exc_sig <- extract_significant_genes(
  exc_table,
  excel = glue("excel/gas_heme_vs_dmso_batch_sig-v{ver}.xlsx"))
## Error:
## ! object 'exc_table' not found
exc_sig
## Error:
## ! object 'exc_sig' not found
s5005_filt_se <- set_batches(s5005_filt_se, fact = "replicate")
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
## 20 19 19 19
s5005_exc_de <- all_pairwise(s5005_filt_se, model_batch = TRUE)
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8 
## r1 r2 r3 r4 
## 20 19 19 19
## Basic step 0/3: Filtering data.
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 8561 entries to zero.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8
## conditions
##    nz131_C_DMSO    nz131_C_Heme nz131_RPMI_DMSO nz131_RPMI_Heme    s5448_C_DMSO    s5448_C_Heme 
##               8               7               7               8               7               8 
## s5448_RPMI_DMSO s5448_RPMI_Heme  s5448AP_C_DMSO  s5448AP_C_Heme 
##               8               8               8               8

s5005_exc_de
## A pairwise differential expression with results from: basic, deseq, ebseq, edger, limma, noiseq.
## This used a surrogate/batch estimate from: Existing surrogate matrix.
## The primary analysis performed 45 comparisons.
s5005_exc_table <- combine_de_tables(
  s5005_exc_de, keepers = strain_supplement_keepers,
  excel = glue("excel/s5005_gas_heme_vs_dmso_batch-v{ver}.xlsx"))
## The keepers has no elements in the coefficients.
## Here are the keepers: s5448APCHeme, s5448APCDMSO, nz131CHeme, nz131CDMSO, s5448CHeme, s5448CDMSO, nz131RPMIHeme, nz131RPMIDMSO, s5448RPMIHeme, s5448RPMIDMSO
## Here are the coefficients: s5448AP_C_Heme, s5448AP_C_DMSO, s5448AP_C_Heme, s5448_RPMI_Heme, s5448AP_C_DMSO, s5448_RPMI_Heme, s5448AP_C_Heme, s5448_RPMI_DMSO, s5448AP_C_DMSO, s5448_RPMI_DMSO, s5448_RPMI_Heme, s5448_RPMI_DMSO, s5448AP_C_Heme, s5448_C_Heme, s5448AP_C_DMSO, s5448_C_Heme, s5448_RPMI_Heme, s5448_C_Heme, s5448_RPMI_DMSO, s5448_C_Heme, s5448AP_C_Heme, s5448_C_DMSO, s5448AP_C_DMSO, s5448_C_DMSO, s5448_RPMI_Heme, s5448_C_DMSO, s5448_RPMI_DMSO, s5448_C_DMSO, s5448_C_Heme, s5448_C_DMSO, s5448AP_C_Heme, nz131_RPMI_Heme, s5448AP_C_DMSO, nz131_RPMI_Heme, s5448_RPMI_Heme, nz131_RPMI_Heme, s5448_RPMI_DMSO, nz131_RPMI_Heme, s5448_C_Heme, nz131_RPMI_Heme, s5448_C_DMSO, nz131_RPMI_Heme, s5448AP_C_Heme, nz131_RPMI_DMSO, s5448AP_C_DMSO, nz131_RPMI_DMSO, s5448_RPMI_Heme, nz131_RPMI_DMSO, s5448_RPMI_DMSO, nz131_RPMI_DMSO, s5448_C_Heme, nz131_RPMI_DMSO, s5448_C_DMSO, nz131_RPMI_DMSO, nz131_RPMI_Heme, nz131_RPMI_DMSO, s5448AP_C_Heme, nz131_C_Heme, s5448AP_C_DMSO, nz131_C_Heme, s5448_RPMI_Heme, nz131_C_Heme, s5448_RPMI_DMSO, nz131_C_Heme, s5448_C_Heme, nz131_C_Heme, s5448_C_DMSO, nz131_C_Heme, nz131_RPMI_Heme, nz131_C_Heme, nz131_RPMI_DMSO, nz131_C_Heme, s5448AP_C_Heme, nz131_C_DMSO, s5448AP_C_DMSO, nz131_C_DMSO, s5448_RPMI_Heme, nz131_C_DMSO, s5448_RPMI_DMSO, nz131_C_DMSO, s5448_C_Heme, nz131_C_DMSO, s5448_C_DMSO, nz131_C_DMSO, nz131_RPMI_Heme, nz131_C_DMSO, nz131_RPMI_DMSO, nz131_C_DMSO, nz131_C_Heme, nz131_C_DMSO
## Error in `extract_keepers()`:
## ! Unable to find the set of contrasts to keep, fix this and try again.
s5005_exc_table
## Error:
## ! object 's5005_exc_table' not found
s5005_exc_sig <- extract_significant_genes(
  s5005_exc_table,
  excel = glue("excel/s5005_gas_heme_vs_dmso_batch_sig-v{ver}.xlsx"))
## Error:
## ! object 's5005_exc_table' not found
s5005_exc_sig
## Error:
## ! object 's5005_exc_sig' not found

14 A query in 202607

Spencer dropped by and asked if we could revisit this dataset in order to compare the heme and dmso samples from each timepoint. I have all of our previous analyses working; but it will take me a minute to see what to do for this query. If I understood correctly, I should compare the two supplements for the t120m and t90m separately.

One additional piece of logic, perhaps restrict this to the samples which are in C media.

t120m_supplement_5005_se <- subset_se(s5005_se, subset = "time=='t120m'") |>
  subset_se(subset = "media=='C'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## The numbers of samples by condition are:
## 
## DMSO Heme 
##   11   11
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
##  6  5  6  5
t90m_supplement_5005_se <- subset_se(s5005_se, subset = "time=='t90m'") |>
  subset_se(subset = "media=='C'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## The numbers of samples by condition are:
## 
## DMSO Heme 
##   12   12
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
##  6  6  6  6
t120m_supplement_5005_de <- all_pairwise(t120m_supplement_5005_se, model_svs = "svaseq", filter = TRUE)
## DMSO Heme 
##   11   11 
## r1 r2 r3 r4 
##  6  5  6  5
## Removing 193 low-count genes (1733 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 1739 entries to zero.
## This received a matrix of SVs.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##   11   11
## conditions
## DMSO Heme 
##   11   11
## conditions
## DMSO Heme 
##   11   11
t120m_supplement_5005_table <- combine_de_tables(t120m_supplement_5005_de, excel = glue("excel/t120m_supplement_s5005_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
t90m_supplement_5005_de <- all_pairwise(t90m_supplement_5005_se, model_svs = "svaseq", filter = TRUE)
## DMSO Heme 
##   12   12 
## r1 r2 r3 r4 
##  6  6  6  6
## Removing 193 low-count genes (1733 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 1109 entries to zero.
## This received a matrix of SVs.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##   12   12
## conditions
## DMSO Heme 
##   12   12
## conditions
## DMSO Heme 
##   12   12
t90m_supplement_5005_table <- combine_de_tables(t90m_supplement_5005_de, excel = glue("excel/t90m_supplement_s5005_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
t120m_supplement_5448_se <- subset_se(s5448_se, subset = "time=='t120m'") |>
  subset_se(subset = "media=='C'") |>
  subset_se(subset = "strain=='s5448'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## The numbers of samples by condition are:
## 
## DMSO Heme 
##    3    4
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
##  2  1  2  2
t90m_supplement_5448_se <- subset_se(s5448_se, subset = "time=='t90m'") |>
  subset_se(subset = "media=='C'") |>
  subset_se(subset = "strain=='s5448'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## The numbers of samples by condition are:
## 
## DMSO Heme 
##    4    4
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
##  2  2  2  2
t120m_supplement_5448_de <- all_pairwise(t120m_supplement_5448_se, model_svs = "svaseq", filter = TRUE)
## DMSO Heme 
##    3    4 
## r1 r2 r3 r4 
##  2  1  2  2
## Removing 143 low-count genes (1678 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 55 entries to zero.
## This received a matrix of SVs.
## converting counts to integer mode
##   the design formula contains one or more numeric variables with integer values,
##   specifying a model with increasing fold change for higher values.
##   did you mean for this to be a factor? if so, first convert
##   this variable to a factor using the factor() function
##   the design formula contains one or more numeric variables with integer values,
##   specifying a model with increasing fold change for higher values.
##   did you mean for this to be a factor? if so, first convert
##   this variable to a factor using the factor() function
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##    3    4
## conditions
## DMSO Heme 
##    3    4
## Warning: Zero sample variances detected, have been offset away from zero
## Warning: Zero sample variances detected, have been offset away from zero
## conditions
## DMSO Heme 
##    3    4
t120m_supplement_5448_table <- combine_de_tables(t120m_supplement_5448_de, excel = glue("excel/t120m_supplement_s5448_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
t90m_supplement_5448_de <- all_pairwise(t90m_supplement_5448_se, model_svs = "svaseq", filter = TRUE)
## DMSO Heme 
##    4    4 
## r1 r2 r3 r4 
##  2  2  2  2
## Removing 147 low-count genes (1674 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 87 entries to zero.
## This received a matrix of SVs.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##    4    4
## conditions
## DMSO Heme 
##    4    4
## conditions
## DMSO Heme 
##    4    4
t90m_supplement_5448_table <- combine_de_tables(t90m_supplement_5448_de, excel = glue("excel/t90m_supplement_s5448_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
t120m_supplement_5448AP_se <- subset_se(s5448AP_se, subset = "time=='t120m'") |>
  subset_se(subset = "media=='C'") |>
  subset_se(subset = "strain=='s5448AP'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## Error in `h()`:
## ! error in evaluating the argument 'exp' in selecting a method for function 'set_batches': error in evaluating the argument 'exp' in selecting a method for function 'set_conditions': error in evaluating the argument 'x' in selecting a method for function 'colData': error in evaluating the argument 'x' in selecting a method for function 'colData': error in evaluating the argument 'x' in selecting a method for function 'colData': object 's5448AP_se' not found
t90m_supplement_5448AP_se <- subset_se(s5448AP_se, subset = "time=='t90m'") |>
  subset_se(subset = "media=='C'") |>
  subset_se(subset = "media=='s5448AP'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## Error in `h()`:
## ! error in evaluating the argument 'exp' in selecting a method for function 'set_batches': error in evaluating the argument 'exp' in selecting a method for function 'set_conditions': error in evaluating the argument 'x' in selecting a method for function 'colData': error in evaluating the argument 'x' in selecting a method for function 'colData': error in evaluating the argument 'x' in selecting a method for function 'colData': object 's5448AP_se' not found
t120m_supplement_5448AP_de <- all_pairwise(t120m_supplement_5448AP_se, model_svs = "svaseq", filter = TRUE)
## Error in `h()`:
## ! error in evaluating the argument 'x' in selecting a method for function 'colData': object 't120m_supplement_5448AP_se' not found
t120m_supplement_5448AP_table <- combine_de_tables(t120m_supplement_5448AP_de, excel = glue("excel/t120m_supplement_s5448AP_table-v{ver}.xlsx"))
## Error:
## ! object 't120m_supplement_5448AP_de' not found
t90m_supplement_5448AP_de <- all_pairwise(t90m_supplement_5448AP_se, model_svs = "svaseq", filter = TRUE)
## Error in `h()`:
## ! error in evaluating the argument 'x' in selecting a method for function 'colData': object 't90m_supplement_5448AP_se' not found
t90m_supplement_5448AP_table <- combine_de_tables(t90m_supplement_5448AP_de, excel = glue("excel/t90m_supplement_s5448AP_table-v{ver}.xlsx"))
## Error:
## ! object 't90m_supplement_5448AP_de' not found
t120m_supplement_nz131_se <- subset_se(nz131_se, subset = "time=='t120m'") |>
  subset_se(subset = "media=='C'") |>
  subset_se(subset = "strain=='nz131'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## The numbers of samples by condition are:
## 
## DMSO Heme 
##    4    3
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
##  2  2  2  1
t90m_supplement_nz131_se <- subset_se(nz131_se, subset = "time=='t90m'") |>
  subset_se(subset = "media=='C'") |>
  subset_se(subset = "strain=='nz131'") |>
  set_conditions(fact = "supplement") |>
  set_batches(fact = "replicate")
## The numbers of samples by condition are:
## 
## DMSO Heme 
##    4    4
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
##  2  2  2  2
t120m_supplement_nz131_de <- all_pairwise(t120m_supplement_nz131_se, model_svs = "svaseq", filter = TRUE)
## DMSO Heme 
##    4    3 
## r1 r2 r3 r4 
##  2  2  2  1
## Removing 176 low-count genes (1645 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 59 entries to zero.
## This received a matrix of SVs.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##    4    3
## conditions
## DMSO Heme 
##    4    3
## conditions
## DMSO Heme 
##    4    3
t120m_supplement_nz131_table <- combine_de_tables(t120m_supplement_nz131_de, excel = glue("excel/t120m_supplement_snz131_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
t90m_supplement_nz131_de <- all_pairwise(t90m_supplement_nz131_se, model_svs = "svaseq", filter = TRUE)
## DMSO Heme 
##    4    4 
## r1 r2 r3 r4 
##  2  2  2  2
## Removing 175 low-count genes (1646 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 40 entries to zero.
## This received a matrix of SVs.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
## DMSO Heme 
##    4    4
## conditions
## DMSO Heme 
##    4    4
## conditions
## DMSO Heme 
##    4    4
t90m_supplement_nz131_table <- combine_de_tables(t90m_supplement_nz131_de, excel = glue("excel/t90m_supplement_snz131_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.

15 A query from 20240625

Spencer sent along the following query:

I wanted to follow up with you on our talk earlier today. Kevin and I wanted to see the significantly differentially expressed genes across strains in different media, i.e., one dataset of the differentially expressed genes in C-media and another of the differentially expressed genes in mRPMI. Also, we realized that for the NZ131 batch data sets, we were seeing locus tags for 5448 instead of those for NZ131. Thanks for your help!

There are a couple things going on here: (a) I later mapped all the samples with my recent nz131 assembly and have not yet performed the analysis using those results. (b) I have only analyzed the original set of contrasts. Let us take a moment to amend this.

15.1 NZ131 annotations

I will combine the gff file and microbesonline data.

nz_annot <- load_microbesonline_annotations("NZ131")
## Found 1 entry.
## Streptococcus pyogenes NZ131, Firmicutes, yes, 2009-04-21, yes, 1, 0, 1791, 471876
## The microbesonline tsv has already been downloaded to reference/microbesonline_471876.tsv.
nz_annot_gff <- load_gff_annotations("~/libraries/genome/gff/spyogenes_nz131.gff")
## Returning a df with 34 columns and 3698 rows.
rownames(nz_annot_gff) <- nz_annot_gff[["locus_tag"]]
## Warning: non-unique values when setting 'row.names': 'Spy49_0001', 'Spy49_0002', 'Spy49_0003',
## 'Spy49_0004', 'Spy49_0005', 'Spy49_0006', 'Spy49_0008', 'Spy49_0009', 'Spy49_0010', 'Spy49_0011',
## 'Spy49_0012', 'Spy49_0013', 'Spy49_0014', 'Spy49_0015', 'Spy49_0016', 'Spy49_0017', 'Spy49_0018',
## 'Spy49_0019', 'Spy49_0020', 'Spy49_0021', 'Spy49_0022', 'Spy49_0023', 'Spy49_0024', 'Spy49_0025',
## 'Spy49_0026c', 'Spy49_0027', 'Spy49_0028', 'Spy49_0029', 'Spy49_0030', 'Spy49_0031', 'Spy49_0032',
## 'Spy49_0033', 'Spy49_0035', 'Spy49_0036', 'Spy49_0037', 'Spy49_0038', 'Spy49_0039', 'Spy49_0040',
## 'Spy49_0044', 'Spy49_0045', 'Spy49_0046', 'Spy49_0048', 'Spy49_0049', 'Spy49_0050', 'Spy49_0052',
## 'Spy49_0053', 'Spy49_0054', 'Spy49_0055', 'Spy49_0056', 'Spy49_0057', 'Spy49_0058', 'Spy49_0059',
## 'Spy49_0060', 'Spy49_0061', 'Spy49_0062', 'Spy49_0064', 'Spy49_0065', 'Spy49_0066', 'Spy49_0067',
## 'Spy49_0068', 'Spy49_0069', 'Spy49_0070', 'Spy49_0071', 'Spy49_0072', 'Spy49_0073', 'Spy49_0074',
## 'Spy49_0075', 'Spy49_0078', 'Spy49_0079', 'Spy49_0080', 'Spy49_0081', 'Spy49_0082', 'Spy49_0083c',
## 'Spy49_0084', 'Spy49_0086', 'Spy49_0087', 'Spy49_0088', 'Spy49_0089', 'Spy49_0090', 'Spy49_0091',
## 'Spy49_0092', 'Spy49_0093', 'Spy49_0094', 'Spy49_0095', 'Spy49_0096', 'Spy49_0097', 'Spy49_0098',
## 'Spy49_0099', 'Spy49_0100', 'Spy49_0101', 'Spy49_0103', 'Spy49_0104', 'Spy49_0105', 'Spy49_0107',
## 'Spy49_0108c', 'Spy49_0109c', 'Spy49_0110c', 'Spy49_0111', 'Spy49_0112', 'Spy49_0113', 'Spy49_0114',
## 'Spy49_0116', 'Spy49_0117', 'Spy49_0118', 'Spy49_0119', 'Spy49_0120c', 'Spy49_0121', 'Spy49_0122c',
## 'Spy49_0123', 'Spy49_0124', 'Spy49_0125', 'Spy49_0126c', 'Spy49_0127', 'Spy49_0128', 'Spy49_0129',
## 'Spy49_0130', 'Spy49_0131', 'Spy49_0132', 'Spy49_0133', 'Spy49_0134', 'Spy49_0135', 'Spy49_0136',
## 'Spy49_0137', 'Spy49_0138c', 'Spy49_0139c', 'Spy49_0141', 'Spy49_0142', 'Spy49_0143', 'Spy49_0144',
## 'Spy49_0145', 'Spy49_0146', 'Spy49_0147', 'Spy49_0148', 'Spy49_0149c', 'Spy49_0150c', 'Spy49_0151',
## 'Spy49_0152', 'Spy49_0153', 'Spy49_0154', 'Spy49_0155', 'Spy49_0156', 'Spy49_0157', 'Spy49_0158',
## 'Spy49_0159', 'Spy49_0160', 'Spy49_0161', 'Spy49_0162', 'Spy49_0163', 'Spy49_0164', 'Spy49_0165',
## 'Spy49_0166', 'Spy49_0167', 'Spy49_0168', 'Spy49_0169', 'Spy49_0170c', 'Spy49_0173c', 'Spy49_0176',
## 'Spy49_0178c', 'Spy49_0180c', 'Spy49_0181', 'Spy49_0182', 'Spy49_0183', 'Spy49_0184', 'Spy49_0185',
## 'Spy49_0186c', 'Spy49_0187', 'Spy49_0188', 'Spy49_0189c', 'Spy49_0190', 'Spy49_0191c', 'Spy49_0192c',
## 'Spy49_0193', 'Spy49_0194', 'Spy49_0195', 'Spy49_0198', 'Spy49_0199', 'Spy49_0200', 'Spy49_0201',
## 'Spy49_0202', 'Spy49_0203', 'Spy49_0204', 'Spy49_0205', 'Spy49_0206', 'Spy49_0207', 'Spy49_0208',
## 'Spy49_0209', 'Spy49_0210', 'Spy49_0211', 'Spy49_0212', 'Spy49_0213', 'Spy49_0214', 'Spy49_0215',
## 'Spy49_0216', 'Spy49_0217', 'Spy49_0218c', 'Spy49_0219', 'Spy49_0220', 'Spy49_0221', 'Spy49_0223',
## 'Spy49_0224', 'Spy49_0225', 'Spy49_0226', 'Spy49_0227', 'Spy49_0228', 'Spy49_0229', 'Spy49_0230',
## 'Spy49_0231', 'Spy49_0233', 'Spy49_0234', 'Spy49_0235c', 'Spy49_0236c', 'Spy49_0237c', 'Spy49_0238',
## 'Spy49_0239', 'Spy49_0240', 'Spy49_0241', 'Spy49_0242', 'Spy49_0243', 'Spy49_0244', 'Spy49_0245',
## 'Spy49_0246', 'Spy49_0247', 'Spy49_0248c', 'Spy49_0249', 'Spy49_0250', 'Spy49_0251', 'Spy49_0252',
## 'Spy49_0253', 'Spy49_0254c', 'Spy49_0256', 'Spy49_0257', 'Spy49_0258', 'Spy49_0259', 'Spy49_0260',
## 'Spy49_0261', 'Spy49_0262', 'Spy49_0263', 'Spy49_0264', 'Spy49_0265', 'Spy49_0266', 'Spy49_0268',
## 'Spy49_0269', 'Spy49_0270', 'Spy49_0271c', 'Spy49_0272', 'Spy49_0273c', 'Spy49_0274c', 'Spy49_0275',
## 'Spy49_0276', 'Spy49_0277', 'Spy49_0278', 'Spy49_0279', 'Spy49_0280', 'Spy49_0281', 'Spy49_0282',
## 'Spy49_0283', 'Spy49_0284', 'Spy49_0285', 'Spy49_0286', 'Spy49_0287', 'Spy49_0288', 'Spy49_0289',
## 'Spy49_0290', 'Spy49_0291', 'Spy49_0292c', 'Spy49_0293', 'Spy49_0294', 'Spy49_0295', 'Spy49_0296',
## 'Spy49_0297', 'Spy49_0298', 'Spy49_0299', 'Spy49_0300', 'Spy49_0301', 'Spy49_0302', 'Spy49_0303',
## 'Spy49_0304', 'Spy49_0305', 'Spy49_0306', 'Spy49_0307', 'Spy49_0308', 'Spy49_0309', 'Spy49_0310',
## 'Spy49_0311', 'Spy49_0312', 'Spy49_0313', 'Spy49_0314', 'Spy49_0315', 'Spy49_0316', 'Spy49_0317c',
## 'Spy49_0318', 'Spy49_0319c', 'Spy49_0320', 'Spy49_0322', 'Spy49_0323', 'Spy49_0325', 'Spy49_0326',
## 'Spy49_0327', 'Spy49_0328', 'Spy49_0329', 'Spy49_0330', 'Spy49_0331', 'Spy49_0332c', 'Spy49_0333',
## 'Spy49_0334c', 'Spy49_0335', 'Spy49_0336', 'Spy49_0337', 'Spy49_0338', 'Spy49_0339', 'Spy49_0340',
## 'Spy49_0341', 'Spy49_0342c', 'Spy49_0343', 'Spy49_0344', 'Spy49_0345c', 'Spy49_0346c', 'Spy49_0347',
## 'Spy49_0348', 'Spy49_0349c', 'Spy49_0350c', 'Spy49_0351c', 'Spy49_0352c', 'Spy49_0353c', 'Spy49_0354c',
## 'Spy49_0355c', 'Spy49_0356c', 'Spy49_0357c', 'Spy49_0358c', 'Spy49_0359c', 'Spy49_0360c', 'Spy49_0361c',
## 'Spy49_0362c', 'Spy49_0363c', 'Spy49_0364c', 'Spy49_0365c', 'Spy49_0366c', 'Spy49_0367c', 'Spy49_0368c',
## 'Spy49_0369', 'Spy49_0370', 'Spy49_0371', 'Spy49_0372', 'Spy49_0373', 'Spy49_0374', 'Spy49_0375',
## 'Spy49_0376', 'Spy49_0377', 'Spy49_0378', 'Spy49_0379', 'Spy49_0380c', 'Spy49_0381', 'Spy49_0382',
## 'Spy49_0383', 'Spy49_0384c', 'Spy49_0385', 'Spy49_0386c', 'Spy49_0387', 'Spy49_0388', 'Spy49_0390',
## 'Spy49_0391', 'Spy49_0392', 'Spy49_0394', 'Spy49_0395', 'Spy49_0396', 'Spy49_0398', 'Spy49_0399',
## 'Spy49_0400', 'Spy49_0401', 'Spy49_0402', 'Spy49_0403', 'Spy49_0404', 'Spy49_0405c', 'Spy49_0406',
## 'Spy49_0407c', 'Spy49_0408c', 'Spy49_0409', 'Spy49_0410', 'Spy49_0411', 'Spy49_0412', 'Spy49_0413',
## 'Spy49_0414c', 'Spy49_0415', 'Spy49_0416', 'Spy49_0417', 'Spy49_0418', 'Spy49_0419', 'Spy49_0420',
## 'Spy49_0421', 'Spy49_0422', 'Spy49_0423', 'Spy49_0424', 'Spy49_0425c', 'Spy49_0426c', 'Spy49_0427c',
## 'Spy49_0428c', 'Spy49_0429c', 'Spy49_0430c', 'Spy49_0431c', 'Spy49_0432', 'Spy49_0433', 'Spy49_0434',
## 'Spy49_0435', 'Spy49_0436', 'Spy49_0437', 'Spy49_0438', 'Spy49_0439', 'Spy49_0440', 'Spy49_0441',
## 'Spy49_0442', 'Spy49_0444', 'Spy49_0445', 'Spy49_0446', 'Spy49_0447', 'Spy49_0448', 'Spy49_0449c',
## 'Spy49_0450', 'Spy49_0451', 'Spy49_0453', 'Spy49_0454', 'Spy49_0455', 'Spy49_0456', 'Spy49_0457',
## 'Spy49_0458', 'Spy49_0459', 'Spy49_0460', 'Spy49_0461c', 'Spy49_0462c', 'Spy49_0463c', 'Spy49_0464c',
## 'Spy49_0465', 'Spy49_0466', 'Spy49_0467', 'Spy49_0468', 'Spy49_0469', 'Spy49_0470c', 'Spy49_0471',
## 'Spy49_0473', 'Spy49_0474', 'Spy49_0475', 'Spy49_0476', 'Spy49_0477c', 'Spy49_0478c', 'Spy49_0479',
## 'Spy49_0480', 'Spy49_0481', 'Spy49_0482', 'Spy49_0483c', 'Spy49_0484', 'Spy49_0485', 'Spy49_0487',
## 'Spy49_0488c', 'Spy49_0489c', 'Spy49_0490', 'Spy49_0491', 'Spy49_0493', 'Spy49_0494', 'Spy49_0495',
## 'Spy49_0496', 'Spy49_0497', 'Spy49_0498', 'Spy49_0499', 'Spy49_0500', 'Spy49_0501', 'Spy49_0502c',
## 'Spy49_0503c', 'Spy49_0504', 'Spy49_0505c', 'Spy49_0506c', 'Spy49_0507c', 'Spy49_0508c', 'Spy49_0509',
## 'Spy49_0510', 'Spy49_0511c', 'Spy49_0512c', 'Spy49_0513', 'Spy49_0514', 'Spy49_0515', 'Spy49_0516',
## 'Spy49_0517c', 'Spy49_0518c', 'Spy49_0519c', 'Spy49_0520c', 'Spy49_0521', 'Spy49_0522', 'Spy49_0523c',
## 'Spy49_0524c', 'Spy49_0525c', 'Spy49_0526c', 'Spy49_0527c', 'Spy49_0528c', 'Spy49_0529c', 'Spy49_0530',
## 'Spy49_0531', 'Spy49_0532', 'Spy49_0533', 'Spy49_0534', 'Spy49_0535', 'Spy49_0536', 'Spy49_0537',
## 'Spy49_0538', 'Spy49_0539c', 'Spy49_0540', 'Spy49_0541', 'Spy49_0543', 'Spy49_0544', 'Spy49_0545',
## 'Spy49_0546', 'Spy49_0547', 'Spy49_0548', 'Spy49_0549', 'Spy49_0550', 'Spy49_0551', 'Spy49_0552c',
## 'Spy49_0554c', 'Spy49_0555', 'Spy49_0556', 'Spy49_0557', 'Spy49_0558', 'Spy49_0559', 'Spy49_0560',
## 'Spy49_0561', 'Spy49_0562c', 'Spy49_0563', 'Spy49_0564c', 'Spy49_0565c', 'Spy49_0566c', 'Spy49_0567',
## 'Spy49_0568', 'Spy49_0569', 'Spy49_0570', 'Spy49_0572', 'Spy49_0573', 'Spy49_0574', 'Spy49_0575',
## 'Spy49_0576', 'Spy49_0577', 'Spy49_0578', 'Spy49_0579', 'Spy49_0580', 'Spy49_0581', 'Spy49_0582',
## 'Spy49_0583', 'Spy49_0584', 'Spy49_0585', 'Spy49_0586', 'Spy49_0587', 'Spy49_0588', 'Spy49_0589',
## 'Spy49_0590', 'Spy49_0591', 'Spy49_0592', 'Spy49_0593', 'Spy49_0594', 'Spy49_0596', 'Spy49_0597',
## 'Spy49_0598', 'Spy49_0599', 'Spy49_0600', 'Spy49_0601', 'Spy49_0602c', 'Spy49_0603', 'Spy49_0604',
## 'Spy49_0605', 'Spy49_0606', 'Spy49_0607c', 'Spy49_0608', 'Spy49_0609', 'Spy49_0610', 'Spy49_0611',
## 'Spy49_0612', 'Spy49_0613', 'Spy49_0614', 'Spy49_0615',
## Error in `.rowNamesDF<-`:
## ! duplicate 'row.names' are not allowed
nz_annot <- merge(nz_annot_gff, nz_annot, by.x = "locus_tag", by.y = "sysName", all.x = TRUE)

nz_go <- load_microbesonline_go(table_df = nz_annot, species = "NZ131", id_column = "locus_tag")
## Found 1 entry.
## Streptococcus pyogenes NZ131, Firmicutes, yes, 2009-04-21, yes, 1, 0, 1791, 471876

15.2 NZ131 expressionset

rownames(nz_annot) <- make.names(nz_annot[["locus_tag"]], unique = TRUE)
nz_se <- create_se(sample_sheet[["new_meta"]], gene_info = nz_annot,
                   file_column = "hisat_count_table_spyogenes_nz131") |>
  subset_se(subset = "read1fastqfile!='Undetermined_S0_R1_001.fastq.gz'")
## Reading the sample metadata.
## Checking the state of the condition column.
## Checking the state of the batch column.
## Checking the condition factor.
## The sample definitions comprises: 81 rows(samples) and 51 columns(metadata fields).
## Matched 1788 annotations and counts.
## Some annotations were lost in merging, setting them to 'undefined'.
## Saving the summarized experiment to 'se.rda'.
## The final summarized experiment has 1788 rows and 51 columns.

15.3 Compare media

I am not completely certain from the email if they want to do this comparison across strains, or only among the two strains separately. For the moment I will assume the latter.

only_nz <- subset_se(nz_se, subset = "strain=='nz131'") |>
  set_conditions(fact = "media") |>
  set_batches(fact = "replicate")
## The numbers of samples by condition are:
## 
##    C RPMI 
##   16   16
## Setting colors with no pre-defined colors, using the Dark2 palette.
## The number of samples by batch are:
## 
## r1 r2 r3 r4 
##  8  8  8  8
plot_meta_sankey(only_nz, fstring = "~ media + supplement + time")
## Error in `plot_meta_sankey()`:
## ! unused argument (fstring = "~ media + supplement + time")
nz_norm <- normalize_se(only_nz, transform = "log2", convert = "cpm",
                        filter = TRUE, norm = "quant")
## Removing 79 low-count genes (1709 remaining).
## transform_counts: Found 8 values equal to 0, adding 1 to the matrix.
plot_pca(nz_norm)
## The result of performing a fast_svd dimension reduction.
## The x-axis is PC1 and the y-axis is PC2
## Colors are defined by C, RPMI
## Shapes are defined by r1, r2, r3, r4.

plot_corheat(nz_norm)
## A heatmap of pairwise sample correlations ranging from: 
## 0.714162506751895 to 0.998091329506267.

We might want to exclude those two weirdo samples? #60 and #67

With that exception, the difference in media is quite stark, so let us do a simple de using it

nz_media_de <- all_pairwise(only_nz, filter = TRUE)
##    C RPMI 
##   16   16 
## r1 r2 r3 r4 
##  8  8  8  8
## Removing 79 low-count genes (1709 remaining).
## Basic step 0/3: Normalizing data.
## Basic step 0/3: Converting data.
## I think this is failing? SummarizedExperiment
## Basic step 0/3: Transforming data.
## Setting 2751 entries to zero.
## converting counts to integer mode
## gene-wise dispersion estimates
## mean-dispersion relationship
## final dispersion estimates
## conditions
##    C RPMI 
##   16   16
## conditions
##    C RPMI 
##   16   16
## conditions
##    C RPMI 
##   16   16
## It seems to me that RPMI is the most likely control
nz_media_de
## A pairwise differential expression with results from: basic, deseq, ebseq, edger, limma, noiseq.
## This used a surrogate/batch estimate from: Existing surrogate matrix.
## The primary analysis performed 1 comparisons.
## The logFC agreement among the methods follows:
##                 RPMI_vs_C
## basic_vs_deseq     0.8930
## basic_vs_dream     0.9259
## basic_vs_ebseq     0.9029
## basic_vs_edger     0.9095
## basic_vs_limma     0.9823
## basic_vs_noiseq    0.9419
## deseq_vs_dream     0.9887
## deseq_vs_ebseq     0.8746
## deseq_vs_edger     0.9978
## deseq_vs_limma     0.9140
## deseq_vs_noiseq    0.9090
## dream_vs_ebseq     0.9054
## dream_vs_edger     0.9934
## dream_vs_limma     0.9407
## dream_vs_noiseq    0.9365
## ebseq_vs_edger     0.9003
## ebseq_vs_limma     0.8936
## ebseq_vs_noiseq    0.9906
## edger_vs_limma     0.9258
## edger_vs_noiseq    0.9309
## limma_vs_noiseq    0.9282
contrast <- list("C_vs_RPMI" = c("C", "RPMI"))
nz_media_table <- combine_de_tables(
  nz_media_de, keepers = contrast,
  excel = glue("excel/nz_samples_media_table-v{ver}.xlsx"))
## Looking for subscript invalid names, end of extract_keepers.
nz_media_table
## A set of combined differential expression results.
##                table deseq_sigup deseq_sigdown edger_sigup edger_sigdown limma_sigup limma_sigdown
## 1 RPMI_vs_C-inverted         319           326         325           362         348           311
## Warning: `aes_string()` was deprecated in ggplot2 3.0.0.
## ℹ Please use tidy evaluation idioms with `aes()`.
## ℹ See also `vignette("ggplot2-in-packages")` for more information.
## ℹ The deprecated feature was likely used in the UpSetR package.
##   Please report the issue to the authors.
## This warning is displayed once per session.
## Call `lifecycle::last_lifecycle_warnings()` to see where this warning was generated.
## `geom_line()`: Each group consists of only one observation.
## ℹ Do you need to adjust the group aesthetic?
## Warning: The `size` argument of `element_line()` is deprecated as of ggplot2 3.4.0.
## ℹ Please use the `linewidth` argument instead.
## ℹ The deprecated feature was likely used in the UpSetR package.
##   Please report the issue to the authors.
## This warning is displayed once per session.
## Call `lifecycle::last_lifecycle_warnings()` to see where this warning was generated.
## Plot describing unique/shared genes in a differential expression table.

nz_media_sig <- extract_significant_genes(
  nz_media_table,
  excel = glue("excel/nz_samples_media_sig-v{ver}.xlsx"))
nz_media_sig
## A set of genes deemed significant according to deseq.
## The parameters defining significant were:
## LFC cutoff: 1 adj P cutoff: 0.05
##           deseq_up deseq_down
## C_vs_RPMI      319        326

16 Invoke goseq

## gas5005_go, nz131_go
## nz131_annot, s5005_annot
go_db <- as.data.frame(nz131_go)
colnames(go_db) <- c("ID", "GO")
goseq_input <- nz_media_sig[["deseq"]][["ups"]][["C_vs_RPMI"]]
nz131_media_goseq_up <- simple_goseq(goseq_input, go_db = go_db,
                                     length_db = nz131_lengths,
                                     excel = "excel/nz131_media_goseq_up.xlsx")
## Found 239 go_db genes and 319 length_db genes out of 319.
## Testing that go categories are defined.
## Removing undefined categories.
## Gathering synonyms.
## Gathering category definitions.
goseq_input <- nz_media_sig[["deseq"]][["downs"]][["C_vs_RPMI"]]
nz131_media_goseq_down <- simple_goseq(goseq_input, go_db = go_db,
                                       length_db = nz131_lengths,
                                       excel = "excel/nz131_media_goseq_down.xlsx")
## Found 181 go_db genes and 326 length_db genes out of 326.
## Testing that go categories are defined.
## Removing undefined categories.
## Gathering synonyms.
## Gathering category definitions.
## Deleting the file excel/nz131_media_goseq_down.xlsx before writing the tables.

17 Circos

message("Do some circos")
## Do some circos

Not yet implemented

18 Pathway/GO comparisons

## We want to try pathway analyses for:
##strain_supplement_keepers <- list(
##  "AP_C_HD" = c("s5448APCHeme", "s5448APCDMSO"),
##  "NZ_C_HD" = c("nz131CHeme", "nz131CDMSO"), ### Me!
##  "G5448_C_HD" = c("s5448CHeme", "s5448CDMSO"), ## Me!
##  "NZ_R_HD" = c("nz131RPMIHeme", "nz131RPMIDMSO"),
##  "G5448_R_HD" = c("s5448RPMIHeme", "s5448RPMIDMSO"))

path_input <- s5005_exc_table[["data"]][["NZ_C_HD"]]
## Error:
## ! object 's5005_exc_table' not found
from_list <- c("_Spy_")
to_list <- c("_Spy")
test_nz_c_hd = simple_pathview(path_input, species = "spz", indir = "pathview_in",
                               outdir = "nz_c_hd_pathview", filenames = "pathname",
                               from_list = from_list, to_list = to_list,
                               fc_column = "deseq_logfc", id_column = NULL)
## Error:
## ! object 'path_input' not found
path_input <- s5005_exc_table[["data"]][["G5448_C_HD"]]
## Error:
## ! object 's5005_exc_table' not found
from_list <- c("_Spy_")
to_list <- c("_Spy")
test_g5448_c_hd = simple_pathview(path_input, species = "spz", indir = "pathview_in",
                                  outdir = "g5448_c_hd_pathview", filenames = "pathname",
                                  from_list = from_list, to_list = to_list,
                                  fc_column = "deseq_logfc", id_column = NULL)
## Error:
## ! object 'path_input' not found
LS0tCnRpdGxlOiAiRXhhbWluaW5nIHR3byBzdHJlcHRvY29jY2FsIHN0cmFpbnMsIHR3byBtZWRpYSwgb25lIHN1cHBsZW1lbnQsIGFuZCB0d28gdGltZXBvaW50cy4iCmF1dGhvcjogImF0YiBhYmVsZXdAZ21haWwuY29tIgpkYXRlOiAiYHIgU3lzLkRhdGUoKWAiCm91dHB1dDoKICBodG1sX2RvY3VtZW50OgogICAgY29kZV9kb3dubG9hZDogdHJ1ZQogICAgY29kZV9mb2xkaW5nOiBzaG93CiAgICBmaWdfY2FwdGlvbjogdHJ1ZQogICAgZmlnX2hlaWdodDogNwogICAgZmlnX3dpZHRoOiA3CiAgICBoaWdobGlnaHQ6IHplbmJ1cm4KICAgIGtlZXBfbWQ6IGZhbHNlCiAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICBudW1iZXJfc2VjdGlvbnM6IHRydWUKICAgIHNlbGZfY29udGFpbmVkOiB0cnVlCiAgICB0aGVtZTogcmVhZGFibGUKICAgIHRvYzogdHJ1ZQogICAgdG9jX2Zsb2F0OgogICAgICBjb2xsYXBzZWQ6IGZhbHNlCiAgICAgIHNtb290aF9zY3JvbGw6IGZhbHNlCiAgICAgIHJtZGZvcm1hdHM6OnJlYWR0aGVkb3duOgogICAgICAgIGNvZGVfZG93bmxvYWQ6IHRydWUKICAgICAgICBjb2RlX2ZvbGRpbmc6IHNob3cKICAgICAgICBkZl9wcmludDogcGFnZWQKICAgICAgICBmaWdfY2FwdGlvbjogdHJ1ZQogICAgICAgIGZpZ19oZWlnaHQ6IDcKICAgICAgICBmaWdfd2lkdGg6IDcKICAgICAgICBoaWdobGlnaHQ6IHplbmJ1cm4KICAgICAgICB3aWR0aDogMzAwCiAgICAgICAga2VlcF9tZDogZmFsc2UKICAgICAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICAgICAgdG9jX2Zsb2F0OiB0cnVlCiAgICAgICAgQmlvY1N0eWxlOjpodG1sX2RvY3VtZW50OgogICAgICAgICAgY29kZV9kb3dubG9hZDogdHJ1ZQogICAgICAgICAgY29kZV9mb2xkaW5nOiBzaG93CiAgICAgICAgICBmaWdfY2FwdGlvbjogdHJ1ZQogICAgICAgICAgZmlnX2hlaWdodDogNwogICAgICAgICAgZmlnX3dpZHRoOiA3CiAgICAgICAgICBoaWdobGlnaHQ6IHplbmJ1cm4KICAgICAgICAgIGtlZXBfbWQ6IGZhbHNlCiAgICAgICAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICAgICAgICB0b2NfZmxvYXQ6IHRydWUKLS0tCgo8c3R5bGUgdHlwZT0idGV4dC9jc3MiPgpib2R5LCB0ZCB7CmZvbnQtc2l6ZTogMTZweDsKfQpjb2RlLnJ7CmZvbnQtc2l6ZTogMTZweDsKfQpwcmUgewpmb250LXNpemU6IDE2cHgKfQpib2R5IC5tYWluLWNvbnRhaW5lciB7Cm1heC13aWR0aDogMTYwMHB4Owp9Cjwvc3R5bGU+CgpgYGB7ciBvcHRpb25zLCBpbmNsdWRlPUZBTFNFfQpsaWJyYXJ5KGhwZ2x0b29scykKbGlicmFyeShyZXRpY3VsYXRlKQpsaWJyYXJ5KGdncGxvdDIpCnR0IDwtIHRyeShkZXZ0b29sczo6bG9hZF9hbGwoIn4vaHBnbHRvb2xzIikpCmtuaXRyOjpvcHRzX2tuaXQkc2V0KAogIHByb2dyZXNzID0gVFJVRSwgdmVyYm9zZSA9IFRSVUUsIHdpZHRoID0gOTAsIGVjaG8gPSBUUlVFKQprbml0cjo6b3B0c19jaHVuayRzZXQoCiAgZXJyb3IgPSBUUlVFLCBmaWcud2lkdGggPSA4LCBmaWcuaGVpZ2h0ID0gOCwgZmlnLnJldGluYSA9IDIsCiAgb3V0LndpZHRoID0gIjEwMCUiLCBkZXYgPSAicG5nIiwKICBkZXYuYXJncyA9IGxpc3QocG5nID0gbGlzdCh0eXBlID0gImNhaXJvLXBuZyIpKSkKb2xkX29wdGlvbnMgPC0gb3B0aW9ucyhkaWdpdHMgPSA0LCBzdHJpbmdzQXNGYWN0b3JzID0gRkFMU0UsIGtuaXRyLmR1cGxpY2F0ZS5sYWJlbCA9ICJhbGxvdyIpCmdncGxvdDI6OnRoZW1lX3NldChnZ3Bsb3QyOjp0aGVtZV9idyhiYXNlX3NpemUgPSAxMikpCnZlciA8LSAiMjAyNDA2IgpwcmV2aW91c19maWxlIDwtICIiCnZlciA8LSBmb3JtYXQoU3lzLkRhdGUoKSwgIiVZJW0lZCIpCgojI3RtcCA8LSBzbShsb2FkbWUoZmlsZW5hbWU9cGFzdGUwKGdzdWIocGF0dGVybj0iXFwuUm1kIiwgcmVwbGFjZT0iIiwgeD1wcmV2aW91c19maWxlKSwgIi12IiwgdmVyLCAiLnJkYS54eiIpKSkKcm1kX2ZpbGUgPC0gImluZGV4LlJtZCIKYGBgCgojIFRPRE8KCiogQWRkIGluIDUwMDUgYW5ub3RhdGlvbnMKKiBIZW1lL0RNU08gZm9yIGVhY2ggdGltZQoKIyBDaGFuZ2Vsb2cKCiogMjAyNDA2MTBpc2g6IE1ha2Ugc3VyZSB0byBjaGFuZ2UgdGhlIGFubm90YXRpb25zIGFuZCBleHByZXNzaW9uCnJvd25hbWVzIHNvIHRoYXQgdGhleSBkZWZhdWx0IHRvIHRoZSBvbGQgbG9jdXMgdGFnLCBidXQgdXNlIHRoZSBuZXcKbG9jdXMgdGFnIHdoZW4gdW5kZWZpbmVkLiAgVGhpcyBzaG91bGQgY29tZSB3aXRoIHNvbWUgZm9ybSBvZgpub3RlL3dhcm5pbmcgc28gdGhhdCBmdXR1cmUgcmVhZGVycy91c2VycyBhcmUgbm90IHRvbyBjb25mdXNlZC4KR2l2ZW4gdGhhdCB0aGlzIHdpbGwgYmUgYSBoeWJyaWQgb2Ygb2xkL25ldywgSSB3aWxsIG5vdCBkbyBpdCBhdCB0aGUKbGV2ZWwgb2YgcmVjb3VudGluZyB3aXRoIHRoZSBuZXcgbG9jdXMgdGFncyBidXQgaW5zdGVhZCByZW5hbWUgdGhlCnJvd3Mgb2YgdGhlIGV4cHJlc3Npb24gZGF0YSBwb3N0LWZhY3RvLgoqIDIwMjQwNjI4OiBQZXJmb3JtIGV4cGxpY2l0IE5aMTMxIHRhc2tzLCBjb21wYXJlIG1lZGlhLgoKIyBJbnRyb2R1Y3Rpb24KCkluIG15IHByZXZpb3VzIGluc3RhbGxtZW50IChwcmVwcm9jZXNzaW5nLlJtZCksIEkgc3B1biB1cCBzb21lIGpvYnMgb24KdGhlIGNsdXN0ZXIgdG8gZXhhbWluZSB0aGVzZSBzYW1wbGVzLiAgSW4gdGhpcyBkb2N1bWVudCBJIHdpbGwgc3BlbmQKc29tZSB0aW1lIGxvb2tpbmcgYXQgdGhlbS4KCiMgQW5ub3RhdGlvbnMKCkhhbGYgb2YgdGhlIHNhbXBsZXMgYXJlIEdBUyA1NDQ4IGFuZCBoYWxmIGFyZSBOWjEzMS4gIEkgaGF2ZSBvbmx5IHNvCmZhciBtYXBwZWQgYWxsIHNhbXBsZXMgYWdhaW5zdCA1NDQ4LCBJIHdpbGwgZG8gTloxMzEgdG9kYXkuCgpgYGB7cn0KZ2FzNTQ0OF9nZmYgPC0gbG9hZF9nZmZfYW5ub3RhdGlvbnMoInJlZmVyZW5jZS9zcHlvZ2VuZXNfNTQ0OF92MS5nZmYiKQpyb3duYW1lcyhnYXM1NDQ4X2dmZikgPC0gbWFrZS5uYW1lcyhnYXM1NDQ4X2dmZltbImxvY3VzX3RhZyJdXSwgdW5pcXVlID0gVFJVRSkKIyMgUmVrZXkgdG8gb2xkX2xvY3VzX3RhZyBoZXJlIQp1bmRlZl9pZHggPC0gaXMubmEoZ2FzNTQ0OF9nZmZbWyJvbGRfbG9jdXNfdGFnIl1dKQpuZXdfbG9jdXNfdGFncyA8LSBnYXM1NDQ4X2dmZlt1bmRlZl9pZHgsICJsb2N1c190YWciXQpnYXM1NDQ4X2dmZltbImh5YnJpZF90YWciXV0gPC0gZ2FzNTQ0OF9nZmZbWyJvbGRfbG9jdXNfdGFnIl1dCmdhczU0NDhfZ2ZmW3VuZGVmX2lkeCwgImh5YnJpZF90YWciXSA8LSBuZXdfbG9jdXNfdGFncwojIyBOb3cgSSBoYXZlIGEgY29sdW1uIG5hbWVkIGh5YnJpZCBjb250YWluaW5nIHRoZSBvbGQgdGFnIHdoZW4gYXZhaWxhYmxlIGFuZCBuZXcgd2hlbiBub3QuCmh5YnJpZF9pZHMgPC0gZ2FzNTQ0OF9nZmZbWyJoeWJyaWRfdGFnIl1dCgpuejEzMV9taWNyb2JlcyA8LSBsb2FkX21pY3JvYmVzb25saW5lX2Fubm90YXRpb25zKHNwZWNpZXMgPSAiU3RyZXB0b2NvY2N1cyBweW9nZW5lcyBOWjEzMSIpCm56MTMxX2Fubm90IDwtIGFzLmRhdGEuZnJhbWUobnoxMzFfbWljcm9iZXMpCnJvd25hbWVzKG56MTMxX2Fubm90KSA8LSBtYWtlLm5hbWVzKG56MTMxX2Fubm90W1sic3lzTmFtZSJdXSwgdW5pcXVlID0gVFJVRSkKZ2FzNTAwNV9taWNyb2JlcyA8LSBsb2FkX21pY3JvYmVzb25saW5lX2Fubm90YXRpb25zKHNwZWNpZXMgPSAiTUdBUzUwMDUiKQpzNTAwNV9hbm5vdCA8LSBhcy5kYXRhLmZyYW1lKGdhczUwMDVfbWljcm9iZXMpCnJvd25hbWVzKHM1MDA1X2Fubm90KSA8LSBtYWtlLm5hbWVzKHM1MDA1X2Fubm90W1sic3lzTmFtZSJdXSwgdW5pcXVlID0gVFJVRSkKCmdhczUwMDVfZ28gPC0gbG9hZF9taWNyb2Jlc29ubGluZV9nbyhzcGVjaWVzID0gIk1HQVM1MDA1IiwgaWRfY29sdW1uID0gInN5c05hbWUiKQpuejEzMV9nbyA8LSBsb2FkX21pY3JvYmVzb25saW5lX2dvKHNwZWNpZXMgPSAiU3RyZXB0b2NvY2N1cyBweW9nZW5lcyBOWjEzMSIsIGlkX2NvbHVtbiA9ICJzeXNOYW1lIikKCnM1MDA1X2Fubm90W1sibGVuZ3RoIl1dIDwtIGFicyhzNTAwNV9hbm5vdFtbInN0YXJ0Il1dIC0gczUwMDVfYW5ub3RbWyJzdG9wIl1dKQpuejEzMV9hbm5vdFtbImxlbmd0aCJdXSA8LSBhYnMobnoxMzFfYW5ub3RbWyJzdGFydCJdXSAtIG56MTMxX2Fubm90W1sic3RvcCJdXSkKczUwMDVfbGVuZ3RocyA8LSBzNTAwNV9hbm5vdFssIGMoInN5c05hbWUiLCAibGVuZ3RoIildCm56MTMxX2xlbmd0aHMgPC0gbnoxMzFfYW5ub3RbLCBjKCJzeXNOYW1lIiwgImxlbmd0aCIpXQpgYGAKCiMgQ29sbGVjdCBQcmVwcm9jZXNzaW5nIG1ldGFkYXRhCgpUaGUgdmFyaW91cyBtYXBwaW5nIGV0YyB0b29scyBmaW5pc2hlZCBsYXN0IG5pZ2h0LCBsZXQgdXMgY29sbGVjdCB0aGUKbnVtYmVycyBmcm9tIHRoZW0gaGVyZS4gIFRoZSBkZWZhdWx0cyBzaG91bGQgd29yayB3ZWxsIGZvciBwcmV0dHkgbXVjaApldmVyeXRoaW5nLCBzbyBJIHRoaW5rIEkgbmVlZCBmaWxsIGluIG9ubHkgdGhlIHN0YXJ0aW5nIHNhbXBsZSBzaGVldC4KCmBgYHtyfQpzYW1wbGVfc2hlZXQgPC0gZ2F0aGVyX3ByZXByb2Nlc3NpbmdfbWV0YWRhdGEoInNhbXBsZV9zaGVldHMvYWxsX3NhbXBsZXMueGxzeCIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB0YWcgPSAiKmxvY3VzX3RhZyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzcGVjaWVzID0gYygic3B5b2dlbmVzXzU0NDhfdjEiLCAic3B5b2dlbmVzX256MTMxIiwgInNweW9nZW5lc181MDA1IikpCmNvbG5hbWVzKHNhbXBsZV9zaGVldFtbIm5ld19tZXRhIl1dKQpgYGAKCiMgQ3JlYXRlIGFuIGV4cHJlc3Npb25zZXQKCmBgYHtyfQpzNTQ0OF9zZSA8LSBjcmVhdGVfc2Uoc2FtcGxlX3NoZWV0W1sibmV3X21ldGEiXV0sCiAgICAgICAgICAgICAgICAgICAgICBmaWxlX2NvbHVtbiA9ICJoaXNhdF9jb3VudF90YWJsZV9zcHlvZ2VuZXNfNTQ0OF92MSIsCiAgICAgICAgICAgICAgICAgICAgICBnZW5lX2luZm8gPSBnYXM1NDQ4X2dmZikgfD4KICBzdWJzZXRfc2Uoc3Vic2V0ID0gInJlYWQxZmFzdHFmaWxlIT0nVW5kZXRlcm1pbmVkX1MwX1IxXzAwMS5mYXN0cS5neiciKQpjdXJyZW50X2lkcyA8LSByb3dEYXRhKHM1NDQ4X3NlKVssIGMoIm9sZF9sb2N1c190YWciLCAiaHlicmlkX3RhZyIpXQpuZXdfaWRzIDwtIGN1cnJlbnRfaWRzW1siaHlicmlkX3RhZyJdXQpzNTQ0OF90ZXN0IDwtIHNldF9nZW5lbmFtZXMoczU0NDhfc2UsIG5ld19pZHMpCnJvd0RhdGEoczU0NDhfdGVzdClbbmV3X2xvY3VzX3RhZ3MsIF0KCiMjIENoZWNrIHRoYXQgd2UgZ290IHNvbWUgb2YgdGhlIGh5YnJpZCBsb2N1cyB0YWdzIGFzIHRoZSBuZXcgcm93bmFtZXMgb2YgdGhlIGRhdGEuCiJTUDU0NDhfUlMwOTM0NSIgJWluJSByb3duYW1lcyhhc3NheShzNTQ0OF9zZSkpCnJvd0RhdGEoczU0NDhfc2UpW25ld19sb2N1c190YWdzLCBdCgphbGxfY29tYmluZWRfZmFjdG9yIDwtIHBhc3RlMChjb2xEYXRhKHM1NDQ4X3NlKVtbInN0cmFpbiJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1NDQ4X3NlKVtbIm1lZGlhIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEoczU0NDhfc2UpW1sic3VwcGxlbWVudCJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1NDQ4X3NlKVtbInRpbWUiXV0pCmNvbERhdGEoczU0NDhfc2UpW1siY29tYmluZWQiXV0gPC0gYWxsX2NvbWJpbmVkX2ZhY3RvcgpzNTQ0OF9zZSA8LSBzZXRfY29uZGl0aW9ucyhzNTQ0OF9zZSwgYWxsX2NvbWJpbmVkX2ZhY3RvcikgfD4KICBzZXRfYmF0Y2hlcygicmVwbGljYXRlIikKCmNvbWJpbmVkX3N0cmFpbl9zdXBwbGVtZW50X21lZGlhIDwtIHBhc3RlMChjb2xEYXRhKHM1NDQ4X3NlKVtbInN0cmFpbiJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sRGF0YShzNTQ0OF9zZSlbWyJtZWRpYSJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sRGF0YShzNTQ0OF9zZSlbWyJzdXBwbGVtZW50Il1dKQpjb2xEYXRhKHM1NDQ4X3NlKVtbInN0cl9zdXBfbWVkIl1dIDwtIGNvbWJpbmVkX3N0cmFpbl9zdXBwbGVtZW50X21lZGlhCgpjb21iaW5lZF9zdHJhaW5fc3VwcGxlbWVudCA8LSBwYXN0ZTAoY29sRGF0YShzNTQ0OF9zZSlbWyJzdHJhaW4iXV0sICJfIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEoczU0NDhfc2UpW1sic3VwcGxlbWVudCJdXSkKY29sRGF0YShzNTQ0OF9zZSlbWyJzdHJfc3VwIl1dIDwtIGNvbWJpbmVkX3N0cmFpbl9zdXBwbGVtZW50Cgpjb21iaW5lZF9tZWRpYV9zdXBwbGVtZW50IDwtIHBhc3RlMChjb2xEYXRhKHM1NDQ4X3NlKVtbIm1lZGlhIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEoczU0NDhfc2UpW1sic3VwcGxlbWVudCJdXSkKY29sRGF0YShzNTQ0OF9zZSlbWyJtZWRfc3VwIl1dIDwtIGNvbWJpbmVkX21lZGlhX3N1cHBsZW1lbnQKCmNvbWJpbmVkX3N0cmFpbl9tZWRpYSA8LSBwYXN0ZTAoY29sRGF0YShzNTQ0OF9zZSlbWyJzdHJhaW4iXV0sICJfIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1NDQ4X3NlKVtbIm1lZGlhIl1dKQpjb2xEYXRhKHM1NDQ4X3NlKVtbInN0cl9tZWQiXV0gPC0gY29tYmluZWRfc3RyYWluX21lZGlhCgpub3RpbWVfZmFjdG9yIDwtIHBhc3RlMChjb2xEYXRhKHM1NDQ4X3NlKVtbInN0cmFpbiJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1NDQ4X3NlKVtbIm1lZGlhIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEoczU0NDhfc2UpW1sic3VwcGxlbWVudCJdXSkKY29sRGF0YShzNTQ0OF9zZSlbWyJub3RpbWUiXV0gPC0gbm90aW1lX2ZhY3RvcgpzNTQ0OF9zZSA8LSBzZXRfY29uZGl0aW9ucyhzNTQ0OF9zZSwgbm90aW1lX2ZhY3RvcikgJT4lCiAgc2V0X2JhdGNoZXMoInN0cmFpbiIpCgpmdW4gPC0gcGxvdF9tZXRhX3NhbmtleShzNTQ0OF9zZSwgZmFjdG9ycyA9IGMoInN0cmFpbiIsICJtZWRpYSIsICJzdXBwbGVtZW50IiwgInRpbWUiKSkKZnVuCgpyZWFkcyA8LSBwbG90X21ldGFkYXRhX2ZhY3RvcihzNTQ0OF9zZSwgImhpc2F0X2dlbm9tZV9zaW5nbGVfY29uY29yZGFudF9zcHlvZ2VuZXNfNTQ0OF92MSIpCnJlYWRzCmBgYAoKIyBSZXBlYXQgZm9yIE5aMTMxCgpgYGB7cn0KbnoxMzFfc2UgPC0gY3JlYXRlX3NlKHNhbXBsZV9zaGVldFtbIm5ld19tZXRhIl1dLAogICAgICAgICAgICAgICAgICAgICAgZmlsZV9jb2x1bW4gPSAiaGlzYXRfY291bnRfdGFibGVfc3B5b2dlbmVzX256MTMxIiwKICAgICAgICAgICAgICAgICAgICAgIGdlbmVfaW5mbyA9IG56MTMxX2Fubm90KSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAicmVhZDFmYXN0cWZpbGUhPSdVbmRldGVybWluZWRfUzBfUjFfMDAxLmZhc3RxLmd6JyIpCgphbGxfY29tYmluZWRfZmFjdG9yIDwtIHBhc3RlMChjb2xEYXRhKG56MTMxX3NlKVtbInN0cmFpbiJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKG56MTMxX3NlKVtbIm1lZGlhIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEobnoxMzFfc2UpW1sic3VwcGxlbWVudCJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKG56MTMxX3NlKVtbInRpbWUiXV0pCmNvbERhdGEobnoxMzFfc2UpW1siY29tYmluZWQiXV0gPC0gYWxsX2NvbWJpbmVkX2ZhY3RvcgpuejEzMV9zZSA8LSBzZXRfY29uZGl0aW9ucyhuejEzMV9zZSwgYWxsX2NvbWJpbmVkX2ZhY3RvcikgfD4KICBzZXRfYmF0Y2hlcygicmVwbGljYXRlIikKCmNvbWJpbmVkX3N0cmFpbl9zdXBwbGVtZW50X21lZGlhIDwtIHBhc3RlMChjb2xEYXRhKG56MTMxX3NlKVtbInN0cmFpbiJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sRGF0YShuejEzMV9zZSlbWyJtZWRpYSJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sRGF0YShuejEzMV9zZSlbWyJzdXBwbGVtZW50Il1dKQpjb2xEYXRhKG56MTMxX3NlKVtbInN0cl9zdXBfbWVkIl1dIDwtIGNvbWJpbmVkX3N0cmFpbl9zdXBwbGVtZW50X21lZGlhCgpjb21iaW5lZF9zdHJhaW5fc3VwcGxlbWVudCA8LSBwYXN0ZTAoY29sRGF0YShuejEzMV9zZSlbWyJzdHJhaW4iXV0sICJfIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEobnoxMzFfc2UpW1sic3VwcGxlbWVudCJdXSkKY29sRGF0YShuejEzMV9zZSlbWyJzdHJfc3VwIl1dIDwtIGNvbWJpbmVkX3N0cmFpbl9zdXBwbGVtZW50Cgpjb21iaW5lZF9tZWRpYV9zdXBwbGVtZW50IDwtIHBhc3RlMChjb2xEYXRhKG56MTMxX3NlKVtbIm1lZGlhIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEobnoxMzFfc2UpW1sic3VwcGxlbWVudCJdXSkKY29sRGF0YShuejEzMV9zZSlbWyJtZWRfc3VwIl1dIDwtIGNvbWJpbmVkX21lZGlhX3N1cHBsZW1lbnQKCmNvbWJpbmVkX3N0cmFpbl9tZWRpYSA8LSBwYXN0ZTAoY29sRGF0YShuejEzMV9zZSlbWyJzdHJhaW4iXV0sICJfIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKG56MTMxX3NlKVtbIm1lZGlhIl1dKQpjb2xEYXRhKG56MTMxX3NlKVtbInN0cl9tZWQiXV0gPC0gY29tYmluZWRfc3RyYWluX21lZGlhCgpub3RpbWVfZmFjdG9yIDwtIHBhc3RlMChjb2xEYXRhKG56MTMxX3NlKVtbInN0cmFpbiJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKG56MTMxX3NlKVtbIm1lZGlhIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEobnoxMzFfc2UpW1sic3VwcGxlbWVudCJdXSkKY29sRGF0YShuejEzMV9zZSlbWyJub3RpbWUiXV0gPC0gbm90aW1lX2ZhY3RvcgpuejEzMV9zZSA8LSBzZXRfY29uZGl0aW9ucyhuejEzMV9zZSwgbm90aW1lX2ZhY3RvcikgfD4KICBzZXRfYmF0Y2hlcygic3RyYWluIikKCmZ1biA8LSBwbG90X21ldGFfc2Fua2V5KG56MTMxX3NlLCBmYWN0b3JzID0gYygic3RyYWluIiwgIm1lZGlhIiwgInN1cHBsZW1lbnQiLCAidGltZSIpKQpmdW4KCnJlYWRzIDwtIHBsb3RfbWV0YWRhdGFfZmFjdG9yKG56MTMxX3NlLCAiaGlzYXRfZ2Vub21lX3NpbmdsZV9jb25jb3JkYW50X3NweW9nZW5lc19uejEzMSIpCnJlYWRzCmBgYAoKIyBBbmQgNTAwNQoKYGBge3J9CnM1MDA1X3NlIDwtIGNyZWF0ZV9zZShzYW1wbGVfc2hlZXRbWyJuZXdfbWV0YSJdXSwKICAgICAgICAgICAgICAgICAgICAgIGZpbGVfY29sdW1uID0gImhpc2F0X2NvdW50X3RhYmxlX3NweW9nZW5lc181MDA1IiwKICAgICAgICAgICAgICAgICAgICAgIGdlbmVfaW5mbyA9IHM1MDA1X2Fubm90KSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAicmVhZDFmYXN0cWZpbGUhPSdVbmRldGVybWluZWRfUzBfUjFfMDAxLmZhc3RxLmd6JyIpCgphbGxfY29tYmluZWRfZmFjdG9yIDwtIHBhc3RlMChjb2xEYXRhKHM1MDA1X3NlKVtbInN0cmFpbiJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1MDA1X3NlKVtbIm1lZGlhIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEoczUwMDVfc2UpW1sic3VwcGxlbWVudCJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1MDA1X3NlKVtbInRpbWUiXV0pCmNvbERhdGEoczUwMDVfc2UpW1siY29tYmluZWQiXV0gPC0gYWxsX2NvbWJpbmVkX2ZhY3RvcgpzNTAwNV9zZSA8LSBzZXRfY29uZGl0aW9ucyhzNTAwNV9zZSwgYWxsX2NvbWJpbmVkX2ZhY3RvcikgJT4lCiAgc2V0X2JhdGNoZXMoInJlcGxpY2F0ZSIpCgpjb21iaW5lZF9zdHJhaW5fc3VwcGxlbWVudF9tZWRpYSA8LSBwYXN0ZTAoY29sRGF0YShzNTAwNV9zZSlbWyJzdHJhaW4iXV0sICJfIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEoczUwMDVfc2UpW1sibWVkaWEiXV0sICJfIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbERhdGEoczUwMDVfc2UpW1sic3VwcGxlbWVudCJdXSkKY29sRGF0YShzNTAwNV9zZSlbWyJzdHJfc3VwX21lZCJdXSA8LSBjb21iaW5lZF9zdHJhaW5fc3VwcGxlbWVudF9tZWRpYQoKY29tYmluZWRfc3RyYWluX3N1cHBsZW1lbnQgPC0gcGFzdGUwKGNvbERhdGEoczUwMDVfc2UpW1sic3RyYWluIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1MDA1X3NlKVtbInN1cHBsZW1lbnQiXV0pCmNvbERhdGEoczUwMDVfc2UpW1sic3RyX3N1cCJdXSA8LSBjb21iaW5lZF9zdHJhaW5fc3VwcGxlbWVudAoKY29tYmluZWRfbWVkaWFfc3VwcGxlbWVudCA8LSBwYXN0ZTAoY29sRGF0YShzNTAwNV9zZSlbWyJtZWRpYSJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1MDA1X3NlKVtbInN1cHBsZW1lbnQiXV0pCmNvbERhdGEoczUwMDVfc2UpW1sibWVkX3N1cCJdXSA8LSBjb21iaW5lZF9tZWRpYV9zdXBwbGVtZW50Cgpjb21iaW5lZF9zdHJhaW5fbWVkaWEgPC0gcGFzdGUwKGNvbERhdGEoczUwMDVfc2UpW1sic3RyYWluIl1dLCAiXyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sRGF0YShzNTAwNV9zZSlbWyJtZWRpYSJdXSkKY29sRGF0YShzNTAwNV9zZSlbWyJzdHJfbWVkIl1dIDwtIGNvbWJpbmVkX3N0cmFpbl9tZWRpYQoKbm90aW1lX2ZhY3RvciA8LSBwYXN0ZTAoY29sRGF0YShzNTAwNV9zZSlbWyJzdHJhaW4iXV0sICJfIiwKICAgICAgICAgICAgICAgICAgICAgICAgY29sRGF0YShzNTAwNV9zZSlbWyJtZWRpYSJdXSwgIl8iLAogICAgICAgICAgICAgICAgICAgICAgICBjb2xEYXRhKHM1MDA1X3NlKVtbInN1cHBsZW1lbnQiXV0pCmNvbERhdGEoczUwMDVfc2UpW1sibm90aW1lIl1dIDwtIG5vdGltZV9mYWN0b3IKczUwMDVfc2UgPC0gc2V0X2NvbmRpdGlvbnMoczUwMDVfc2UsIG5vdGltZV9mYWN0b3IpICU+JQogIHNldF9iYXRjaGVzKCJzdHJhaW4iKQoKZnVuIDwtIHBsb3RfbWV0YV9zYW5rZXkoczUwMDVfc2UsIGZhY3RvcnMgPSBjKCJzdHJhaW4iLCAibWVkaWEiLCAic3VwcGxlbWVudCIsICJ0aW1lIikpCmZ1bgpgYGAKCiMgRXhhbWluZSByZWFkcy9nZW5lIGRpc3RyaWJ1dGlvbiBldGMKCmBgYHtyfQpwbG90X2xlZ2VuZChzNTQ0OF9zZSkKcGxvdF9xdWFudHJlYWRzKHM1NDQ4X3NlKQpwbG90X25vbnplcm8oczU0NDhfc2UpCgpwbG90X2xpYnNpemUoczUwMDVfc2UpCnBsb3Rfbm9uemVybyhzNTAwNV9zZSkKYGBgCgojIE5vcm1hbGl6ZSBhbmQgbG9vayBtb3JlIGNsb3NlbHkKCmBgYHtyfQphbGxfbm9ybSA8LSBub3JtYWxpemVfc2UoczU0NDhfc2UsIHRyYW5zZm9ybSA9ICJsb2cyIiwgY29udmVydCA9ICJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgbm9ybSA9ICJxdWFudCIsIGZpbHRlciA9IFRSVUUpCnBsb3Rfc20oYWxsX25vcm0pCnBsb3RfZGlzaGVhdChhbGxfbm9ybSkKcGxvdF9jb3JoZWF0KGFsbF9ub3JtKQpwbG90X3BjYShhbGxfbm9ybSwgcGxvdF9sYWJlbHMgPSAicmVwZWwiLCBtYXgub3ZlcmxhcHMgPSAxMDApCgphbGxfbm9ybSA8LSBub3JtYWxpemVfc2UoczUwMDVfc2UsIHRyYW5zZm9ybSA9ICJsb2cyIiwgY29udmVydCA9ICJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgbm9ybSA9ICJxdWFudCIsIGZpbHRlciA9IFRSVUUpCnBsb3Rfc20oYWxsX25vcm0pCnBsb3RfZGlzaGVhdChhbGxfbm9ybSkKcGxvdF9jb3JoZWF0KGFsbF9ub3JtKQpwbG90X3BjYShhbGxfbm9ybSwgcGxvdF9sYWJlbHMgPSAicmVwZWwiLCBtYXgub3ZlcmxhcHMgPSAxMDApCmBgYAoKSSB0aGluayBzb21lIHNhbXBsZXMgbWF5IHdhcnJhbnQgcmVtb3ZhbDogS01TTDYwLCBLTVNMNjcsIEtNU0wxOAoKYGBge3J9CmV4Y2x1ZGVfaWRzIDwtIGMoIktNU0w2MCIsICJLTVNMNjciLCAiS01TTDE4IikKZXhjbHVkZV9pZHggPC0gISBzYW1wbGVOYW1lcyhhbGxfbm9ybSkgJWluJSBleGNsdWRlX2lkcwpleGNsdWRlX3NhbXBsZXMgPC0gc2FtcGxlTmFtZXMoYWxsX25vcm0pW2V4Y2x1ZGVfaWR4XQoKczU0NDhfc2UgPC0gc3Vic2V0X3NlKHM1NDQ4X3NlLCBpZHMgPSBleGNsdWRlX3NhbXBsZXMpCnM1MDA1X3NlIDwtIHN1YnNldF9zZShzNTAwNV9zZSwgaWRzID0gZXhjbHVkZV9zYW1wbGVzKQpuejEzMV9zZSA8LSBzdWJzZXRfc2UobnoxMzFfc2UsIGlkcyA9IGV4Y2x1ZGVfc2FtcGxlcykKYGBgCgpTdHJhbmdlLCBJIGFtIGdvaW5nIHRvIGFzc3VtZSB0aGUgbnoxMzEvNTQ0OCBzcGxpdCBpcyB0aGUgcHJvYmxlbT8KCmBgYHtyfQpuejEzMV9pZHggPC0gY29sRGF0YShzNTQ0OF9zZSlbWyJzdHJhaW4iXV0gPT0gIm56MTMxIgpuejEzMV9zZSA8LSBzNTQ0OF9zZVssIG56MTMxX2lkeF0KbnpfaWRzIDwtIGNvbG5hbWVzKGFzc2F5KHM1NDQ4X3NlKSlbbnoxMzFfaWR4XQpuejEzMV9zZSA8LSBzdWJzZXRfc2UoczU0NDhfc2UsIGlkcyA9IG56X2lkcykKCnM1NDQ4X2lkeCA8LSBjb2xEYXRhKHM1NDQ4X3NlKVtbInN0cmFpbiJdXSA9PSAiczU0NDgiCnM1NDQ4X29ubHkgPC0gczU0NDhfc2VbLCBzNTQ0OF9pZHhdCnM1MDA1X29ubHkgPC0gczUwMDVfc2VbLCBzNTQ0OF9pZHhdCgpuejEzMV9ub3JtIDwtIG5vcm1hbGl6ZV9zZShuejEzMV9zZSwgdHJhbnNmb3JtID0gImxvZzIiLCBjb252ZXJ0ID0gImNwbSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgIG5vcm0gPSAicXVhbnQiLCBmaWx0ZXIgPSBUUlVFKQpwbG90X3BjYShuejEzMV9ub3JtKQoKczU0NDhfbm9ybSA8LSBub3JtYWxpemVfc2UoczU0NDhfc2UsIHRyYW5zZm9ybSA9ICJsb2cyIiwgY29udmVydCA9ICJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgICBub3JtID0gInF1YW50IiwgZmlsdGVyID0gVFJVRSkKcGxvdF9wY2EoczU0NDhfbm9ybSkKCnM1MDA1X25vcm0gPC0gbm9ybWFsaXplX3NlKHM1MDA1X3NlLCB0cmFuc2Zvcm0gPSAibG9nMiIsIGNvbnZlcnQgPSAiY3BtIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgbm9ybSA9ICJxdWFudCIsIGZpbHRlciA9IFRSVUUpCnBsb3RfcGNhKHM1MDA1X25vcm0pCmBgYAoKIyBVc2UgdmFyaWFuY2UgcGFydGl0aW9uIHRvIGd1ZXNzIHdoaWNoIGZhY3RvciBpcyBtb3N0IGltcG9ydGFudAoKTm90ZSwgdmFyaWFuY2UgcGFydGl0aW9uIHJlcXVpcmVzIGEgc29tZXdoYXQgbW9yZSBzdHJpY3QgZmlsdGVyIHRoYW4gSQp1c2UgZm9yIG1hbnkgb3RoZXIgdGFza3MuICBHaXZlbiB0aGUgcGVjdWxpYXJpdHkgb2Ygd2hhdCBJIGFtIHNlZWluZywKSSBtaWdodCBjaG9vc2UgdG8gdXNlIHRoaXMgc3RyaWN0ZXIgZGF0YXNldC4KCmBgYHtyfQp2cCA8LSBzaW1wbGVfdmFycGFydChzNTQ0OF9zZSwgZnN0cmluZyA9ICJ+IHN0cmFpbiArIHRpbWUgKyBzdXBwbGVtZW50ICsgbWVkaWEiKQp2cApmaWx0X3NlIDwtIHZwW1sibW9kaWZpZWRfaW5wdXQiXV0KCnZwXzUwMDUgPC0gc2ltcGxlX3ZhcnBhcnQoczUwMDVfc2UsIGZzdHJpbmcgPSAifiBzdHJhaW4gKyB0aW1lICsgc3VwcGxlbWVudCArIG1lZGlhIikKdnBfNTAwNQpzNTAwNV9maWx0X3NlIDwtIHZwXzUwMDVbWyJtb2RpZmllZF9pbnB1dCJdXQpgYGAKCiMgU3BsaXQgdGhlIGZhY3RvcnMgdXAgYW5kIGxvb2sgaW5kaXZpZHVhbGx5CgpWYXJpYW5jZSBwYXJ0aXRpb24gc2F5cyB0aGF0IG1lZGlhIGlzIHRoZSB3aW5uZXIsIGxldCB1cyBsb29rIGF0IHRoYXQKZmlyc3QuCkkgYW0gZ3Vlc3NpbmcgdGhhdCB0aGUgb3RoZXIgZmFjdG9ycyB3aWxsIG5vdCBwcm92aWRlIGludGVyZXN0aW5nCnBsb3RzIHVubGVzcyB3ZSBnbyBudXRzIGFuZCB1c2Ugc3ZhLgoKIyMgTWVkaWEKCmBgYHtyfQptZWRpYV9zZSA8LSBzZXRfY29uZGl0aW9ucyhmaWx0X3NlLCBmYWN0ID0gIm1lZGlhIikKbWVkaWFfbm9ybSA8LSBub3JtYWxpemVfc2UobWVkaWFfc2UsIGZpbHRlciA9IFRSVUUsIGNvbnZlcnQgPSAiY3BtIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgbm9ybSA9ICJxdWFudCIsIHRyYW5zZm9ybSA9ICJsb2cyIikKcGxvdF9wY2EobWVkaWFfbm9ybSkKCm1lZGlhX25iIDwtIG5vcm1hbGl6ZV9zZShtZWRpYV9zZSwgZmlsdGVyID0gVFJVRSwgY29udmVydCA9ICJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgYmF0Y2ggPSAic3Zhc2VxIiwgdHJhbnNmb3JtID0gImxvZzIiKQpwbG90X3BjYShtZWRpYV9uYikKYGBgCgojIyBTdXBwbGVtZW50CgpgYGB7cn0Kc3VwcGxlbWVudF9zZSA8LSBzZXRfY29uZGl0aW9ucyhmaWx0X3NlLCBmYWN0ID0gInN1cHBsZW1lbnQiKQoKc3VwcGxlbWVudF9ub3JtIDwtIG5vcm1hbGl6ZV9zZShzdXBwbGVtZW50X3NlLCBmaWx0ZXIgPSBUUlVFLCBjb252ZXJ0ID0gImNwbSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbm9ybSA9ICJxdWFudCIsIHRyYW5zZm9ybSA9ICJsb2cyIikKcGxvdF9wY2Eoc3VwcGxlbWVudF9ub3JtKQoKc3VwcGxlbWVudF9uYiA8LSBub3JtYWxpemVfc2Uoc3VwcGxlbWVudF9zZSwgZmlsdGVyID0gVFJVRSwgY29udmVydCA9ICJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBiYXRjaCA9ICJzdmFzZXEiLCB0cmFuc2Zvcm0gPSAibG9nMiIpCnBsb3RfcGNhKHN1cHBsZW1lbnRfbmIpCmBgYAoKIyMgVGltZQoKVGltZSBpcyB0aGUgYmlnIGxvc2VyIGluIHRoaXMuCgpgYGB7cn0KdGltZV9zZSA8LSBzZXRfY29uZGl0aW9ucyhmaWx0X3NlLCBmYWN0ID0gInRpbWUiKQoKdGltZV9ub3JtIDwtIG5vcm1hbGl6ZV9zZSh0aW1lX3NlLCBmaWx0ZXIgPSBUUlVFLCBjb252ZXJ0ID0gImNwbSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgbm9ybSA9ICJxdWFudCIsIHRyYW5zZm9ybSA9ICJsb2cyIikKcGxvdF9wY2EodGltZV9ub3JtKQoKdGltZV9uYiA8LSBub3JtYWxpemVfc2UodGltZV9zZSwgZmlsdGVyID0gVFJVRSwgY29udmVydCA9ICJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICBiYXRjaCA9ICJzdmFzZXEiLCB0cmFuc2Zvcm0gPSAibG9nMiIpCnBsb3RfcGNhKHRpbWVfbmIpCmBgYAoKIyMgTWVkaWEgYW5kIHN1cHBsZW1lbnQKCmBgYHtyfQptZWRfc3VwX3NlIDwtIHNldF9jb25kaXRpb25zKGZpbHRfc2UsIGZhY3QgPSAibWVkX3N1cCIpICU+JQogIHNldF9iYXRjaGVzKGZhY3QgPSAic3RyYWluIikKCm1lZF9zdXBfbm9ybSA8LSBub3JtYWxpemUobWVkX3N1cF9zZSwgZmlsdGVyID0gVFJVRSwgY29udmVydCA9ICJjcG0iLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgIG5vcm0gPSAicXVhbnQiLCB0cmFuc2Zvcm0gPSAibG9nMiIpCnBsb3RfcGNhKG1lZF9zdXBfbm9ybSkKCm1lZF9zdXBfbmIgPC0gbm9ybWFsaXplKG1lZF9zdXBfc2UsIGZpbHRlciA9IFRSVUUsIGNvbnZlcnQgPSAiY3BtIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgYmF0Y2ggPSAic3Zhc2VxIiwgdHJhbnNmb3JtID0gImxvZzIiKQpwbG90X3BjYShtZWRfc3VwX25iKQpgYGAKCiMgUXVpY2sgREUKClRoaW5raW5nLi4uIGxldCB1cyBmaXJzdCBqdXN0IGx1bXAgYWxsIHNhbXBsZXMgdG9nZXRoZXIgYW5kIHNlZSB3aGF0IGhhcHBlbnM/CgpgYGB7cn0KYWxsX3N1cHBsZW1lbnRfa2VlcGVycyA8LSBsaXN0KAogICJoZW1lX3ZzX2Rtc28iID0gYygiSGVtZSIsICJETVNPIikpCgojIyBUaGlzIGFkZHMgcmVwbGljYXRlIHRvIHRoZSBtb2RlbCBiZWNhdXNlIG1vZGVsX2JhdGNoIGRlZmF1bHRzIHRvIFRSVUUKYWxsX3N1cHBsZW1lbnRfZGUgPC0gYWxsX3BhaXJ3aXNlKHN1cHBsZW1lbnRfc2UpCmFsbF9zdXBwbGVtZW50X3RhYmxlIDwtIGNvbWJpbmVfZGVfdGFibGVzKAogIGFsbF9zdXBwbGVtZW50X2RlLAogIGtlZXBlcnMgPSBhbGxfc3VwcGxlbWVudF9rZWVwZXJzLAogIGV4Y2VsID0gZ2x1ZSgiZXhjZWwvaGVtZV92c19kbXNvX2FsbF9jb25kaXRpb25zX2JhdGNoX3RhYmxlLXZ7dmVyfS54bHN4IikpCmFsbF9zdXBwbGVtZW50X3NpZyA8LSBleHRyYWN0X3NpZ25pZmljYW50X2dlbmVzKAogIGFsbF9zdXBwbGVtZW50X3RhYmxlLAogIGV4Y2VsID0gZ2x1ZSgiZXhjZWwvaGVtZV92c19kbXNvX2FsbF9jb25kaXRpb25zX2JhdGNoX3NpZy12e3Zlcn0ueGxzeCIpKQoKYWxsX3N1cHBsZW1lbnRfc3ZhX2RlIDwtIGFsbF9wYWlyd2lzZShzdXBwbGVtZW50X3NlLCBtb2RlbF9iYXRjaCA9ICJzdmFzZXEiLCBmaWx0ZXIgPSBUUlVFKQphbGxfc3VwcGxlbWVudF9zdmFfdGFibGUgPC0gY29tYmluZV9kZV90YWJsZXMoCiAgYWxsX3N1cHBsZW1lbnRfc3ZhX2RlLAogIGtlZXBlcnMgPSBhbGxfc3VwcGxlbWVudF9rZWVwZXJzLAogIGV4Y2VsID0gZ2x1ZSgiZXhjZWwvaGVtZV92c19kbXNvX2FsbF9jb25kaXRpb25zX3N2YV90YWJsZS12e3Zlcn0ueGxzeCIpKQphbGxfc3VwcGxlbWVudF9zdmFfc2lnIDwtIGV4dHJhY3Rfc2lnbmlmaWNhbnRfZ2VuZXMoCiAgYWxsX3N1cHBsZW1lbnRfc3ZhX3RhYmxlLAogIGV4Y2VsID0gZ2x1ZSgiZXhjZWwvaGVtZV92c19kbXNvX2FsbF9jb25kaXRpb25zX3N2YV9zaWctdnt2ZXJ9Lnhsc3giKSkKYGBgCgoKIyMgQ29tcGFyZSBIZW1lL0RNU08gd2l0aCBtZWRpYSBpbiB0aGUgbW9kZWwsIGlnbm9yaW5nIHN0cmFpbgoKVE9ETwoKYGBge3J9Cm1lZGlhX3N0cmFpbl9zZSA8LSBzZXRfc2UKbWVkaWFfc3RyYWluX2tlZXBlcnMgPC0gbGlzdCgKICAiSGVtZV92c19ETVNPX2luQyIgPSBjKCJDSGVtZSIsICJDRE1TTyIpLAogICJIZW1lX3ZzX0RNU09faW5SIiA9IGMoIlJQTUlIZW1lIiwgIlJQTUlETVNPIikpCmZpbHRfc2UgPC0gc2V0X2JhdGNoZXMoZmlsdF9zZSwgZmFjdCA9ICJyZXBsaWNhdGUiKQoKZXhjX2RlIDwtIGFsbF9wYWlyd2lzZShmaWx0X3NlKQpleGNfZGUKCmV4Y190YWJsZSA8LSBjb21iaW5lX2RlX3RhYmxlcygKICBleGNfZGUsIGtlZXBlcnMgPSBzdHJhaW5fc3VwcGxlbWVudF9rZWVwZXJzLAogIGV4Y2VsID0gZ2x1ZSgiZXhjZWwvZ2FzX2hlbWVfdnNfZG1zb19iYXRjaC12e3Zlcn0ueGxzeCIpKQpleGNfdGFibGUKCmV4Y19zaWcgPC0gZXh0cmFjdF9zaWduaWZpY2FudF9nZW5lcygKICBleGNfdGFibGUsCiAgZXhjZWwgPSBnbHVlKCJleGNlbC9nYXNfaGVtZV92c19kbXNvX2JhdGNoX3NpZy12e3Zlcn0ueGxzeCIpKQpleGNfc2lnCmBgYAoKCiMjIExvdHMgb2YgY29udHJhc3RzCgpgYGB7cn0Kc3RyYWluX3N1cHBsZW1lbnRfa2VlcGVycyA8LSBsaXN0KAogICJBUF9DX0hEIiA9IGMoInM1NDQ4QVBDSGVtZSIsICJzNTQ0OEFQQ0RNU08iKSwKICAiTlpfQ19IRCIgPSBjKCJuejEzMUNIZW1lIiwgIm56MTMxQ0RNU08iKSwKICAiRzU0NDhfQ19IRCIgPSBjKCJzNTQ0OENIZW1lIiwgInM1NDQ4Q0RNU08iKSwKICAiTlpfUl9IRCIgPSBjKCJuejEzMVJQTUlIZW1lIiwgIm56MTMxUlBNSURNU08iKSwKICAiRzU0NDhfUl9IRCIgPSBjKCJzNTQ0OFJQTUlIZW1lIiwgInM1NDQ4UlBNSURNU08iKSkKCmZpbHRfc2UgPC0gc2V0X2JhdGNoZXMoZmlsdF9zZSwgZmFjdCA9ICJyZXBsaWNhdGUiKQpleGNfZGUgPC0gYWxsX3BhaXJ3aXNlKGZpbHRfc2UsIG1vZGVsX2JhdGNoID0gVFJVRSkKZXhjX2RlCgpleGNfdGFibGUgPC0gY29tYmluZV9kZV90YWJsZXMoCiAgZXhjX2RlLCBrZWVwZXJzID0gc3RyYWluX3N1cHBsZW1lbnRfa2VlcGVycywKICBleGNlbCA9IGdsdWUoImV4Y2VsL2dhc19oZW1lX3ZzX2Rtc29fYmF0Y2gtdnt2ZXJ9Lnhsc3giKSkKZXhjX3RhYmxlCgpleGNfc2lnIDwtIGV4dHJhY3Rfc2lnbmlmaWNhbnRfZ2VuZXMoCiAgZXhjX3RhYmxlLAogIGV4Y2VsID0gZ2x1ZSgiZXhjZWwvZ2FzX2hlbWVfdnNfZG1zb19iYXRjaF9zaWctdnt2ZXJ9Lnhsc3giKSkKZXhjX3NpZwpgYGAKCmBgYHtyfQpzNTAwNV9maWx0X3NlIDwtIHNldF9iYXRjaGVzKHM1MDA1X2ZpbHRfc2UsIGZhY3QgPSAicmVwbGljYXRlIikKczUwMDVfZXhjX2RlIDwtIGFsbF9wYWlyd2lzZShzNTAwNV9maWx0X3NlLCBtb2RlbF9iYXRjaCA9IFRSVUUpCnM1MDA1X2V4Y19kZQoKczUwMDVfZXhjX3RhYmxlIDwtIGNvbWJpbmVfZGVfdGFibGVzKAogIHM1MDA1X2V4Y19kZSwga2VlcGVycyA9IHN0cmFpbl9zdXBwbGVtZW50X2tlZXBlcnMsCiAgZXhjZWwgPSBnbHVlKCJleGNlbC9zNTAwNV9nYXNfaGVtZV92c19kbXNvX2JhdGNoLXZ7dmVyfS54bHN4IikpCnM1MDA1X2V4Y190YWJsZQoKczUwMDVfZXhjX3NpZyA8LSBleHRyYWN0X3NpZ25pZmljYW50X2dlbmVzKAogIHM1MDA1X2V4Y190YWJsZSwKICBleGNlbCA9IGdsdWUoImV4Y2VsL3M1MDA1X2dhc19oZW1lX3ZzX2Rtc29fYmF0Y2hfc2lnLXZ7dmVyfS54bHN4IikpCnM1MDA1X2V4Y19zaWcKYGBgCgojIEEgcXVlcnkgaW4gMjAyNjA3CgpTcGVuY2VyIGRyb3BwZWQgYnkgYW5kIGFza2VkIGlmIHdlIGNvdWxkIHJldmlzaXQgdGhpcyBkYXRhc2V0IGluIG9yZGVyCnRvIGNvbXBhcmUgdGhlIGhlbWUgYW5kIGRtc28gc2FtcGxlcyBmcm9tIGVhY2ggdGltZXBvaW50LiAgSSBoYXZlIGFsbApvZiBvdXIgcHJldmlvdXMgYW5hbHlzZXMgd29ya2luZzsgYnV0IGl0IHdpbGwgdGFrZSBtZSBhIG1pbnV0ZSB0byBzZWUKd2hhdCB0byBkbyBmb3IgdGhpcyBxdWVyeS4gIElmIEkgdW5kZXJzdG9vZCBjb3JyZWN0bHksIEkgc2hvdWxkCmNvbXBhcmUgdGhlIHR3byBzdXBwbGVtZW50cyBmb3IgdGhlIHQxMjBtIGFuZCB0OTBtIHNlcGFyYXRlbHkuCgpPbmUgYWRkaXRpb25hbCBwaWVjZSBvZiBsb2dpYywgcGVyaGFwcyByZXN0cmljdCB0aGlzIHRvIHRoZSBzYW1wbGVzCndoaWNoIGFyZSBpbiBDIG1lZGlhLgoKYGBge3J9CnQxMjBtX3N1cHBsZW1lbnRfNTAwNV9zZSA8LSBzdWJzZXRfc2UoczUwMDVfc2UsIHN1YnNldCA9ICJ0aW1lPT0ndDEyMG0nIikgfD4KICBzdWJzZXRfc2Uoc3Vic2V0ID0gIm1lZGlhPT0nQyciKSB8PgogIHNldF9jb25kaXRpb25zKGZhY3QgPSAic3VwcGxlbWVudCIpIHw+CiAgc2V0X2JhdGNoZXMoZmFjdCA9ICJyZXBsaWNhdGUiKQp0OTBtX3N1cHBsZW1lbnRfNTAwNV9zZSA8LSBzdWJzZXRfc2UoczUwMDVfc2UsIHN1YnNldCA9ICJ0aW1lPT0ndDkwbSciKSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAibWVkaWE9PSdDJyIpIHw+CiAgc2V0X2NvbmRpdGlvbnMoZmFjdCA9ICJzdXBwbGVtZW50IikgfD4KICBzZXRfYmF0Y2hlcyhmYWN0ID0gInJlcGxpY2F0ZSIpCnQxMjBtX3N1cHBsZW1lbnRfNTAwNV9kZSA8LSBhbGxfcGFpcndpc2UodDEyMG1fc3VwcGxlbWVudF81MDA1X3NlLCBtb2RlbF9zdnMgPSAic3Zhc2VxIiwgZmlsdGVyID0gVFJVRSkKdDEyMG1fc3VwcGxlbWVudF81MDA1X3RhYmxlIDwtIGNvbWJpbmVfZGVfdGFibGVzKHQxMjBtX3N1cHBsZW1lbnRfNTAwNV9kZSwgZXhjZWwgPSBnbHVlKCJleGNlbC90MTIwbV9zdXBwbGVtZW50X3M1MDA1X3RhYmxlLXZ7dmVyfS54bHN4IikpCnQ5MG1fc3VwcGxlbWVudF81MDA1X2RlIDwtIGFsbF9wYWlyd2lzZSh0OTBtX3N1cHBsZW1lbnRfNTAwNV9zZSwgbW9kZWxfc3ZzID0gInN2YXNlcSIsIGZpbHRlciA9IFRSVUUpCnQ5MG1fc3VwcGxlbWVudF81MDA1X3RhYmxlIDwtIGNvbWJpbmVfZGVfdGFibGVzKHQ5MG1fc3VwcGxlbWVudF81MDA1X2RlLCBleGNlbCA9IGdsdWUoImV4Y2VsL3Q5MG1fc3VwcGxlbWVudF9zNTAwNV90YWJsZS12e3Zlcn0ueGxzeCIpKQoKdDEyMG1fc3VwcGxlbWVudF81NDQ4X3NlIDwtIHN1YnNldF9zZShzNTQ0OF9zZSwgc3Vic2V0ID0gInRpbWU9PSd0MTIwbSciKSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAibWVkaWE9PSdDJyIpIHw+CiAgc3Vic2V0X3NlKHN1YnNldCA9ICJzdHJhaW49PSdzNTQ0OCciKSB8PgogIHNldF9jb25kaXRpb25zKGZhY3QgPSAic3VwcGxlbWVudCIpIHw+CiAgc2V0X2JhdGNoZXMoZmFjdCA9ICJyZXBsaWNhdGUiKQp0OTBtX3N1cHBsZW1lbnRfNTQ0OF9zZSA8LSBzdWJzZXRfc2UoczU0NDhfc2UsIHN1YnNldCA9ICJ0aW1lPT0ndDkwbSciKSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAibWVkaWE9PSdDJyIpIHw+CiAgc3Vic2V0X3NlKHN1YnNldCA9ICJzdHJhaW49PSdzNTQ0OCciKSB8PgogIHNldF9jb25kaXRpb25zKGZhY3QgPSAic3VwcGxlbWVudCIpIHw+CiAgc2V0X2JhdGNoZXMoZmFjdCA9ICJyZXBsaWNhdGUiKQp0MTIwbV9zdXBwbGVtZW50XzU0NDhfZGUgPC0gYWxsX3BhaXJ3aXNlKHQxMjBtX3N1cHBsZW1lbnRfNTQ0OF9zZSwgbW9kZWxfc3ZzID0gInN2YXNlcSIsIGZpbHRlciA9IFRSVUUpCnQxMjBtX3N1cHBsZW1lbnRfNTQ0OF90YWJsZSA8LSBjb21iaW5lX2RlX3RhYmxlcyh0MTIwbV9zdXBwbGVtZW50XzU0NDhfZGUsIGV4Y2VsID0gZ2x1ZSgiZXhjZWwvdDEyMG1fc3VwcGxlbWVudF9zNTQ0OF90YWJsZS12e3Zlcn0ueGxzeCIpKQp0OTBtX3N1cHBsZW1lbnRfNTQ0OF9kZSA8LSBhbGxfcGFpcndpc2UodDkwbV9zdXBwbGVtZW50XzU0NDhfc2UsIG1vZGVsX3N2cyA9ICJzdmFzZXEiLCBmaWx0ZXIgPSBUUlVFKQp0OTBtX3N1cHBsZW1lbnRfNTQ0OF90YWJsZSA8LSBjb21iaW5lX2RlX3RhYmxlcyh0OTBtX3N1cHBsZW1lbnRfNTQ0OF9kZSwgZXhjZWwgPSBnbHVlKCJleGNlbC90OTBtX3N1cHBsZW1lbnRfczU0NDhfdGFibGUtdnt2ZXJ9Lnhsc3giKSkKdDEyMG1fc3VwcGxlbWVudF81NDQ4QVBfc2UgPC0gc3Vic2V0X3NlKHM1NDQ4QVBfc2UsIHN1YnNldCA9ICJ0aW1lPT0ndDEyMG0nIikgfD4KICBzdWJzZXRfc2Uoc3Vic2V0ID0gIm1lZGlhPT0nQyciKSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAic3RyYWluPT0nczU0NDhBUCciKSB8PgogIHNldF9jb25kaXRpb25zKGZhY3QgPSAic3VwcGxlbWVudCIpIHw+CiAgc2V0X2JhdGNoZXMoZmFjdCA9ICJyZXBsaWNhdGUiKQp0OTBtX3N1cHBsZW1lbnRfNTQ0OEFQX3NlIDwtIHN1YnNldF9zZShzNTQ0OEFQX3NlLCBzdWJzZXQgPSAidGltZT09J3Q5MG0nIikgfD4KICBzdWJzZXRfc2Uoc3Vic2V0ID0gIm1lZGlhPT0nQyciKSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAibWVkaWE9PSdzNTQ0OEFQJyIpIHw+CiAgc2V0X2NvbmRpdGlvbnMoZmFjdCA9ICJzdXBwbGVtZW50IikgfD4KICBzZXRfYmF0Y2hlcyhmYWN0ID0gInJlcGxpY2F0ZSIpCnQxMjBtX3N1cHBsZW1lbnRfNTQ0OEFQX2RlIDwtIGFsbF9wYWlyd2lzZSh0MTIwbV9zdXBwbGVtZW50XzU0NDhBUF9zZSwgbW9kZWxfc3ZzID0gInN2YXNlcSIsIGZpbHRlciA9IFRSVUUpCnQxMjBtX3N1cHBsZW1lbnRfNTQ0OEFQX3RhYmxlIDwtIGNvbWJpbmVfZGVfdGFibGVzKHQxMjBtX3N1cHBsZW1lbnRfNTQ0OEFQX2RlLCBleGNlbCA9IGdsdWUoImV4Y2VsL3QxMjBtX3N1cHBsZW1lbnRfczU0NDhBUF90YWJsZS12e3Zlcn0ueGxzeCIpKQp0OTBtX3N1cHBsZW1lbnRfNTQ0OEFQX2RlIDwtIGFsbF9wYWlyd2lzZSh0OTBtX3N1cHBsZW1lbnRfNTQ0OEFQX3NlLCBtb2RlbF9zdnMgPSAic3Zhc2VxIiwgZmlsdGVyID0gVFJVRSkKdDkwbV9zdXBwbGVtZW50XzU0NDhBUF90YWJsZSA8LSBjb21iaW5lX2RlX3RhYmxlcyh0OTBtX3N1cHBsZW1lbnRfNTQ0OEFQX2RlLCBleGNlbCA9IGdsdWUoImV4Y2VsL3Q5MG1fc3VwcGxlbWVudF9zNTQ0OEFQX3RhYmxlLXZ7dmVyfS54bHN4IikpCnQxMjBtX3N1cHBsZW1lbnRfbnoxMzFfc2UgPC0gc3Vic2V0X3NlKG56MTMxX3NlLCBzdWJzZXQgPSAidGltZT09J3QxMjBtJyIpIHw+CiAgc3Vic2V0X3NlKHN1YnNldCA9ICJtZWRpYT09J0MnIikgfD4KICBzdWJzZXRfc2Uoc3Vic2V0ID0gInN0cmFpbj09J256MTMxJyIpIHw+CiAgc2V0X2NvbmRpdGlvbnMoZmFjdCA9ICJzdXBwbGVtZW50IikgfD4KICBzZXRfYmF0Y2hlcyhmYWN0ID0gInJlcGxpY2F0ZSIpCnQ5MG1fc3VwcGxlbWVudF9uejEzMV9zZSA8LSBzdWJzZXRfc2UobnoxMzFfc2UsIHN1YnNldCA9ICJ0aW1lPT0ndDkwbSciKSB8PgogIHN1YnNldF9zZShzdWJzZXQgPSAibWVkaWE9PSdDJyIpIHw+CiAgc3Vic2V0X3NlKHN1YnNldCA9ICJzdHJhaW49PSduejEzMSciKSB8PgogIHNldF9jb25kaXRpb25zKGZhY3QgPSAic3VwcGxlbWVudCIpIHw+CiAgc2V0X2JhdGNoZXMoZmFjdCA9ICJyZXBsaWNhdGUiKQp0MTIwbV9zdXBwbGVtZW50X256MTMxX2RlIDwtIGFsbF9wYWlyd2lzZSh0MTIwbV9zdXBwbGVtZW50X256MTMxX3NlLCBtb2RlbF9zdnMgPSAic3Zhc2VxIiwgZmlsdGVyID0gVFJVRSkKdDEyMG1fc3VwcGxlbWVudF9uejEzMV90YWJsZSA8LSBjb21iaW5lX2RlX3RhYmxlcyh0MTIwbV9zdXBwbGVtZW50X256MTMxX2RlLCBleGNlbCA9IGdsdWUoImV4Y2VsL3QxMjBtX3N1cHBsZW1lbnRfc256MTMxX3RhYmxlLXZ7dmVyfS54bHN4IikpCnQ5MG1fc3VwcGxlbWVudF9uejEzMV9kZSA8LSBhbGxfcGFpcndpc2UodDkwbV9zdXBwbGVtZW50X256MTMxX3NlLCBtb2RlbF9zdnMgPSAic3Zhc2VxIiwgZmlsdGVyID0gVFJVRSkKdDkwbV9zdXBwbGVtZW50X256MTMxX3RhYmxlIDwtIGNvbWJpbmVfZGVfdGFibGVzKHQ5MG1fc3VwcGxlbWVudF9uejEzMV9kZSwgZXhjZWwgPSBnbHVlKCJleGNlbC90OTBtX3N1cHBsZW1lbnRfc256MTMxX3RhYmxlLXZ7dmVyfS54bHN4IikpCmBgYAoKIyBBIHF1ZXJ5IGZyb20gMjAyNDA2MjUKClNwZW5jZXIgc2VudCBhbG9uZyB0aGUgZm9sbG93aW5nIHF1ZXJ5OgoKPHNwYW4gc3R5bGU9ImNvbG9yOiMwMDAwNjQiPgpJIHdhbnRlZCB0byBmb2xsb3cgdXAgd2l0aCB5b3Ugb24gb3VyIHRhbGsgZWFybGllciB0b2RheS4gS2V2aW4gYW5kIEkKd2FudGVkIHRvIHNlZSB0aGUgc2lnbmlmaWNhbnRseSBkaWZmZXJlbnRpYWxseSBleHByZXNzZWQgZ2VuZXMgYWNyb3NzCnN0cmFpbnMgaW4gZGlmZmVyZW50IG1lZGlhLCBpLmUuLCBvbmUgZGF0YXNldCBvZiB0aGUgZGlmZmVyZW50aWFsbHkKZXhwcmVzc2VkIGdlbmVzIGluIEMtbWVkaWEgYW5kIGFub3RoZXIgb2YgdGhlIGRpZmZlcmVudGlhbGx5IGV4cHJlc3NlZApnZW5lcyBpbiBtUlBNSS4gQWxzbywgd2UgcmVhbGl6ZWQgdGhhdCBmb3IgdGhlIE5aMTMxIGJhdGNoIGRhdGEgc2V0cywKd2Ugd2VyZSBzZWVpbmcgbG9jdXMgdGFncyBmb3IgNTQ0OCBpbnN0ZWFkIG9mIHRob3NlIGZvciBOWjEzMS4gVGhhbmtzCmZvciB5b3VyIGhlbHAhCjwvc3Bhbj4KClRoZXJlIGFyZSBhIGNvdXBsZSB0aGluZ3MgZ29pbmcgb24gaGVyZTogKGEpIEkgbGF0ZXIgbWFwcGVkIGFsbCB0aGUKc2FtcGxlcyB3aXRoIG15IHJlY2VudCBuejEzMSBhc3NlbWJseSBhbmQgaGF2ZSBub3QgeWV0IHBlcmZvcm1lZCB0aGUKYW5hbHlzaXMgdXNpbmcgdGhvc2UgcmVzdWx0cy4gKGIpIEkgaGF2ZSBvbmx5IGFuYWx5emVkIHRoZSBvcmlnaW5hbApzZXQgb2YgY29udHJhc3RzLiAgTGV0IHVzIHRha2UgYSBtb21lbnQgdG8gYW1lbmQgdGhpcy4KCiMjIE5aMTMxIGFubm90YXRpb25zCgpJIHdpbGwgY29tYmluZSB0aGUgZ2ZmIGZpbGUgYW5kIG1pY3JvYmVzb25saW5lIGRhdGEuCgpgYGB7cn0KbnpfYW5ub3QgPC0gbG9hZF9taWNyb2Jlc29ubGluZV9hbm5vdGF0aW9ucygiTloxMzEiKQpuel9hbm5vdF9nZmYgPC0gbG9hZF9nZmZfYW5ub3RhdGlvbnMoIn4vbGlicmFyaWVzL2dlbm9tZS9nZmYvc3B5b2dlbmVzX256MTMxLmdmZiIpCnJvd25hbWVzKG56X2Fubm90X2dmZikgPC0gbnpfYW5ub3RfZ2ZmW1sibG9jdXNfdGFnIl1dCm56X2Fubm90IDwtIG1lcmdlKG56X2Fubm90X2dmZiwgbnpfYW5ub3QsIGJ5LnggPSAibG9jdXNfdGFnIiwgYnkueSA9ICJzeXNOYW1lIiwgYWxsLnggPSBUUlVFKQoKbnpfZ28gPC0gbG9hZF9taWNyb2Jlc29ubGluZV9nbyh0YWJsZV9kZiA9IG56X2Fubm90LCBzcGVjaWVzID0gIk5aMTMxIiwgaWRfY29sdW1uID0gImxvY3VzX3RhZyIpCmBgYAoKIyMgTloxMzEgZXhwcmVzc2lvbnNldAoKYGBge3J9CnJvd25hbWVzKG56X2Fubm90KSA8LSBtYWtlLm5hbWVzKG56X2Fubm90W1sibG9jdXNfdGFnIl1dLCB1bmlxdWUgPSBUUlVFKQpuel9zZSA8LSBjcmVhdGVfc2Uoc2FtcGxlX3NoZWV0W1sibmV3X21ldGEiXV0sIGdlbmVfaW5mbyA9IG56X2Fubm90LAogICAgICAgICAgICAgICAgICAgZmlsZV9jb2x1bW4gPSAiaGlzYXRfY291bnRfdGFibGVfc3B5b2dlbmVzX256MTMxIikgfD4KICBzdWJzZXRfc2Uoc3Vic2V0ID0gInJlYWQxZmFzdHFmaWxlIT0nVW5kZXRlcm1pbmVkX1MwX1IxXzAwMS5mYXN0cS5neiciKQpgYGAKCiMjIENvbXBhcmUgbWVkaWEKCkkgYW0gbm90IGNvbXBsZXRlbHkgY2VydGFpbiBmcm9tIHRoZSBlbWFpbCBpZiB0aGV5IHdhbnQgdG8gZG8gdGhpcwpjb21wYXJpc29uIGFjcm9zcyBzdHJhaW5zLCBvciBvbmx5IGFtb25nIHRoZSB0d28gc3RyYWlucyBzZXBhcmF0ZWx5LgpGb3IgdGhlIG1vbWVudCBJIHdpbGwgYXNzdW1lIHRoZSBsYXR0ZXIuCgpgYGB7cn0Kb25seV9ueiA8LSBzdWJzZXRfc2Uobnpfc2UsIHN1YnNldCA9ICJzdHJhaW49PSduejEzMSciKSB8PgogIHNldF9jb25kaXRpb25zKGZhY3QgPSAibWVkaWEiKSB8PgogIHNldF9iYXRjaGVzKGZhY3QgPSAicmVwbGljYXRlIikKCnBsb3RfbWV0YV9zYW5rZXkob25seV9ueiwgZnN0cmluZyA9ICJ+IG1lZGlhICsgc3VwcGxlbWVudCArIHRpbWUiKQoKbnpfbm9ybSA8LSBub3JtYWxpemVfc2Uob25seV9ueiwgdHJhbnNmb3JtID0gImxvZzIiLCBjb252ZXJ0ID0gImNwbSIsCiAgICAgICAgICAgICAgICAgICAgICAgIGZpbHRlciA9IFRSVUUsIG5vcm0gPSAicXVhbnQiKQpwbG90X3BjYShuel9ub3JtKQpwbG90X2NvcmhlYXQobnpfbm9ybSkKYGBgCgpXZSBtaWdodCB3YW50IHRvIGV4Y2x1ZGUgdGhvc2UgdHdvIHdlaXJkbyBzYW1wbGVzPyAgIzYwIGFuZCAjNjcKCldpdGggdGhhdCBleGNlcHRpb24sIHRoZSBkaWZmZXJlbmNlIGluIG1lZGlhIGlzIHF1aXRlIHN0YXJrLCBzbyBsZXQgdXMKZG8gYSBzaW1wbGUgZGUgdXNpbmcgaXQKCmBgYHtyfQpuel9tZWRpYV9kZSA8LSBhbGxfcGFpcndpc2Uob25seV9ueiwgZmlsdGVyID0gVFJVRSkKIyMgSXQgc2VlbXMgdG8gbWUgdGhhdCBSUE1JIGlzIHRoZSBtb3N0IGxpa2VseSBjb250cm9sCm56X21lZGlhX2RlCmNvbnRyYXN0IDwtIGxpc3QoIkNfdnNfUlBNSSIgPSBjKCJDIiwgIlJQTUkiKSkKbnpfbWVkaWFfdGFibGUgPC0gY29tYmluZV9kZV90YWJsZXMoCiAgbnpfbWVkaWFfZGUsIGtlZXBlcnMgPSBjb250cmFzdCwKICBleGNlbCA9IGdsdWUoImV4Y2VsL256X3NhbXBsZXNfbWVkaWFfdGFibGUtdnt2ZXJ9Lnhsc3giKSkKbnpfbWVkaWFfdGFibGUKbnpfbWVkaWFfc2lnIDwtIGV4dHJhY3Rfc2lnbmlmaWNhbnRfZ2VuZXMoCiAgbnpfbWVkaWFfdGFibGUsCiAgZXhjZWwgPSBnbHVlKCJleGNlbC9uel9zYW1wbGVzX21lZGlhX3NpZy12e3Zlcn0ueGxzeCIpKQpuel9tZWRpYV9zaWcKYGBgCgojIEludm9rZSBnb3NlcQoKYGBge3J9CiMjIGdhczUwMDVfZ28sIG56MTMxX2dvCiMjIG56MTMxX2Fubm90LCBzNTAwNV9hbm5vdApnb19kYiA8LSBhcy5kYXRhLmZyYW1lKG56MTMxX2dvKQpjb2xuYW1lcyhnb19kYikgPC0gYygiSUQiLCAiR08iKQpnb3NlcV9pbnB1dCA8LSBuel9tZWRpYV9zaWdbWyJkZXNlcSJdXVtbInVwcyJdXVtbIkNfdnNfUlBNSSJdXQpuejEzMV9tZWRpYV9nb3NlcV91cCA8LSBzaW1wbGVfZ29zZXEoZ29zZXFfaW5wdXQsIGdvX2RiID0gZ29fZGIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsZW5ndGhfZGIgPSBuejEzMV9sZW5ndGhzLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZXhjZWwgPSAiZXhjZWwvbnoxMzFfbWVkaWFfZ29zZXFfdXAueGxzeCIpCgpnb3NlcV9pbnB1dCA8LSBuel9tZWRpYV9zaWdbWyJkZXNlcSJdXVtbImRvd25zIl1dW1siQ192c19SUE1JIl1dCm56MTMxX21lZGlhX2dvc2VxX2Rvd24gPC0gc2ltcGxlX2dvc2VxKGdvc2VxX2lucHV0LCBnb19kYiA9IGdvX2RiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsZW5ndGhfZGIgPSBuejEzMV9sZW5ndGhzLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBleGNlbCA9ICJleGNlbC9uejEzMV9tZWRpYV9nb3NlcV9kb3duLnhsc3giKQpgYGAKCiMgQ2lyY29zCgpgYGB7cn0KbWVzc2FnZSgiRG8gc29tZSBjaXJjb3MiKQpgYGAKCk5vdCB5ZXQgaW1wbGVtZW50ZWQKCiMgUGF0aHdheS9HTyBjb21wYXJpc29ucwoKYGBge3J9CiMjIFdlIHdhbnQgdG8gdHJ5IHBhdGh3YXkgYW5hbHlzZXMgZm9yOgojI3N0cmFpbl9zdXBwbGVtZW50X2tlZXBlcnMgPC0gbGlzdCgKIyMgICJBUF9DX0hEIiA9IGMoInM1NDQ4QVBDSGVtZSIsICJzNTQ0OEFQQ0RNU08iKSwKIyMgICJOWl9DX0hEIiA9IGMoIm56MTMxQ0hlbWUiLCAibnoxMzFDRE1TTyIpLCAjIyMgTWUhCiMjICAiRzU0NDhfQ19IRCIgPSBjKCJzNTQ0OENIZW1lIiwgInM1NDQ4Q0RNU08iKSwgIyMgTWUhCiMjICAiTlpfUl9IRCIgPSBjKCJuejEzMVJQTUlIZW1lIiwgIm56MTMxUlBNSURNU08iKSwKIyMgICJHNTQ0OF9SX0hEIiA9IGMoInM1NDQ4UlBNSUhlbWUiLCAiczU0NDhSUE1JRE1TTyIpKQoKcGF0aF9pbnB1dCA8LSBzNTAwNV9leGNfdGFibGVbWyJkYXRhIl1dW1siTlpfQ19IRCJdXQpmcm9tX2xpc3QgPC0gYygiX1NweV8iKQp0b19saXN0IDwtIGMoIl9TcHkiKQp0ZXN0X256X2NfaGQgPSBzaW1wbGVfcGF0aHZpZXcocGF0aF9pbnB1dCwgc3BlY2llcyA9ICJzcHoiLCBpbmRpciA9ICJwYXRodmlld19pbiIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBvdXRkaXIgPSAibnpfY19oZF9wYXRodmlldyIsIGZpbGVuYW1lcyA9ICJwYXRobmFtZSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBmcm9tX2xpc3QgPSBmcm9tX2xpc3QsIHRvX2xpc3QgPSB0b19saXN0LAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZmNfY29sdW1uID0gImRlc2VxX2xvZ2ZjIiwgaWRfY29sdW1uID0gTlVMTCkKcGF0aF9pbnB1dCA8LSBzNTAwNV9leGNfdGFibGVbWyJkYXRhIl1dW1siRzU0NDhfQ19IRCJdXQpmcm9tX2xpc3QgPC0gYygiX1NweV8iKQp0b19saXN0IDwtIGMoIl9TcHkiKQp0ZXN0X2c1NDQ4X2NfaGQgPSBzaW1wbGVfcGF0aHZpZXcocGF0aF9pbnB1dCwgc3BlY2llcyA9ICJzcHoiLCBpbmRpciA9ICJwYXRodmlld19pbiIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBvdXRkaXIgPSAiZzU0NDhfY19oZF9wYXRodmlldyIsIGZpbGVuYW1lcyA9ICJwYXRobmFtZSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBmcm9tX2xpc3QgPSBmcm9tX2xpc3QsIHRvX2xpc3QgPSB0b19saXN0LAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZmNfY29sdW1uID0gImRlc2VxX2xvZ2ZjIiwgaWRfY29sdW1uID0gTlVMTCkKYGBgCg==