1 Rework DIA-Umpire to feed OpenSWATH.

In the following blocks I want to use DIA Umpire to create transition libraries for openswath, then I want to run openswath and score the runs.

1.1 Invoke DIA Umpire

cd ~/scratch/proteomics/mycobacterium_tuberculosis_2018
module add openms

type="mzXML"
export VERSION="20190228"
basedir="${HOME}/scratch/proteomics/mycobacterium_tuberculosis_2018"
base_input="${basedir}/results/01${type}/dia/${VERSION}/"
umpire_inputs=$(/usr/bin/find "${base_input}" -name "*.${type}" | sort)
echo "Checking in: ${umpire_inputs}"
for input in ${umpire_inputs};
do
    in_name=$(basename $input ".${type}")
    out_name="${in_name}_Q1.mgf"
    if [[ ! -f "${base_input}/${out_name}" ]]; then
        echo "The output file: ${out_name} already exists."
    else
        java -jar DIA_Umpire_SE.jar ${input} diaumpire_se.params
    fi
done

1.2 Convert DIA Umpire results

msconvert --mzXML results/02mgf/*.mgf
mv *.mzXML results/03_dia_umpire_mzxml

1.3 Search the Umpire results

comet \
    -Pparameters/comet_dia_umpire_params.txt \
    results/03_dia_umpire_mzxml/*.mzXML

1.4 Merge them

xinteract \
    -dDECOY_ \
    -OARPd \
    -Ninteract.comet.pep.xml \
    results/03_dia_umpire_mzxml/*.pep.xml

mv interact.comet.pep.xml results/04_dia_umpire_xinteract

1.5 Combine the statistics

ProteinProphet \
    results/04_dia_umpire_xinteract/interact.comet.pep.xml \
    results/05_dia_umpire_prophet/combined.prot.xml

InterProphetParser \
    DECOY=DECOY \
    results/04_dia_umpire_xinteract/interact.comet.pep.xml \
    results/05_dia_umpire_prophet/iProphet.pep.xml

Mayu.pl \
    -A results/05_dia_umpire_prophet/iProphet.pep.xml \
    -C reference/mtb_irt.fasta \
    -E DECOY

mayu_output <- "../2019-05-12_12.37.03_main_1.07.csv"
number <- hpgltools::extract_mayu_pps_fdr(mayu_output)
message("The number is: ", number)
## 0.43291

## Rerunning because writing the file failed.
spectrast \
    -cNSpecLib -cICID-QTOF \
    -cf "Protein! ~ DECOY_" \
    -cP0.4237 \
    -c_IRTreference/irt.txt \
    -c_IRR results/05_dia_umpire_prophet/iProphet.pep.xml

spectrast \
    -cNSpecLib_cons \
    -cICID-QTOF \
    -cAC SpecLib.splib

spectrast2tsv.py \
    -l 350,2000 \
    -s b,y \
    -x 1,2 \
    -o 6 \
    -n 6 \
    -p 0.05 \
    -d -e \
    -k openswath \
    -w windows/2018_0817BrikenTrypsinDIA19.txt \
    -a SpecLib_cons_openswath.tsv \
    SpecLib_cons.sptxt

TargetedFileConverter \
    -in SpecLib_cons_openswath.tsv \
    -in_type tsv \
    -out SpecLib_cons_openswath.TraML \
    -out_type TraML

OpenSwathDecoyGenerator \
    -in SpecLib_cons_openswath.TraML \
    -out SpecLib_cons_openswath_decoy.TraML \
    -method shuffle
##    -exclude_similar \
##    -similarity_threshold 0.05 \
##    -identity_threshold 0.7

TargetedFileConverter \
    -in SpecLib_cons_openswath_decoy.TraML \
    -in_type TraML \
    -out SpecLib_cons_openswath_decoy.tsv \
    -out_type tsv

TargetedFileConverter \
    -in SpecLib_cons_openswath_decoy.TraML \
    -in_type TraML \
    -out SpecLib_cons_openswath_decoy.pqp \
    -out_type pqp

export VERSION=${VERSION:-20190327}
echo "Loading environment modules and parameters for version: ${VERSION}."
source "parameters/${VERSION}_settings.sh"

echo "Invoking the OpenSwathWorkflow using local comet-derived transitions."
type="diaumpire"
input_type="mzXML"
export TRANSITION_PREFIX="SpecLib_cons_openswath_decoy"
echo "Checking in, the transition library is: ${TRANSITION_PREFIX}.pqp"
base_mzxmldir="results/01${input_type}/dia/${VERSION}"
swath_inputs=$(/usr/bin/find "${base_mzxmldir}" -name *.${input_type} -print | sort)
echo "Checking in, the inputs are: ${swath_inputs}"
mkdir -p "${SWATH_OUTDIR}_${type}"
pypdir="${PYPROPHET_OUTDIR}_${type}"
mkdir -p "${pypdir}"
for input in ${swath_inputs}
do
    name=$(basename "${input}" ".${input_type}")
    echo "Starting openswath run, library type ${type} for ${name} using ${MZ_WINDOWS} windows at $(date)."
    swath_output_prefix="${SWATH_OUTDIR}_${type}/${name}_${DDA_METHOD}"
    pyprophet_output_prefix="${PYPROPHET_OUTDIR}_${type}/${name}_${DDA_METHOD}"
    echo "Deleting previous swath output file: ${swath_output_prefix}.osw"
    rm -f "${swath_output_prefix}.osw"
    rm -f "${swath_output_prefix}.tsv"
    OpenSwathWorkflow \
        -in "${input}" \
        -force \
        -sort_swath_maps \
        -min_upper_edge_dist 1 \
        -mz_correction_function "quadratic_regression_delta_ppm" \
        -Scoring:TransitionGroupPicker:background_subtraction "original" \
        -Scoring:stop_report_after_feature "5" \
        -swath_windows_file "windows/openswath_${name}.txt" \
        -tr "${TRANSITION_PREFIX}.pqp" \
        -out_tsv "${swath_output_prefix}.tsv"
    OpenSwathWorkflow \
        -in "${input}" \
        -force \
        -sort_swath_maps \
        -min_upper_edge_dist 1 \
        -mz_correction_function "quadratic_regression_delta_ppm" \
        -Scoring:TransitionGroupPicker:background_subtraction "original" \
        -Scoring:stop_report_after_feature "5" \
        -swath_windows_file "windows/openswath_${name}.txt" \
        -tr "${TRANSITION_PREFIX}.pqp" \
        -out_osw "${swath_output_prefix}.osw"
    ##2>"${swath_output_prefix}_osw.log" 1>&2
done
swath_out=$(dirname ${swath_output_prefix})
pyprophet_out="$(dirname "${pyprophet_output_prefix}")/openswath_merged.osw"
echo "Merging osw files to ${pyprophet_out}"
pyprophet merge \
          --template "${TRANSITION_PREFIX}.pqp" \
          --out="${pyprophet_out}" \
          ${swath_out}/*.osw
pyprophet score --in="${pyprophet_out}"
pyprophet export --in="${pyprophet_out}" --out "test.tsv"
## pyprophet always exports to the current working directory.
final_name="$(dirname ${pyprophet_out})/$(basename ${pyprophet_out} ".osw").tsv"
echo $final_name
mv "test.tsv"
ls -ld "${pyprophet_out}"

tric_tb="${TRIC_OUTDIR}_tuberculist"
mkdir -p "${tric_tb}"
feature_alignment.py \
    --force \
    --in "./${pypdir}/"*.tsv \
    --out "${tric_tb}/${SEARCH_METHOD}_${DDA_METHOD}.tsv" \
    --out_matrix "${tric_tb}/${DDA_METHOD}_outmatrix.tsv" \
    --out_meta "${tric_tb}/${DDA_METHOD}_meta.tsv"
2>"${tric_tb}/feature_alignment.err" \
 1>"${tric_tb}/feature_alignment.out"
echo "Wrote final output to ${tric_tb}/${SEARCH_METHOD}_${DDA_METHOD}.tsv"

2 DEP usage

Thanks to Vivek, I now am aware of DEP, which does everything I wish MSstats did. The matrix given to me by tric’s feature_alignment.py I think gives me what DEP requires, along with my annotations and sample sheet.

Let us see if this is true.

2.1 Protein annotations

mtb_gff <- "reference/mycobacterium_tuberculosis_h37rv_2.gff.gz"
mtb_genome <- "reference/mtuberculosis_h37rv_genbank.fasta"
mtb_cds <- "reference/mtb_cds.fasta"

mtb_annotations <- sm(load_gff_annotations(mtb_gff, type="gene"))
colnames(mtb_annotations) <- gsub(pattern="\\.", replacement="", x=colnames(mtb_annotations))
mtb_annotations[["description"]] <- gsub(pattern="\\+", replacement=" ",
                                         x=mtb_annotations[["description"]])
mtb_annotations[["function"]] <- gsub(pattern="\\+", replacement=" ",
                                      x=mtb_annotations[["function"]])
rownames(mtb_annotations) <- mtb_annotations[["ID"]]

mtb_microbes <- load_microbesonline_annotations(id=83332)

## The species being downloaded is: Mycobacterium tuberculosis H37Rv

2.2 Preprocess intensities in preparation for DEP

ver <- "20190327"
ump_data <- read.csv(
  paste0("results/tric/", ver, "/whole_8mz_dia_umpire/comet_HCD.tsv"), sep="\t")
ump_data[["ProteinName"]] <- gsub(pattern="^(.*)_.*$", replacement="\\1",
                                  x=ump_data[["ProteinName"]])
sample_annot <- extract_metadata(paste0("sample_sheets/Mtb_dia_samples_20190521.xlsx"))
colnames(sample_annot)

##  [1] "sampleid"           "tubeid"             "tubelabel"         
##  [4] "figurereplicate"    "figurename"         "sampledescription" 
##  [7] "bioreplicate"       "lcrun"              "msrun"             
## [10] "technicalreplicate" "replicatestate"     "run"               
## [13] "exptid"             "genotype"           "collectiontype"    
## [16] "condition"          "batch"              "windowsize"        
## [19] "enzyme"             "harvestdate"        "prepdate"          
## [22] "rundate"            "runinfo"            "rawfile"           
## [25] "filename"           "mzmlfile"           "diascored"         
## [28] "tuberculistscored"  "includeexclude"

rownames(sample_annot)

##  [1] "s2018_0315Briken01"           "s2018_0315Briken02"          
##  [3] "s2018_0315Briken03"           "s2018_0315Briken04"          
##  [5] "s2018_0315Briken05"           "s2018_0315Briken06"          
##  [7] "s2018_0315Briken21"           "s2018_0315Briken22"          
##  [9] "s2018_0315Briken23"           "s2018_0315Briken24"          
## [11] "s2018_0315Briken25"           "s2018_0315Briken26"          
## [13] "s2018_0502BrikenDIA01"        "s2018_0502BrikenDIA02"       
## [15] "s2018_0502BrikenDIA03"        "s2018_0502BrikenDIA04"       
## [17] "s2018_0502BrikenDIA05"        "s2018_0502BrikenDIA06"       
## [19] "s2018_0502BrikenDIA07"        "s2018_0502BrikenDIA08"       
## [21] "s2018_0502BrikenDIA09"        "s2018_0502BrikenDIA10"       
## [23] "s2018_0502BrikenDIA11"        "s2018_0502BrikenDIA12"       
## [25] "s2018_0726Briken01"           "s2018_0726Briken02"          
## [27] "s2018_0726Briken03"           "s2018_0726Briken04"          
## [29] "s2018_0726Briken05"           "s2018_0726Briken06"          
## [31] "s2018_0726Briken07"           "s2018_0726Briken08"          
## [33] "s2018_0726Briken09"           "s2018_0726Briken11"          
## [35] "s2018_0726Briken12"           "s2018_0726Briken13"          
## [37] "s2018_0726Briken14"           "s2018_0726Briken15"          
## [39] "s2018_0726Briken16"           "s2018_0726Briken17"          
## [41] "s2018_0726Briken18"           "s2018_0726Briken19"          
## [43] "s2018_0817BrikenTrypsinDIA01" "s2018_0817BrikenTrypsinDIA02"
## [45] "s2018_0817BrikenTrypsinDIA03" "s2018_0817BrikenTrypsinDIA04"
## [47] "s2018_0817BrikenTrypsinDIA05" "s2018_0817BrikenTrypsinDIA06"
## [49] "s2018_0817BrikenTrypsinDIA07" "s2018_0817BrikenTrypsinDIA08"
## [51] "s2018_0817BrikenTrypsinDIA09" "s2018_0817BrikenTrypsinDIA11"
## [53] "s2018_0817BrikenTrypsinDIA12" "s2018_0817BrikenTrypsinDIA13"
## [55] "s2018_0817BrikenTrypsinDIA14" "s2018_0817BrikenTrypsinDIA15"
## [57] "s2018_0817BrikenTrypsinDIA16" "s2018_0817BrikenTrypsinDIA17"
## [59] "s2018_0817BrikenTrypsinDIA18" "s2018_0817BrikenTrypsinDIA19"

levels(as.factor(ump_data[["filename"]]))

##  [1] "results/01mzXML/dia/20190327/2018_0315Briken01.mzXML"          
##  [2] "results/01mzXML/dia/20190327/2018_0315Briken02.mzXML"          
##  [3] "results/01mzXML/dia/20190327/2018_0315Briken03.mzXML"          
##  [4] "results/01mzXML/dia/20190327/2018_0315Briken04.mzXML"          
##  [5] "results/01mzXML/dia/20190327/2018_0315Briken05.mzXML"          
##  [6] "results/01mzXML/dia/20190327/2018_0315Briken06.mzXML"          
##  [7] "results/01mzXML/dia/20190327/2018_0315Briken21.mzXML"          
##  [8] "results/01mzXML/dia/20190327/2018_0315Briken22.mzXML"          
##  [9] "results/01mzXML/dia/20190327/2018_0315Briken23.mzXML"          
## [10] "results/01mzXML/dia/20190327/2018_0315Briken24.mzXML"          
## [11] "results/01mzXML/dia/20190327/2018_0315Briken25.mzXML"          
## [12] "results/01mzXML/dia/20190327/2018_0315Briken26.mzXML"          
## [13] "results/01mzXML/dia/20190327/2018_0502BrikenDIA01.mzXML"       
## [14] "results/01mzXML/dia/20190327/2018_0502BrikenDIA02.mzXML"       
## [15] "results/01mzXML/dia/20190327/2018_0502BrikenDIA03.mzXML"       
## [16] "results/01mzXML/dia/20190327/2018_0502BrikenDIA04.mzXML"       
## [17] "results/01mzXML/dia/20190327/2018_0502BrikenDIA05.mzXML"       
## [18] "results/01mzXML/dia/20190327/2018_0502BrikenDIA06.mzXML"       
## [19] "results/01mzXML/dia/20190327/2018_0502BrikenDIA07.mzXML"       
## [20] "results/01mzXML/dia/20190327/2018_0502BrikenDIA08.mzXML"       
## [21] "results/01mzXML/dia/20190327/2018_0502BrikenDIA09.mzXML"       
## [22] "results/01mzXML/dia/20190327/2018_0502BrikenDIA10.mzXML"       
## [23] "results/01mzXML/dia/20190327/2018_0502BrikenDIA11.mzXML"       
## [24] "results/01mzXML/dia/20190327/2018_0502BrikenDIA12.mzXML"       
## [25] "results/01mzXML/dia/20190327/2018_0726Briken01.mzXML"          
## [26] "results/01mzXML/dia/20190327/2018_0726Briken02.mzXML"          
## [27] "results/01mzXML/dia/20190327/2018_0726Briken03.mzXML"          
## [28] "results/01mzXML/dia/20190327/2018_0726Briken04.mzXML"          
## [29] "results/01mzXML/dia/20190327/2018_0726Briken05.mzXML"          
## [30] "results/01mzXML/dia/20190327/2018_0726Briken06.mzXML"          
## [31] "results/01mzXML/dia/20190327/2018_0726Briken07.mzXML"          
## [32] "results/01mzXML/dia/20190327/2018_0726Briken08.mzXML"          
## [33] "results/01mzXML/dia/20190327/2018_0726Briken09.mzXML"          
## [34] "results/01mzXML/dia/20190327/2018_0726Briken11.mzXML"          
## [35] "results/01mzXML/dia/20190327/2018_0726Briken12.mzXML"          
## [36] "results/01mzXML/dia/20190327/2018_0726Briken13.mzXML"          
## [37] "results/01mzXML/dia/20190327/2018_0726Briken14.mzXML"          
## [38] "results/01mzXML/dia/20190327/2018_0726Briken15.mzXML"          
## [39] "results/01mzXML/dia/20190327/2018_0726Briken16.mzXML"          
## [40] "results/01mzXML/dia/20190327/2018_0726Briken17.mzXML"          
## [41] "results/01mzXML/dia/20190327/2018_0726Briken18.mzXML"          
## [42] "results/01mzXML/dia/20190327/2018_0726Briken19.mzXML"          
## [43] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA01.mzXML"
## [44] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA02.mzXML"
## [45] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA03.mzXML"
## [46] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA04.mzXML"
## [47] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA05.mzXML"
## [48] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA06.mzXML"
## [49] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA07.mzXML"
## [50] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA08.mzXML"
## [51] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA09.mzXML"
## [52] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA11.mzXML"
## [53] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA12.mzXML"
## [54] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA13.mzXML"
## [55] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA14.mzXML"
## [56] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA15.mzXML"
## [57] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA16.mzXML"
## [58] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA17.mzXML"
## [59] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA18.mzXML"
## [60] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA19.mzXML"

devtools::load_all("~/scratch/git/SWATH2stats_myforked")

## Loading SWATH2stats

ump_s2s <- SWATH2stats::sample_annotation(data=ump_data,
                                          sample_annotation=sample_annot,
                                          fullpeptidename_column="fullpeptidename")

## Found the same mzXML files in the annotations and data.

decoy_lists <- assess_decoy_rate(ump_s2s)

## Number of non-decoy peptides: 17081
## Number of decoy peptides: 1801
## Decoy rate: 0.1054

## This seems a bit high to me, yesno?
ump_fdr <- assess_fdr_overall(ump_s2s, output="Rconsole", plot=TRUE)

ump_byrun_fdr <- assess_fdr_byrun(ump_s2s, FFT=0.7, plot=TRUE, output="Rconsole")

## The average FDR by run on assay level is 0.015

## The average FDR by run on peptide level is 0.016

## The average FDR by run on protein level is 0.001

ump_chosen_mscore2 <- mscore4assayfdr(ump_s2s, FFT=0.7, fdr_target=0.02)

## Target assay FDR: 0.02

## Required overall m-score cutoff: 0.0031623
## achieving assay FDR: 0.0194

ump_prot_score <- mscore4protfdr(ump_s2s, FFT=0.7, fdr_target=0.02)

## Target protein FDR: 0.02

## Required overall m-score cutoff: 0.01
## achieving protein FDR: 0.00115

ump_filtered_ms <- filter_mscore(ump_s2s, ump_chosen_mscore2)

## Original dimension: 221952, new dimension: 211415, difference: 10537.

ump_filtered_fq <- filter_mscore_freqobs(ump_s2s, 0.01, 0.8, rm.decoy=FALSE)

## Peptides need to have been quantified in more conditions than: 48 in order to pass this percentage-based threshold.

## Fraction of peptides selected: 0.00058

## Original dimension: 224796, new dimension: 680, difference: 224116.

ump_filtered_ms_fdr <- filter_mscore_fdr(ump_filtered_ms, FFT=0.7,
                                         overall_protein_fdr_target=prot_score,
                                         upper_overall_peptide_fdr_limit=0.05)

## Error in mscore4protfdr(data, FFT, fdr_target = overall_protein_fdr_target): object 'prot_score' not found

ump_filtered_ms_fdr_pr <- filter_proteotypic_peptides(ump_filtered_ms_fdr)

## Error in is.data.frame(x): object 'ump_filtered_ms_fdr' not found

ump_filtered_ms_fdr_pr_all <- filter_all_peptides(ump_filtered_ms_fdr_pr)

## Error in gsub(pattern = "^[[:digit:]]\\/", replacement = "", x = data[[column]]): object 'ump_filtered_ms_fdr_pr' not found

ump_filtered_ms_fdr_pr_all_str <- filter_on_max_peptides(data=ump_filtered_ms_fdr_pr_all, n_peptides=10)

## Error in is.data.frame(x): object 'ump_filtered_ms_fdr_pr_all' not found

ump_filtered_all_filters <- filter_on_min_peptides(data=ump_filtered_ms_fdr_pr_all_str, n_peptides=3)

## Error in is.data.frame(x): object 'ump_filtered_ms_fdr_pr_all_str' not found

ump_matrix_prefix <- file.path("results", "swath2stats", ver)
if (!file.exists(matrix_prefix)) {
  dir.create(matrix_prefix)
}

## Error in file.exists(matrix_prefix): object 'matrix_prefix' not found

protein_matrix_all <- write_matrix_proteins(
  ump_s2s, write.csv=TRUE,
  filename=file.path(matrix_prefix, "ump_protein_all.csv"))

## Error in file.path(matrix_prefix, "ump_protein_all.csv"): object 'matrix_prefix' not found

dim(protein_matrix_all)

## Error in eval(expr, envir, enclos): object 'protein_matrix_all' not found

protein_matrix_mscore <- write_matrix_proteins(
  ump_filtered_ms, write.csv=TRUE,
  filename=file.path(matrix_prefix, "ump_protein_matrix_mscore.csv"))

## Error in file.path(matrix_prefix, "ump_protein_matrix_mscore.csv"): object 'matrix_prefix' not found

dim(protein_matrix_mscore)

## Error in eval(expr, envir, enclos): object 'protein_matrix_mscore' not found

peptide_matrix_mscore <- write_matrix_peptides(
  ump_filtered_ms, write.csv=TRUE,
  filename=file.path(matrix_prefix, "ump_peptide_matrix_mscore.csv"))

## Error in file.path(matrix_prefix, "ump_peptide_matrix_mscore.csv"): object 'matrix_prefix' not found

dim(peptide_matrix_mscore)

## Error in eval(expr, envir, enclos): object 'peptide_matrix_mscore' not found

protein_matrix_filtered <- write_matrix_proteins(
  ump_filtered_all_filters, write.csv=TRUE,
  filename=file.path(matrix_prefix, "ump_protein_matrix_filtered.csv"))

## Error in aggregate(data[, "intensity"], by = list(data[["proteinname"]], : object 'ump_filtered_all_filters' not found

dim(protein_matrix_filtered)

## Error in eval(expr, envir, enclos): object 'protein_matrix_filtered' not found

peptide_matrix_filtered <- write_matrix_peptides(
  ump_filtered_all_filters, write.csv=TRUE,
  filename=file.path(matrix_prefix, "ump_peptide_matrix_filtered.csv"))

## Error in is.data.frame(x): object 'ump_filtered_all_filters' not found

dim(peptide_matrix_filtered)

## Error in eval(expr, envir, enclos): object 'peptide_matrix_filtered' not found

3 Look at raw data

mzml_data <- extract_msraw_data(sample_annot, parallel=FALSE,
                                format="mzML",
                                allow_window_overlap=FALSE,
                                file_column="mzmlfile",
                                savefile="testing.rda")

## Reading results/01mzML/dia/20190327/2018_0315Briken01.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken01.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken02.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken02.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken03.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken03.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken04.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken04.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken05.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken05.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken06.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken06.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken21.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken21.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken22.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken22.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken23.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken23.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken24.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken24.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken25.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken25.mzML not found

## Reading results/01mzML/dia/20190327/2018_0315Briken26.mzML

## Error in mzR::openMSfile(file) : 
##   File results/01mzML/dia/20190327/2018_0315Briken26.mzML not found

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA01.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA02.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA03.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA04.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA05.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA06.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA07.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA08.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA09.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA10.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA11.mzML

## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA12.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken01.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken02.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken03.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken04.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken05.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken06.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken07.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken08.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken09.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken11.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken12.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken13.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken14.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken15.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken16.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken17.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken18.mzML

## Reading results/01mzML/dia/20190327/2018_0726Briken19.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA01.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA02.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA03.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA04.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA05.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA06.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA07.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA08.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA09.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA11.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA12.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA13.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA14.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA15.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA16.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA17.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA18.mzML

## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA19.mzML

## Error in names(res) <- rownames(sample_definitions): 'names' attribute [60] must be the same length as the vector [48]

4 Get intensities

intensities <- protein_matrix_filtered

## Error in eval(expr, envir, enclos): object 'protein_matrix_filtered' not found

cols <- gsub(x=colnames(intensities), pattern="^.*(2018.*$)", replacement="s\\1")

## Error in colnames(intensities): object 'intensities' not found

cols[[1]] <- "Protein"

## Error in cols[[1]] <- "Protein": object 'cols' not found

colnames(intensities) <- cols

## Error in eval(expr, envir, enclos): object 'cols' not found

rownames(intensities) <- intensities[["Protein"]]

## Error in eval(expr, envir, enclos): object 'intensities' not found

intensities[["Protein"]] <- NULL

## Error in intensities[["Protein"]] <- NULL: object 'intensities' not found

## Check the sample names of the intensity matrix and sample annotations.
colnames(intensities) %in% rownames(sample_annot)

## Error in colnames(intensities): object 'intensities' not found

rownames(sample_annot) %in% colnames(intensities)

## Error in colnames(intensities): object 'intensities' not found

##rownames(sample_annot)
##colnames(intensities)

reordered <- colnames(intensities)

## Error in colnames(intensities): object 'intensities' not found

metadata <- sample_annot[reordered, ]

## Error in `[.data.frame`(sample_annot, reordered, ): object 'reordered' not found

ump_expt <- create_expt(sample_annot,
                        count_dataframe=intensities,
                        gene_info=mtb_annotations)

## Reading the sample metadata.

## Warning in `[<-.factor`(`*tmp*`, iseq, value = c("undefined",
## "undefined", : invalid factor level, NA generated

## Warning in `[<-.factor`(`*tmp*`, iseq, value = c("undefined",
## "undefined", : invalid factor level, NA generated

## The sample definitions comprises: 60 rows(samples) and 29 columns(metadata fields).

## Error in create_expt(sample_annot, count_dataframe = intensities, gene_info = mtb_annotations): object 'intensities' not found

5 Pass the data to DEP and see what happens.

devtools::load_all("~/scratch/git/DEP")

## Loading DEP

wtf <- function (proteins_unique, columns, expdesign) {
  assertthat::assert_that(is.data.frame(proteins_unique), is.integer(columns),
                          is.data.frame(expdesign))
  if (any(!c("name", "ID") %in% colnames(proteins_unique))) {
    stop("'name' and/or 'ID' columns are not present in '",
         deparse(substitute(proteins_unique)), "'.\nRun make_unique() to obtain the required columns",
         call. = FALSE)
  }
  if (any(!c("label", "condition", "replicate") %in% colnames(expdesign))) {
    stop("'label', 'condition' and/or 'replicate' columns",
         "are not present in the experimental design", call. = FALSE)
  }
  if (any(!apply(proteins_unique[, columns], 2, is.numeric))) {
    stop("specified 'columns' should be numeric", "\nRun make_se_parse() with the appropriate columns as argument",
         call. = FALSE)
  }
  if (tibble::is.tibble(proteins_unique))
    proteins_unique <- as.data.frame(proteins_unique)
  if (tibble::is.tibble(expdesign))
    expdesign <- as.data.frame(expdesign)
  rownames(proteins_unique) <- proteins_unique$name
  raw <- proteins_unique[, columns]
  raw[raw == 0] <- NA
  raw <- log2(raw)
  expdesign <- mutate(expdesign, condition = make.names(condition))
  ## I changed the following because it didn't make sense to me.
  if (is.null(expdesign[["ID"]])) {
    expdesign <- expdesign %>%
      tidyr::unite(condition, replicate, remove=FALSE)
  }

  rownames(expdesign) <- expdesign$ID
  matched <- match(make.names(delete_prefix(expdesign$label)),
                   make.names(delete_prefix(colnames(raw))))
  if (any(is.na(matched))) {
    stop("None of the labels in the experimental design match ",
         "with column names in 'proteins_unique'", "\nRun make_se() with the correct labels in the experimental design",
         "and/or correct columns specification")
  }
  colnames(raw)[matched] <- expdesign$ID
  raw <- raw[, !is.na(colnames(raw))][rownames(expdesign)]
  row_data <- proteins_unique[, -columns]
  rownames(row_data) <- row_data$name
  se <- SummarizedExperiment(assays = as.matrix(raw), colData = expdesign,
                             rowData = row_data)
  return(se)
}

library(DEP)
library(SummarizedExperiment)

## Loading required package: GenomicRanges

## Loading required package: stats4

## Loading required package: S4Vectors

## 
## Attaching package: 'S4Vectors'

## The following objects are masked from 'package:DEP':
## 
##     first, rename

## The following object is masked from 'package:base':
## 
##     expand.grid

## Loading required package: IRanges

## 
## Attaching package: 'IRanges'

## The following objects are masked from 'package:DEP':
## 
##     collapse, desc, slice

## Loading required package: GenomeInfoDb

## Loading required package: DelayedArray

## Loading required package: matrixStats

## 
## Attaching package: 'matrixStats'

## The following objects are masked from 'package:DEP':
## 
##     count, rowRanges

## The following objects are masked from 'package:hpgltools':
## 
##     anyMissing, rowMedians

## The following objects are masked from 'package:Biobase':
## 
##     anyMissing, rowMedians

## Loading required package: BiocParallel

## 
## Attaching package: 'DelayedArray'

## The following objects are masked from 'package:matrixStats':
## 
##     colMaxs, colMins, colRanges, rowMaxs, rowMins, rowRanges

## The following objects are masked from 'package:base':
## 
##     aperm, apply

design <- pData(protein_expt)

## Error in pData(protein_expt): object 'protein_expt' not found

design[["label"]] <- design[["sampleid"]]

## Error in design[["sampleid"]]: object of type 'closure' is not subsettable

design[["replicate"]] <- design[["sampleid"]]

## Error in design[["sampleid"]]: object of type 'closure' is not subsettable

my_se <- SummarizedExperiment(
  assays=exprs(protein_expt),
  colData=design,
  rowData=fData(protein_expt))

## Error in exprs(protein_expt): object 'protein_expt' not found

mtb_unique <- as.data.frame(exprs(protein_expt))

## Error in exprs(protein_expt): object 'protein_expt' not found

mtb_unique[["name"]] <- rownames(mtb_unique)

## Error in rownames(mtb_unique): object 'mtb_unique' not found

mtb_unique[["ID"]] <- rownames(mtb_unique)

## Error in rownames(mtb_unique): object 'mtb_unique' not found

intensity_columns <- 1:60
## mtb_se <- wtf(mtb_unique, intensity_columns, design)
mtb_se <- make_se(mtb_unique, intensity_columns, design)

## Error in is.data.frame(proteins_unique): object 'mtb_unique' not found

DEP::plot_frequency(mtb_se)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_se' not found

dim(assay(mtb_se))

## Error in assay(mtb_se): object 'mtb_se' not found

mtb_filt <- DEP::filter_missval(mtb_se, thr=2)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_se' not found

dim(assay(mtb_filt))

## Error in assay(mtb_filt): object 'mtb_filt' not found

DEP::plot_numbers(mtb_se)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_se' not found

DEP::plot_coverage(mtb_se)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_se' not found

mtb_norm <- DEP::normalize_vsn(mtb_se)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_se' not found

DEP::plot_normalization(mtb_se, mtb_norm)

## Error in eval(expr, p): object 'mtb_se' not found

DEP::plot_missval(mtb_se)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_se' not found

DEP::plot_detect(mtb_se)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_se' not found

mtb_imp <- DEP::impute(mtb_norm, fun="MinProb", q=0.01)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_norm' not found

mtb_imp_man <- DEP::impute(mtb_norm, fun="man", shift=1.8, scale=0.3)

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_norm' not found

DEP::plot_imputation(mtb_norm, mtb_imp)

## Error in eval(expr, p): object 'mtb_norm' not found

mtb_diff <- DEP::test_diff(mtb_imp, type="all")

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_imp' not found

mtb_diff <- DEP::test_diff(mtb_imp, type="manual",
                           test=c("wt_filtrate_vs_wt_whole",
                                  "delta_filtrate_vs_wt_filtrate",
                                  "comp_filtrate_vs_wt_filtrate",
                                  "wt_filtrate_vs_delta_filtrate",
                                  "wt_filtrate_vs_comp_filtrate",
                                  "wt_whole_vs_delta_whole",
                                  "wt_whole_vs_comp_whole"))

## Error in inherits(se, "SummarizedExperiment"): object 'mtb_imp' not found

mtb_dep <- DEP::add_rejections(mtb_diff, alpha=0.05, lfc=0.6)

## Error in inherits(diff, "SummarizedExperiment"): object 'mtb_diff' not found

## mtb_pca <- DEP::plot_pca(mtb_dep)
## The PCA plotter provided by DEP has some problems.

DEP::plot_cor(mtb_dep)

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

DEP::plot_heatmap(mtb_dep, type="centered", kmeans=TRUE)

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

DEP::plot_heatmap(mtb_dep, type="contrast", kmeans=TRUE)

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

DEP::plot_volcano(mtb_dep, contrast="wt_whole_vs_delta_whole")

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

DEP::plot_volcano(mtb_dep, contrast="wt_filtrate_vs_delta_filtrate")

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

DEP::plot_cond(mtb_dep)

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

mtb_result <- DEP::get_results(mtb_dep)

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

plot_single(mtb_dep, proteins = c("Rv0287", "Rv0288"))

## Error in inherits(dep, "SummarizedExperiment"): object 'mtb_dep' not found

written_dep <- hpgltools::write_xls(data=mtb_result, excel="excel/dep_result.xlsx")

## Error in hpgltools::write_xls(data = mtb_result, excel = "excel/dep_result.xlsx"): object 'mtb_result' not found

6 Minor change to plot_missval

DEP has a neat function to plot missing values. Sadly, it does not return the actual matrix, only the plot. This is nice and all, but I need the matrix, ergo this minor change.

count_defined <- function(se) {
  df <- as.data.frame(assay(se))
  na_idx <- is.na(df)
  defined_mtrx <- ifelse(is.na(df), 0, 1)
  return(defined_mtrx)
}

def_mtrx <- count_defined(mtb_se)

## Error in assay(se): object 'mtb_se' not found

summary(def_mtrx)

## Error in summary(def_mtrx): object 'def_mtrx' not found

defined_by_protein <- rowSums(def_mtrx)

## Error in rowSums(def_mtrx): object 'def_mtrx' not found

head(defined_by_protein)

## Error in head(defined_by_protein): object 'defined_by_protein' not found

defined_by_sample <- colSums(def_mtrx)

## Error in colSums(def_mtrx): object 'def_mtrx' not found

defined_by_sample

## Error in eval(expr, envir, enclos): object 'defined_by_sample' not found

7 Request 20190523

Compare our ‘normal’ openswath output via hpgltools analysis vs. the umpire version. Secondary goal: With and without imputation.

ver <- "20180913"
tric_data <- read.csv(
  paste0("results/tric/", ver, "/whole_8mz_tuberculist/comet_HCD.tsv"), sep="\t")
tric_data[["ProteinName"]] <- gsub(pattern="^(.*)_.*$", replacement="\\1",
                                   x=tric_data[["ProteinName"]])
sample_annot <- extract_metadata(paste0("sample_sheets/Mtb_dia_samples_", ver, ".xlsx"))
kept <- ! grepl(x=rownames(sample_annot), pattern="^s\\.\\.")
sample_annot <- sample_annot[kept, ]
devtools::load_all("~/scratch/git/SWATH2stats_myforked")

## Loading SWATH2stats

s2s_exp <- sample_annotation(data=tric_data,
                             sample_annotation=sample_annot,
                             fullpeptidename_column="fullpeptidename")

## Found the same mzXML files in the annotations and data.

decoy_lists <- assess_decoy_rate(s2s_exp)

## Number of non-decoy peptides: 21557
## Number of decoy peptides: 939
## Decoy rate: 0.0436

## This seems a bit high to me, yesno?
fdr_overall <- assess_fdr_overall(s2s_exp, output="Rconsole", plot=TRUE)

byrun_fdr <- assess_fdr_byrun(s2s_exp, FFT=0.7, plot=TRUE, output="Rconsole")

## The average FDR by run on assay level is 0.009

## The average FDR by run on peptide level is 0.01

## The average FDR by run on protein level is 0.047

chosen_mscore <- mscore4assayfdr(s2s_exp, FFT=0.7, fdr_target=0.02)

## Target assay FDR: 0.02

## Required overall m-score cutoff: 0.0070795
## achieving assay FDR: 0.0181

prot_score <- mscore4protfdr(s2s_exp, FFT=0.7, fdr_target=0.02)

## Target protein FDR: 0.02

## Required overall m-score cutoff: 0.00089125
## achieving protein FDR: 0.0182

filtered_ms <- filter_mscore(s2s_exp, chosen_mscore)

## Original dimension: 133447, new dimension: 128204, difference: 5243.

filtered_fq <- filter_mscore_freqobs(s2s_exp, 0.01, 0.8, rm.decoy=FALSE)

## Peptides need to have been quantified in more conditions than: 9.6 in order to pass this percentage-based threshold.

## Fraction of peptides selected: 0.11

## Original dimension: 135427, new dimension: 33028, difference: 102399.

filtered_ms_fdr <- filter_mscore_fdr(filtered_ms, FFT=0.7,
                                     overall_protein_fdr_target=prot_score,
                                     upper_overall_peptide_fdr_limit=0.05)

## Target protein FDR: 0.000891250938133746

## Required overall m-score cutoff: 0.01
## achieving protein FDR: 0

## filter_mscore_fdr is filtering the data...

## finding m-score cutoff to achieve desired protein FDR in protein master list..

## finding m-score cutoff to achieve desired global peptide FDR..

## Target peptide FDR: 0.05

## Required overall m-score cutoff: 0.01

## Achieving peptide FDR: 0

## Proteins selected: 
## Total proteins selected: 2999
## Final target proteins: 2999
## Final decoy proteins: 0

## Peptides mapping to these protein entries selected:
## Total mapping peptides: 20921
## Final target peptides: 20921
## Final decoy peptides: 0

## Total peptides selected from:
## Total peptides: 20921
## Final target peptides: 20921
## Final decoy peptides: 0

## Individual run FDR quality of the peptides was not calculated
## as not every run contains a decoy.

## The decoys have been removed from the returned data.

filtered_ms_fdr_pr <- filter_proteotypic_peptides(filtered_ms_fdr)

## Number of proteins detected: 3016
## Protein identifiers: Rv2524c, Rv3716c, Rv1270c, Rv0724, Rv0161, Rv2535c

## Number of proteins detected that are supported by a proteotypic peptide: 2888
## Number of proteotypic peptides detected: 20772

filtered_ms_fdr_pr_all <- filter_all_peptides(filtered_ms_fdr_pr)

## Number of proteins detected: 2890

## First 6 protein identifiers: Rv2524c, Rv3716c, Rv1270c, Rv0724, Rv0161, Rv2535c

filtered_ms_fdr_pr_all_str <- filter_on_max_peptides(data=filtered_ms_fdr_pr_all, n_peptides=10)

## Before filtering:
##   Number of proteins: 2888
##   Number of peptides: 20772
## 
## Percentage of peptides removed: 21.87%
## 
## After filtering:
##   Number of proteins: 2861
##   Number of peptides: 16230

filtered_all_filters <- filter_on_min_peptides(data=filtered_ms_fdr_pr_all_str, n_peptides=3)

## Before filtering:
##   Number of proteins: 2861
##   Number of peptides: 16230
## 
## Percentage of peptides removed: 0.04%
## 
## After filtering:
##   Number of proteins: 2603
##   Number of peptides: 16223

matrix_prefix <- file.path("results", "swath2stats", ver)
if (!file.exists(matrix_prefix)) {
  dir.create(matrix_prefix)
}
protein_matrix_all <- write_matrix_proteins(
  s2s_exp, write.csv=TRUE,
  filename=file.path(matrix_prefix, "osw_protein_all.csv"))

## Protein overview matrix results/swath2stats/20180913/osw_protein_all.csv written to working folder.

dim(protein_matrix_all)

## [1] 3873   13

protein_matrix_mscore <- write_matrix_proteins(
  filtered_ms, write.csv=TRUE,
  filename=file.path(matrix_prefix, "osw_protein_matrix_mscore.csv"))

## Protein overview matrix results/swath2stats/20180913/osw_protein_matrix_mscore.csv written to working folder.

dim(protein_matrix_mscore)

## [1] 2999   13

peptide_matrix_mscore <- write_matrix_peptides(
  filtered_ms, write.csv=TRUE,
  filename=file.path(matrix_prefix, "osw_peptide_matrix_mscore.csv"))

## Peptide overview matrix results/swath2stats/20180913/osw_peptide_matrix_mscore.csv written to working folder.

dim(peptide_matrix_mscore)

## [1] 20921    13

protein_matrix_filtered <- write_matrix_proteins(
  filtered_all_filters, write.csv=TRUE,
  filename=file.path(matrix_prefix, "osw_protein_matrix_filtered.csv"))

## Protein overview matrix results/swath2stats/20180913/osw_protein_matrix_filtered.csv written to working folder.

dim(protein_matrix_filtered)

## [1] 2603   13

peptide_matrix_filtered <- write_matrix_peptides(
  filtered_all_filters, write.csv=TRUE,
  filename=file.path(matrix_prefix, "osw_peptide_matrix_filtered.csv"))

## Peptide overview matrix results/swath2stats/20180913/osw_peptide_matrix_filtered.csv written to working folder.

dim(peptide_matrix_filtered)

## [1] 93860    13

cols <- colnames(filtered_all_filters)
disaggregated <- disaggregate(filtered_all_filters, all.columns=TRUE)

## The library contains 5 transitions per precursor.
## The data table was transformed into a table containing one row per transition.

msstats_input <- convert_MSstats(disaggregated)

## One or several columns required by MSstats were not in the data. The columns were created and filled with NAs.
## Missing columns: productcharge, isotopelabeltype

## isotopelabeltype was filled with light.

prot_mtrx <- protein_matrix_filtered
rownames(prot_mtrx) <- gsub(pattern="^1\\/", replacement="", x=prot_mtrx[["proteinname"]])
prot_mtrx <- prot_mtrx[, -1]
## Important question: Did SWATH2stats reorder my data?
colnames(prot_mtrx) <- gsub(pattern="^(.*)(2018.*)$", replacement="s\\2", x=colnames(prot_mtrx))
reordered <- colnames(prot_mtrx)
metadata <- sample_annot[reordered, ]
osw_expt <- sm(create_expt(metadata,
                           count_dataframe=prot_mtrx,
                           gene_info=mtb_annotations))

ver <- "20190327"
enc_metadata <- hpgltools:::read_metadata("sample_sheets/Mtb_dia_samples_encyclopedia_20190327.xlsx")
rownames(enc_metadata) <- paste0("s", enc_metadata[["sampleid"]])
enc_matrix <- read.table("encyclopedia/most_samples_quant_report.elib.proteins.txt", header=TRUE)
enc_pep_matrix <- read.table("encyclopedia/most_samples_quant_report.elib.peptides.txt", header=TRUE)
rownames(enc_matrix) <- enc_matrix[["Protein"]]
enc_matrix <- enc_matrix[, -1]
enc_matrix <- enc_matrix[, -1]
enc_matrix <- enc_matrix[, -1]
colnames(enc_matrix)

##  [1] "X2018_0502BrikenDIA01.mzML"       
##  [2] "X2018_0502BrikenDIA02.mzML"       
##  [3] "X2018_0502BrikenDIA03.mzML"       
##  [4] "X2018_0502BrikenDIA04.mzML"       
##  [5] "X2018_0502BrikenDIA05.mzML"       
##  [6] "X2018_0502BrikenDIA06.mzML"       
##  [7] "X2018_0502BrikenDIA07.mzML"       
##  [8] "X2018_0502BrikenDIA08.mzML"       
##  [9] "X2018_0502BrikenDIA09.mzML"       
## [10] "X2018_0502BrikenDIA10.mzML"       
## [11] "X2018_0502BrikenDIA11.mzML"       
## [12] "X2018_0502BrikenDIA12.mzML"       
## [13] "X2018_0726Briken01.mzML"          
## [14] "X2018_0726Briken02.mzML"          
## [15] "X2018_0726Briken03.mzML"          
## [16] "X2018_0726Briken04.mzML"          
## [17] "X2018_0726Briken05.mzML"          
## [18] "X2018_0726Briken06.mzML"          
## [19] "X2018_0726Briken07.mzML"          
## [20] "X2018_0726Briken08.mzML"          
## [21] "X2018_0726Briken09.mzML"          
## [22] "X2018_0726Briken11.mzML"          
## [23] "X2018_0726Briken12.mzML"          
## [24] "X2018_0726Briken13.mzML"          
## [25] "X2018_0726Briken14.mzML"          
## [26] "X2018_0726Briken15.mzML"          
## [27] "X2018_0726Briken16.mzML"          
## [28] "X2018_0726Briken17.mzML"          
## [29] "X2018_0726Briken18.mzML"          
## [30] "X2018_0726Briken19.mzML"          
## [31] "X2018_0817BrikenTrypsinDIA01.mzML"
## [32] "X2018_0817BrikenTrypsinDIA02.mzML"
## [33] "X2018_0817BrikenTrypsinDIA03.mzML"
## [34] "X2018_0817BrikenTrypsinDIA04.mzML"
## [35] "X2018_0817BrikenTrypsinDIA05.mzML"
## [36] "X2018_0817BrikenTrypsinDIA06.mzML"
## [37] "X2018_0817BrikenTrypsinDIA07.mzML"
## [38] "X2018_0817BrikenTrypsinDIA08.mzML"
## [39] "X2018_0817BrikenTrypsinDIA09.mzML"
## [40] "X2018_0817BrikenTrypsinDIA11.mzML"
## [41] "X2018_0817BrikenTrypsinDIA12.mzML"
## [42] "X2018_0817BrikenTrypsinDIA13.mzML"
## [43] "X2018_0817BrikenTrypsinDIA14.mzML"
## [44] "X2018_0817BrikenTrypsinDIA15.mzML"
## [45] "X2018_0817BrikenTrypsinDIA16.mzML"
## [46] "X2018_0817BrikenTrypsinDIA17.mzML"
## [47] "X2018_0817BrikenTrypsinDIA18.mzML"
## [48] "X2018_0817BrikenTrypsinDIA19.mzML"

colnames(enc_matrix) <- gsub(pattern="X", replacement="s", x=colnames(enc_matrix))
colnames(enc_matrix) <- gsub(pattern="\\.mzML", replacement="", x=colnames(enc_matrix))
colnames(enc_matrix) <- gsub(pattern="^X", replacement="s", x=colnames(enc_matrix))

na_idx <- is.na(enc_matrix)
enc_matrix[na_idx] <- 0

enc_expt <- create_expt(metadata=enc_metadata, count_dataframe=enc_matrix, gene_info=NULL)

## Reading the sample metadata.

## The sample definitions comprises: 48 rows(samples) and 28 columns(metadata fields).

## Matched 2632 annotations and counts.

## Bringing together the count matrix and gene information.

## The final expressionset has 2632 rows and 48 columns.

8 Perform comparisons

For the first and simplest comparison, I will take the median by condition for these three data sets and see how they compare. Then I will subset the data into whole vs. filtered and do the logFC comparisons and compare again. Finally I will repeat these processes with my version of the imputation provided by DEP.

osw_medians <- median_by_factor(osw_expt)

## The factor delta_filtrate has 3 rows.

## The factor delta_whole has 3 rows.

## The factor wt_filtrate has 3 rows.

## The factor wt_whole has 3 rows.

enc_medians <- median_by_factor(enc_expt)

## The factor delta_filtrate has 9 rows.

## The factor comp_filtrate has 10 rows.

## The factor delta_whole has 8 rows.

## The factor comp_whole has 9 rows.

## The factor wt_filtrate has 6 rows.

## The factor wt_whole has 6 rows.

ump_medians <- median_by_factor(ump_expt)

## Error in pData(data): object 'ump_expt' not found

all <- merge(osw_medians, enc_medians, by="row.names")
rownames(all) <- all[["Row.names"]]
all[["Row.names"]] <- NULL
all <- merge(all, ump_medians, by="row.names")

## Error in merge(all, ump_medians, by = "row.names"): object 'ump_medians' not found

rownames(all) <- all[["Row.names"]]
all[["Row.names"]] <- NULL

## OpenSWATH 'normal' vs. EncyclopeDIA
test_df <- all[, c("delta_filtrate", "delta_filtrate.x", "delta_filtrate.y")]

## Error in `[.data.frame`(all, , c("delta_filtrate", "delta_filtrate.x", : undefined columns selected

cor.test(test_df[[1]], test_df[[2]], method="spearman")

## Error in cor.test(test_df[[1]], test_df[[2]], method = "spearman"): object 'test_df' not found

cor.test(test_df[[1]], test_df[[3]], method="spearman")

## Error in cor.test(test_df[[1]], test_df[[3]], method = "spearman"): object 'test_df' not found

## OpenSWATH 'normal' vs. DIAUmpire
test_df <- all[, c("delta_filtrate", "delta_filtrate.y")]

## Error in `[.data.frame`(all, , c("delta_filtrate", "delta_filtrate.y")): undefined columns selected

cor.test(test_df[[1]], test_df[[2]])

## Error in cor.test(test_df[[1]], test_df[[2]]): object 'test_df' not found

keepers <- list(
  "wt_cfwhole" = c("wt_filtrate", "wt_whole"),
  "delta_cfwhole" = c("delta_filtrate", "delta_whole"),
  "whole_deltawt" = c("delta_whole", "wt_whole"),
  "cf_deltawt" = c("delta_filtrate", "wt_filtrate"))
ump_norm <- normalize_expt(ump_expt, filter=TRUE)

## Error in normalize_expt(ump_expt, filter = TRUE): object 'ump_expt' not found

ump_de <- all_pairwise(ump_norm, force=TRUE)

## Error in normalize_expt(input, filter = TRUE, batch = FALSE, transform = "log2", : object 'ump_norm' not found

whole_tables <- combine_de_tables(
  ump_de,
  keepers=keepers,
  excel=paste0("excel/diaumpire_tables-v", ver, ".xlsx"))

## Error in combine_de_tables(ump_de, keepers = keepers, excel = paste0("excel/diaumpire_tables-v", : object 'ump_de' not found

9 Add imputation

osw_imputed <- impute_expt(osw_expt, fun="MinProb", q=0.05)

## Found 11011 zeros in the data.

## The data has not been filtered.

## Filtering the data, turn on force to stop this.

## This function will replace the expt$expressionset slot with:

## pofa(data)

## It will save copies of each step along the way
##  in expt$normalized with the corresponding libsizes. Keep libsizes in mind
##  when invoking limma.  The appropriate libsize is non-log(cpm(normalized)).
##  This is most likely kept at:
##  'new_expt$normalized$intermediate_counts$normalization$libsizes'
##  A copy of this may also be found at:
##  new_expt$best_libsize

## Leaving the data in its current base format, keep in mind that
##  some metrics are easier to see when the data is log2 transformed, but
##  EdgeR/DESeq do not accept transformed data.

## Leaving the data unconverted.  It is often advisable to cpm/rpkm
##  the data to normalize for sampling differences, keep in mind though that rpkm
##  has some annoying biases, and voom() by default does a cpm (though hpgl_voom()
##  will try to detect this).

## Leaving the data unnormalized.  This is necessary for DESeq, but
##  EdgeR/limma might benefit from normalization.  Good choices include quantile,
##  size-factor, tmm, etc.

## Not correcting the count-data for batch effects.  If batch is
##  included in EdgerR/limma's model, then this is probably wise; but in extreme
##  batch effects this is a good parameter to play with.

## Step 1: performing count filter with option: pofa

## Removing 471 low-count genes (2132 remaining).

## Step 2: not normalizing the data.

## Step 3: not converting the data.

## Step 4: not transforming the data.

## Step 5: not doing batch correction.

## Invoking impute from MSnbase with the MinProb method.

## Loading required package: imputeLCMD

## Loading required package: tmvtnorm

## Loading required package: mvtnorm

## Loading required package: Matrix

## 
## Attaching package: 'Matrix'

## The following object is masked from 'package:S4Vectors':
## 
##     expand

## Loading required package: gmm

## Loading required package: sandwich

## Loading required package: norm

## Loading required package: pcaMethods

## 
## Attaching package: 'pcaMethods'

## The following object is masked from 'package:stats':
## 
##     loadings

## Loading required package: impute

## [1] 51260527

## The counts remained the same?

enc_imputed <- impute_expt(enc_expt)

## Found 46806 zeros in the data.

## The data has not been filtered.

## Filtering the data, turn on force to stop this.

## This function will replace the expt$expressionset slot with:

## pofa(data)

## It will save copies of each step along the way
##  in expt$normalized with the corresponding libsizes. Keep libsizes in mind
##  when invoking limma.  The appropriate libsize is non-log(cpm(normalized)).
##  This is most likely kept at:
##  'new_expt$normalized$intermediate_counts$normalization$libsizes'
##  A copy of this may also be found at:
##  new_expt$best_libsize

## Leaving the data in its current base format, keep in mind that
##  some metrics are easier to see when the data is log2 transformed, but
##  EdgeR/DESeq do not accept transformed data.

## Leaving the data unconverted.  It is often advisable to cpm/rpkm
##  the data to normalize for sampling differences, keep in mind though that rpkm
##  has some annoying biases, and voom() by default does a cpm (though hpgl_voom()
##  will try to detect this).

## Leaving the data unnormalized.  This is necessary for DESeq, but
##  EdgeR/limma might benefit from normalization.  Good choices include quantile,
##  size-factor, tmm, etc.

## Not correcting the count-data for batch effects.  If batch is
##  included in EdgerR/limma's model, then this is probably wise; but in extreme
##  batch effects this is a good parameter to play with.

## Step 1: performing count filter with option: pofa

## Removing 868 low-count genes (1764 remaining).

## Step 2: not normalizing the data.

## Step 3: not converting the data.

## Step 4: not transforming the data.

## Step 5: not doing batch correction.

## Invoking impute from MSnbase with the bpca method.

## The counts remained the same?

ump_imputed <- impute_expt(ump_expt, fun="knn", k=10, rowmax=0.9, force=TRUE)

## Error in exprs(expt): object 'ump_expt' not found

if (!isTRUE(get0("skip_load"))) {
  message(paste0("This is hpgltools commit: ", get_git_commit()))
  this_save <- paste0(gsub(pattern="\\.Rmd", replace="", x=rmd_file), "-v", ver, ".rda.xz")
  message(paste0("Saving to ", this_save))
  tmp <- sm(saveme(filename=this_save))
  pander::pander(sessionInfo())
}

## If you wish to reproduce this exact build of hpgltools, invoke the following:

## > git clone http://github.com/abelew/hpgltools.git

## > git reset 70c617a152947724e6b6f07de9c37021b60133ec

## This is hpgltools commit: Mon Jun 3 11:41:31 2019 -0400: 70c617a152947724e6b6f07de9c37021b60133ec

## Saving to dia_umpire_20190308-v20190327.rda.xz

R version 3.5.3 (2019-03-11)

Platform: x86_64-pc-linux-gnu (64-bit)

locale: LC_CTYPE=en_US.UTF-8, LC_NUMERIC=C, LC_TIME=en_US.UTF-8, LC_COLLATE=en_US.UTF-8, LC_MONETARY=en_US.UTF-8, LC_MESSAGES=en_US.UTF-8, LC_PAPER=en_US.UTF-8, LC_NAME=C, LC_ADDRESS=C, LC_TELEPHONE=C, LC_MEASUREMENT=en_US.UTF-8 and LC_IDENTIFICATION=C

attached base packages: stats4, parallel, stats, graphics, grDevices, utils, datasets, methods and base

other attached packages: imputeLCMD(v.2.0), impute(v.1.56.0), pcaMethods(v.1.74.0), norm(v.1.0-9.5), tmvtnorm(v.1.4-10), gmm(v.1.6-2), sandwich(v.2.5-1), Matrix(v.1.2-17), mvtnorm(v.1.0-10), SWATH2stats(v.1.13.5), SummarizedExperiment(v.1.12.0), DelayedArray(v.0.8.0), BiocParallel(v.1.16.6), matrixStats(v.0.54.0), GenomicRanges(v.1.34.0), GenomeInfoDb(v.1.18.2), IRanges(v.2.16.0), S4Vectors(v.0.20.1), DEP(v.1.5.3), testthat(v.2.1.1), hpgltools(v.1.0), Biobase(v.2.42.0) and BiocGenerics(v.0.28.0)

loaded via a namespace (and not attached): shinydashboard(v.0.7.1), tidyselect(v.0.2.5), lme4(v.1.1-21), htmlwidgets(v.1.3), RSQLite(v.2.1.1), AnnotationDbi(v.1.44.0), grid(v.3.5.3), devtools(v.2.0.2), munsell(v.0.5.0), codetools(v.0.2-16), preprocessCore(v.1.44.0), DT(v.0.6), withr(v.2.1.2), colorspace(v.1.4-1), GOSemSim(v.2.8.0), knitr(v.1.23), rstudioapi(v.0.10), DOSE(v.3.8.2), mzID(v.1.20.1), labeling(v.0.3), urltools(v.1.7.3), GenomeInfoDbData(v.1.2.0), polyclip(v.1.10-0), bit64(v.0.9-7), farver(v.1.1.0), rprojroot(v.1.3-2), xfun(v.0.7), R6(v.2.4.0), doParallel(v.1.0.14), bitops(v.1.0-6), fgsea(v.1.8.0), gridGraphics(v.0.4-1), assertthat(v.0.2.1), promises(v.1.0.1), scales(v.1.0.0), ggraph(v.1.0.2), enrichplot(v.1.2.0), gtable(v.0.3.0), affy(v.1.60.0), sva(v.3.30.1), processx(v.3.3.1), rlang(v.0.3.4), genefilter(v.1.64.0), mzR(v.2.16.2), GlobalOptions(v.0.1.0), splines(v.3.5.3), rtracklayer(v.1.42.2), lazyeval(v.0.2.2), selectr(v.0.4-1), europepmc(v.0.3), BiocManager(v.1.30.4), yaml(v.2.2.0), reshape2(v.1.4.3), GenomicFeatures(v.1.34.8), backports(v.1.1.4), httpuv(v.1.5.1), qvalue(v.2.14.1), clusterProfiler(v.3.10.1), tools(v.3.5.3), usethis(v.1.5.0), ggplotify(v.0.0.3), ggplot2(v.3.1.1), affyio(v.1.52.0), gplots(v.3.0.1.1), RColorBrewer(v.1.1-2), sessioninfo(v.1.1.1), MSnbase(v.2.8.3), ggridges(v.0.5.1), Rcpp(v.1.0.1), plyr(v.1.8.4), base64enc(v.0.1-3), progress(v.1.2.2), zlibbioc(v.1.28.0), purrr(v.0.3.2), RCurl(v.1.95-4.12), ps(v.1.3.0), prettyunits(v.1.0.2), GetoptLong(v.0.1.7), viridis(v.0.5.1), cowplot(v.0.9.4), zoo(v.1.8-5), cluster(v.2.0.9), ggrepel(v.0.8.1), colorRamps(v.2.3), fs(v.1.3.1), variancePartition(v.1.12.3), magrittr(v.1.5), data.table(v.1.12.2), DO.db(v.2.9), openxlsx(v.4.1.0), circlize(v.0.4.6), triebeard(v.0.3.0), packrat(v.0.5.0), ProtGenerics(v.1.14.0), pkgload(v.1.0.2), mime(v.0.6), hms(v.0.4.2), evaluate(v.0.13), xtable(v.1.8-4), pbkrtest(v.0.4-7), XML(v.3.98-1.19), shape(v.1.4.4), gridExtra(v.2.3), compiler(v.3.5.3), biomaRt(v.2.38.0), tibble(v.2.1.1), KernSmooth(v.2.23-15), ncdf4(v.1.16.1), crayon(v.1.3.4), minqa(v.1.2.4), htmltools(v.0.3.6), later(v.0.8.0), mgcv(v.1.8-28), tidyr(v.0.8.3), DBI(v.1.0.0), tweenr(v.1.0.1), ComplexHeatmap(v.1.20.0), MASS(v.7.3-51.4), boot(v.1.3-22), readr(v.1.3.1), cli(v.1.1.0), vsn(v.3.50.0), gdata(v.2.18.0), igraph(v.1.2.4.1), pkgconfig(v.2.0.2), rvcheck(v.0.1.3), GenomicAlignments(v.1.18.1), MALDIquant(v.1.19.3), xml2(v.1.2.0), foreach(v.1.4.4), annotate(v.1.60.1), XVector(v.0.22.0), rvest(v.0.3.4), stringr(v.1.4.0), callr(v.3.2.0), digest(v.0.6.19), Biostrings(v.2.50.2), rmarkdown(v.1.12), fastmatch(v.1.1-0), curl(v.3.3), shiny(v.1.3.2), Rsamtools(v.1.34.1), gtools(v.3.8.1), rjson(v.0.2.20), nloptr(v.1.2.1), nlme(v.3.1-140), jsonlite(v.1.6), desc(v.1.2.0), viridisLite(v.0.3.0), limma(v.3.38.3), pillar(v.1.4.0), lattice(v.0.20-38), httr(v.1.4.0), pkgbuild(v.1.0.3), survival(v.2.44-1.1), GO.db(v.3.7.0), glue(v.1.3.1), remotes(v.2.0.4), zip(v.2.0.2), fdrtool(v.1.2.15), UpSetR(v.1.3.3), iterators(v.1.0.10), pander(v.0.6.3), bit(v.1.1-14), ggforce(v.0.2.2), stringi(v.1.4.3), blob(v.1.1.1), caTools(v.1.17.1.2), memoise(v.1.1.0) and dplyr(v.0.8.1)

tmp <- loadme(filename=this_save)

LS0tCnRpdGxlOiAiTS4gdHViZXJjdWxvc2lzIDIwMTkwMzI3OiBESUEtVW1waXJlIGJhc2VkIE9wZW5TV0FUSCB3b3JrZmxvdy4iCmF1dGhvcjogImF0YiBhYmVsZXdAZ21haWwuY29tIgpkYXRlOiAiYHIgU3lzLkRhdGUoKWAiCm91dHB1dDoKICBodG1sX2RvY3VtZW50OgogICAgY29kZV9kb3dubG9hZDogdHJ1ZQogICAgY29kZV9mb2xkaW5nOiBzaG93CiAgICBmaWdfY2FwdGlvbjogdHJ1ZQogICAgZmlnX2hlaWdodDogNwogICAgZmlnX3dpZHRoOiA3CiAgICBoaWdobGlnaHQ6IHRhbmdvCiAgICBrZWVwX21kOiBmYWxzZQogICAgbW9kZTogc2VsZmNvbnRhaW5lZAogICAgbnVtYmVyX3NlY3Rpb25zOiB0cnVlCiAgICBzZWxmX2NvbnRhaW5lZDogdHJ1ZQogICAgdGhlbWU6IHJlYWRhYmxlCiAgICB0b2M6IHRydWUKICAgIHRvY19mbG9hdDoKICAgICAgY29sbGFwc2VkOiBmYWxzZQogICAgICBzbW9vdGhfc2Nyb2xsOiBmYWxzZQogIHJtZGZvcm1hdHM6OnJlYWR0aGVkb3duOgogICAgY29kZV9kb3dubG9hZDogdHJ1ZQogICAgY29kZV9mb2xkaW5nOiBzaG93CiAgICBkZl9wcmludDogcGFnZWQKICAgIGZpZ19jYXB0aW9uOiB0cnVlCiAgICBmaWdfaGVpZ2h0OiA3CiAgICBmaWdfd2lkdGg6IDcKICAgIGhpZ2hsaWdodDogdGFuZ28KICAgIHdpZHRoOiAzMDAKICAgIGtlZXBfbWQ6IGZhbHNlCiAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICB0b2NfZmxvYXQ6IHRydWUKICBCaW9jU3R5bGU6Omh0bWxfZG9jdW1lbnQ6CiAgICBjb2RlX2Rvd25sb2FkOiB0cnVlCiAgICBjb2RlX2ZvbGRpbmc6IHNob3cKICAgIGZpZ19jYXB0aW9uOiB0cnVlCiAgICBmaWdfaGVpZ2h0OiA3CiAgICBmaWdfd2lkdGg6IDcKICAgIGhpZ2hsaWdodDogdGFuZ28KICAgIGtlZXBfbWQ6IGZhbHNlCiAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICB0b2NfZmxvYXQ6IHRydWUKLS0tCgo8c3R5bGUgdHlwZT0idGV4dC9jc3MiPgpib2R5LCB0ZCB7CiAgZm9udC1zaXplOiAxNnB4Owp9CmNvZGUucnsKICBmb250LXNpemU6IDE2cHg7Cn0KcHJlIHsKIGZvbnQtc2l6ZTogMTZweAp9Cjwvc3R5bGU+CgpgYGB7ciBvcHRpb25zLCBpbmNsdWRlPUZBTFNFfQpsaWJyYXJ5KCJocGdsdG9vbHMiKQp0dCA8LSBkZXZ0b29sczo6bG9hZF9hbGwoIi9kYXRhL2hwZ2x0b29scyIpCmtuaXRyOjpvcHRzX2tuaXQkc2V0KHdpZHRoPTEyMCwKICAgICAgICAgICAgICAgICAgICAgcHJvZ3Jlc3M9VFJVRSwKICAgICAgICAgICAgICAgICAgICAgdmVyYm9zZT1UUlVFLAogICAgICAgICAgICAgICAgICAgICBlY2hvPVRSVUUpCmtuaXRyOjpvcHRzX2NodW5rJHNldChlcnJvcj1UUlVFLAogICAgICAgICAgICAgICAgICAgICAgZHBpPTk2KQpvbGRfb3B0aW9ucyA8LSBvcHRpb25zKGRpZ2l0cz00LAogICAgICAgICAgICAgICAgICAgICAgIHN0cmluZ3NBc0ZhY3RvcnM9RkFMU0UsCiAgICAgICAgICAgICAgICAgICAgICAga25pdHIuZHVwbGljYXRlLmxhYmVsPSJhbGxvdyIpCmdncGxvdDI6OnRoZW1lX3NldChnZ3Bsb3QyOjp0aGVtZV9idyhiYXNlX3NpemU9MTApKQpydW5kYXRlIDwtIGZvcm1hdChTeXMuRGF0ZSgpLCBmb3JtYXQ9IiVZJW0lZCIpCnByZXZpb3VzX2ZpbGUgPC0gIjAyX2VzdGltYXRpb25faW5mZWN0aW9uXzIwMTgwODIyLlJtZCIKdmVyIDwtICIyMDE5MDMyNyIKCiMjdG1wIDwtIHNtKGxvYWRtZShmaWxlbmFtZT1wYXN0ZTAoZ3N1YihwYXR0ZXJuPSJcXC5SbWQiLCByZXBsYWNlPSIiLCB4PXByZXZpb3VzX2ZpbGUpLCAiLXYiLCB2ZXIsICIucmRhLnh6IikpKQpybWRfZmlsZSA8LSAiZGlhX3VtcGlyZV8yMDE5MDMwOC5SbWQiCmBgYAoKIyBSZXdvcmsgRElBLVVtcGlyZSB0byBmZWVkIE9wZW5TV0FUSC4KCkluIHRoZSBmb2xsb3dpbmcgYmxvY2tzIEkgd2FudCB0byB1c2UgRElBIFVtcGlyZSB0byBjcmVhdGUgdHJhbnNpdGlvbiBsaWJyYXJpZXMgZm9yIG9wZW5zd2F0aCwKdGhlbiBJIHdhbnQgdG8gcnVuIG9wZW5zd2F0aCBhbmQgc2NvcmUgdGhlIHJ1bnMuCgojIyBJbnZva2UgRElBIFVtcGlyZQoKYGBge2Jhc2ggdW1waXJlLCBldmFsPUZBTFNFfQpjZCB+L3NjcmF0Y2gvcHJvdGVvbWljcy9teWNvYmFjdGVyaXVtX3R1YmVyY3Vsb3Npc18yMDE4Cm1vZHVsZSBhZGQgb3Blbm1zCgp0eXBlPSJtelhNTCIKZXhwb3J0IFZFUlNJT049IjIwMTkwMjI4IgpiYXNlZGlyPSIke0hPTUV9L3NjcmF0Y2gvcHJvdGVvbWljcy9teWNvYmFjdGVyaXVtX3R1YmVyY3Vsb3Npc18yMDE4IgpiYXNlX2lucHV0PSIke2Jhc2VkaXJ9L3Jlc3VsdHMvMDEke3R5cGV9L2RpYS8ke1ZFUlNJT059LyIKdW1waXJlX2lucHV0cz0kKC91c3IvYmluL2ZpbmQgIiR7YmFzZV9pbnB1dH0iIC1uYW1lICIqLiR7dHlwZX0iIHwgc29ydCkKZWNobyAiQ2hlY2tpbmcgaW46ICR7dW1waXJlX2lucHV0c30iCmZvciBpbnB1dCBpbiAke3VtcGlyZV9pbnB1dHN9OwpkbwogICAgaW5fbmFtZT0kKGJhc2VuYW1lICRpbnB1dCAiLiR7dHlwZX0iKQogICAgb3V0X25hbWU9IiR7aW5fbmFtZX1fUTEubWdmIgogICAgaWYgW1sgISAtZiAiJHtiYXNlX2lucHV0fS8ke291dF9uYW1lfSIgXV07IHRoZW4KICAgICAgICBlY2hvICJUaGUgb3V0cHV0IGZpbGU6ICR7b3V0X25hbWV9IGFscmVhZHkgZXhpc3RzLiIKICAgIGVsc2UKICAgICAgICBqYXZhIC1qYXIgRElBX1VtcGlyZV9TRS5qYXIgJHtpbnB1dH0gZGlhdW1waXJlX3NlLnBhcmFtcwogICAgZmkKZG9uZQpgYGAKCiMjIENvbnZlcnQgRElBIFVtcGlyZSByZXN1bHRzCgpgYGB7YmFzaCBjb252ZXJ0LCBldmFsPUZBTFNFfQptc2NvbnZlcnQgLS1telhNTCByZXN1bHRzLzAybWdmLyoubWdmCm12ICoubXpYTUwgcmVzdWx0cy8wM19kaWFfdW1waXJlX216eG1sCmBgYAoKIyMgU2VhcmNoIHRoZSBVbXBpcmUgcmVzdWx0cwoKYGBge2Jhc2ggc2VhcmNoX3VtcGlyZSwgZXZhbD1GQUxTRX0KY29tZXQgXAogICAgLVBwYXJhbWV0ZXJzL2NvbWV0X2RpYV91bXBpcmVfcGFyYW1zLnR4dCBcCiAgICByZXN1bHRzLzAzX2RpYV91bXBpcmVfbXp4bWwvKi5telhNTApgYGAKCiMjIE1lcmdlIHRoZW0KCmBgYHtiYXNoIG1lcmdlX3hpbnRlcmFjdCwgZXZhbD1GQUxTRX0KeGludGVyYWN0IFwKICAgIC1kREVDT1lfIFwKICAgIC1PQVJQZCBcCiAgICAtTmludGVyYWN0LmNvbWV0LnBlcC54bWwgXAogICAgcmVzdWx0cy8wM19kaWFfdW1waXJlX216eG1sLyoucGVwLnhtbAoKbXYgaW50ZXJhY3QuY29tZXQucGVwLnhtbCByZXN1bHRzLzA0X2RpYV91bXBpcmVfeGludGVyYWN0CmBgYAoKIyMgQ29tYmluZSB0aGUgc3RhdGlzdGljcwoKYGBge2Jhc2ggcHJvdGVpbl9wcm9waGV0LCBldmFsPUZBTFNFfQpQcm90ZWluUHJvcGhldCBcCiAgICByZXN1bHRzLzA0X2RpYV91bXBpcmVfeGludGVyYWN0L2ludGVyYWN0LmNvbWV0LnBlcC54bWwgXAogICAgcmVzdWx0cy8wNV9kaWFfdW1waXJlX3Byb3BoZXQvY29tYmluZWQucHJvdC54bWwKCkludGVyUHJvcGhldFBhcnNlciBcCiAgICBERUNPWT1ERUNPWSBcCiAgICByZXN1bHRzLzA0X2RpYV91bXBpcmVfeGludGVyYWN0L2ludGVyYWN0LmNvbWV0LnBlcC54bWwgXAogICAgcmVzdWx0cy8wNV9kaWFfdW1waXJlX3Byb3BoZXQvaVByb3BoZXQucGVwLnhtbAoKTWF5dS5wbCBcCiAgICAtQSByZXN1bHRzLzA1X2RpYV91bXBpcmVfcHJvcGhldC9pUHJvcGhldC5wZXAueG1sIFwKICAgIC1DIHJlZmVyZW5jZS9tdGJfaXJ0LmZhc3RhIFwKICAgIC1FIERFQ09ZCmBgYAoKYGBge3IgZXh0cmFjdF9wY3RfbWF5dSwgZXZhbD1GQUxTRX0KbWF5dV9vdXRwdXQgPC0gIi4uLzIwMTktMDUtMTJfMTIuMzcuMDNfbWFpbl8xLjA3LmNzdiIKbnVtYmVyIDwtIGhwZ2x0b29sczo6ZXh0cmFjdF9tYXl1X3Bwc19mZHIobWF5dV9vdXRwdXQpCm1lc3NhZ2UoIlRoZSBudW1iZXIgaXM6ICIsIG51bWJlcikKIyMgMC40MzI5MQpgYGAKCgpgYGB7YmFzaCB1bXBpcmVfY29udGQsIGV2YWw9RkFMU0V9CiMjIFJlcnVubmluZyBiZWNhdXNlIHdyaXRpbmcgdGhlIGZpbGUgZmFpbGVkLgpzcGVjdHJhc3QgXAogICAgLWNOU3BlY0xpYiAtY0lDSUQtUVRPRiBcCiAgICAtY2YgIlByb3RlaW4hIH4gREVDT1lfIiBcCiAgICAtY1AwLjQyMzcgXAogICAgLWNfSVJUcmVmZXJlbmNlL2lydC50eHQgXAogICAgLWNfSVJSIHJlc3VsdHMvMDVfZGlhX3VtcGlyZV9wcm9waGV0L2lQcm9waGV0LnBlcC54bWwKCnNwZWN0cmFzdCBcCiAgICAtY05TcGVjTGliX2NvbnMgXAogICAgLWNJQ0lELVFUT0YgXAogICAgLWNBQyBTcGVjTGliLnNwbGliCgpzcGVjdHJhc3QydHN2LnB5IFwKICAgIC1sIDM1MCwyMDAwIFwKICAgIC1zIGIseSBcCiAgICAteCAxLDIgXAogICAgLW8gNiBcCiAgICAtbiA2IFwKICAgIC1wIDAuMDUgXAogICAgLWQgLWUgXAogICAgLWsgb3BlbnN3YXRoIFwKICAgIC13IHdpbmRvd3MvMjAxOF8wODE3QnJpa2VuVHJ5cHNpbkRJQTE5LnR4dCBcCiAgICAtYSBTcGVjTGliX2NvbnNfb3BlbnN3YXRoLnRzdiBcCiAgICBTcGVjTGliX2NvbnMuc3B0eHQKClRhcmdldGVkRmlsZUNvbnZlcnRlciBcCiAgICAtaW4gU3BlY0xpYl9jb25zX29wZW5zd2F0aC50c3YgXAogICAgLWluX3R5cGUgdHN2IFwKICAgIC1vdXQgU3BlY0xpYl9jb25zX29wZW5zd2F0aC5UcmFNTCBcCiAgICAtb3V0X3R5cGUgVHJhTUwKCk9wZW5Td2F0aERlY295R2VuZXJhdG9yIFwKICAgIC1pbiBTcGVjTGliX2NvbnNfb3BlbnN3YXRoLlRyYU1MIFwKICAgIC1vdXQgU3BlY0xpYl9jb25zX29wZW5zd2F0aF9kZWNveS5UcmFNTCBcCiAgICAtbWV0aG9kIHNodWZmbGUKIyMgICAgLWV4Y2x1ZGVfc2ltaWxhciBcCiMjICAgIC1zaW1pbGFyaXR5X3RocmVzaG9sZCAwLjA1IFwKIyMgICAgLWlkZW50aXR5X3RocmVzaG9sZCAwLjcKClRhcmdldGVkRmlsZUNvbnZlcnRlciBcCiAgICAtaW4gU3BlY0xpYl9jb25zX29wZW5zd2F0aF9kZWNveS5UcmFNTCBcCiAgICAtaW5fdHlwZSBUcmFNTCBcCiAgICAtb3V0IFNwZWNMaWJfY29uc19vcGVuc3dhdGhfZGVjb3kudHN2IFwKICAgIC1vdXRfdHlwZSB0c3YKClRhcmdldGVkRmlsZUNvbnZlcnRlciBcCiAgICAtaW4gU3BlY0xpYl9jb25zX29wZW5zd2F0aF9kZWNveS5UcmFNTCBcCiAgICAtaW5fdHlwZSBUcmFNTCBcCiAgICAtb3V0IFNwZWNMaWJfY29uc19vcGVuc3dhdGhfZGVjb3kucHFwIFwKICAgIC1vdXRfdHlwZSBwcXAKCmV4cG9ydCBWRVJTSU9OPSR7VkVSU0lPTjotMjAxOTAzMjd9CmVjaG8gIkxvYWRpbmcgZW52aXJvbm1lbnQgbW9kdWxlcyBhbmQgcGFyYW1ldGVycyBmb3IgdmVyc2lvbjogJHtWRVJTSU9OfS4iCnNvdXJjZSAicGFyYW1ldGVycy8ke1ZFUlNJT059X3NldHRpbmdzLnNoIgoKZWNobyAiSW52b2tpbmcgdGhlIE9wZW5Td2F0aFdvcmtmbG93IHVzaW5nIGxvY2FsIGNvbWV0LWRlcml2ZWQgdHJhbnNpdGlvbnMuIgp0eXBlPSJkaWF1bXBpcmUiCmlucHV0X3R5cGU9Im16WE1MIgpleHBvcnQgVFJBTlNJVElPTl9QUkVGSVg9IlNwZWNMaWJfY29uc19vcGVuc3dhdGhfZGVjb3kiCmVjaG8gIkNoZWNraW5nIGluLCB0aGUgdHJhbnNpdGlvbiBsaWJyYXJ5IGlzOiAke1RSQU5TSVRJT05fUFJFRklYfS5wcXAiCmJhc2VfbXp4bWxkaXI9InJlc3VsdHMvMDEke2lucHV0X3R5cGV9L2RpYS8ke1ZFUlNJT059Igpzd2F0aF9pbnB1dHM9JCgvdXNyL2Jpbi9maW5kICIke2Jhc2VfbXp4bWxkaXJ9IiAtbmFtZSAqLiR7aW5wdXRfdHlwZX0gLXByaW50IHwgc29ydCkKZWNobyAiQ2hlY2tpbmcgaW4sIHRoZSBpbnB1dHMgYXJlOiAke3N3YXRoX2lucHV0c30iCm1rZGlyIC1wICIke1NXQVRIX09VVERJUn1fJHt0eXBlfSIKcHlwZGlyPSIke1BZUFJPUEhFVF9PVVRESVJ9XyR7dHlwZX0iCm1rZGlyIC1wICIke3B5cGRpcn0iCmZvciBpbnB1dCBpbiAke3N3YXRoX2lucHV0c30KZG8KICAgIG5hbWU9JChiYXNlbmFtZSAiJHtpbnB1dH0iICIuJHtpbnB1dF90eXBlfSIpCiAgICBlY2hvICJTdGFydGluZyBvcGVuc3dhdGggcnVuLCBsaWJyYXJ5IHR5cGUgJHt0eXBlfSBmb3IgJHtuYW1lfSB1c2luZyAke01aX1dJTkRPV1N9IHdpbmRvd3MgYXQgJChkYXRlKS4iCiAgICBzd2F0aF9vdXRwdXRfcHJlZml4PSIke1NXQVRIX09VVERJUn1fJHt0eXBlfS8ke25hbWV9XyR7RERBX01FVEhPRH0iCiAgICBweXByb3BoZXRfb3V0cHV0X3ByZWZpeD0iJHtQWVBST1BIRVRfT1VURElSfV8ke3R5cGV9LyR7bmFtZX1fJHtEREFfTUVUSE9EfSIKICAgIGVjaG8gIkRlbGV0aW5nIHByZXZpb3VzIHN3YXRoIG91dHB1dCBmaWxlOiAke3N3YXRoX291dHB1dF9wcmVmaXh9Lm9zdyIKICAgIHJtIC1mICIke3N3YXRoX291dHB1dF9wcmVmaXh9Lm9zdyIKICAgIHJtIC1mICIke3N3YXRoX291dHB1dF9wcmVmaXh9LnRzdiIKICAgIE9wZW5Td2F0aFdvcmtmbG93IFwKICAgICAgICAtaW4gIiR7aW5wdXR9IiBcCiAgICAgICAgLWZvcmNlIFwKICAgICAgICAtc29ydF9zd2F0aF9tYXBzIFwKICAgICAgICAtbWluX3VwcGVyX2VkZ2VfZGlzdCAxIFwKICAgICAgICAtbXpfY29ycmVjdGlvbl9mdW5jdGlvbiAicXVhZHJhdGljX3JlZ3Jlc3Npb25fZGVsdGFfcHBtIiBcCiAgICAgICAgLVNjb3Jpbmc6VHJhbnNpdGlvbkdyb3VwUGlja2VyOmJhY2tncm91bmRfc3VidHJhY3Rpb24gIm9yaWdpbmFsIiBcCiAgICAgICAgLVNjb3Jpbmc6c3RvcF9yZXBvcnRfYWZ0ZXJfZmVhdHVyZSAiNSIgXAogICAgICAgIC1zd2F0aF93aW5kb3dzX2ZpbGUgIndpbmRvd3Mvb3BlbnN3YXRoXyR7bmFtZX0udHh0IiBcCiAgICAgICAgLXRyICIke1RSQU5TSVRJT05fUFJFRklYfS5wcXAiIFwKICAgICAgICAtb3V0X3RzdiAiJHtzd2F0aF9vdXRwdXRfcHJlZml4fS50c3YiCiAgICBPcGVuU3dhdGhXb3JrZmxvdyBcCiAgICAgICAgLWluICIke2lucHV0fSIgXAogICAgICAgIC1mb3JjZSBcCiAgICAgICAgLXNvcnRfc3dhdGhfbWFwcyBcCiAgICAgICAgLW1pbl91cHBlcl9lZGdlX2Rpc3QgMSBcCiAgICAgICAgLW16X2NvcnJlY3Rpb25fZnVuY3Rpb24gInF1YWRyYXRpY19yZWdyZXNzaW9uX2RlbHRhX3BwbSIgXAogICAgICAgIC1TY29yaW5nOlRyYW5zaXRpb25Hcm91cFBpY2tlcjpiYWNrZ3JvdW5kX3N1YnRyYWN0aW9uICJvcmlnaW5hbCIgXAogICAgICAgIC1TY29yaW5nOnN0b3BfcmVwb3J0X2FmdGVyX2ZlYXR1cmUgIjUiIFwKICAgICAgICAtc3dhdGhfd2luZG93c19maWxlICJ3aW5kb3dzL29wZW5zd2F0aF8ke25hbWV9LnR4dCIgXAogICAgICAgIC10ciAiJHtUUkFOU0lUSU9OX1BSRUZJWH0ucHFwIiBcCiAgICAgICAgLW91dF9vc3cgIiR7c3dhdGhfb3V0cHV0X3ByZWZpeH0ub3N3IgogICAgIyMyPiIke3N3YXRoX291dHB1dF9wcmVmaXh9X29zdy5sb2ciIDE+JjIKZG9uZQpzd2F0aF9vdXQ9JChkaXJuYW1lICR7c3dhdGhfb3V0cHV0X3ByZWZpeH0pCnB5cHJvcGhldF9vdXQ9IiQoZGlybmFtZSAiJHtweXByb3BoZXRfb3V0cHV0X3ByZWZpeH0iKS9vcGVuc3dhdGhfbWVyZ2VkLm9zdyIKZWNobyAiTWVyZ2luZyBvc3cgZmlsZXMgdG8gJHtweXByb3BoZXRfb3V0fSIKcHlwcm9waGV0IG1lcmdlIFwKICAgICAgICAgIC0tdGVtcGxhdGUgIiR7VFJBTlNJVElPTl9QUkVGSVh9LnBxcCIgXAogICAgICAgICAgLS1vdXQ9IiR7cHlwcm9waGV0X291dH0iIFwKICAgICAgICAgICR7c3dhdGhfb3V0fS8qLm9zdwpweXByb3BoZXQgc2NvcmUgLS1pbj0iJHtweXByb3BoZXRfb3V0fSIKcHlwcm9waGV0IGV4cG9ydCAtLWluPSIke3B5cHJvcGhldF9vdXR9IiAtLW91dCAidGVzdC50c3YiCiMjIHB5cHJvcGhldCBhbHdheXMgZXhwb3J0cyB0byB0aGUgY3VycmVudCB3b3JraW5nIGRpcmVjdG9yeS4KZmluYWxfbmFtZT0iJChkaXJuYW1lICR7cHlwcm9waGV0X291dH0pLyQoYmFzZW5hbWUgJHtweXByb3BoZXRfb3V0fSAiLm9zdyIpLnRzdiIKZWNobyAkZmluYWxfbmFtZQptdiAidGVzdC50c3YiCmxzIC1sZCAiJHtweXByb3BoZXRfb3V0fSIKCnRyaWNfdGI9IiR7VFJJQ19PVVRESVJ9X3R1YmVyY3VsaXN0Igpta2RpciAtcCAiJHt0cmljX3RifSIKZmVhdHVyZV9hbGlnbm1lbnQucHkgXAogICAgLS1mb3JjZSBcCiAgICAtLWluICIuLyR7cHlwZGlyfS8iKi50c3YgXAogICAgLS1vdXQgIiR7dHJpY190Yn0vJHtTRUFSQ0hfTUVUSE9EfV8ke0REQV9NRVRIT0R9LnRzdiIgXAogICAgLS1vdXRfbWF0cml4ICIke3RyaWNfdGJ9LyR7RERBX01FVEhPRH1fb3V0bWF0cml4LnRzdiIgXAogICAgLS1vdXRfbWV0YSAiJHt0cmljX3RifS8ke0REQV9NRVRIT0R9X21ldGEudHN2IgoyPiIke3RyaWNfdGJ9L2ZlYXR1cmVfYWxpZ25tZW50LmVyciIgXAogMT4iJHt0cmljX3RifS9mZWF0dXJlX2FsaWdubWVudC5vdXQiCmVjaG8gIldyb3RlIGZpbmFsIG91dHB1dCB0byAke3RyaWNfdGJ9LyR7U0VBUkNIX01FVEhPRH1fJHtEREFfTUVUSE9EfS50c3YiCmBgYAoKIyBERVAgdXNhZ2UKClRoYW5rcyB0byBWaXZlaywgSSBub3cgYW0gYXdhcmUgb2YgREVQLCB3aGljaCBkb2VzIGV2ZXJ5dGhpbmcgSSB3aXNoIE1Tc3RhdHMgZGlkLgpUaGUgbWF0cml4IGdpdmVuIHRvIG1lIGJ5IHRyaWMncyBmZWF0dXJlX2FsaWdubWVudC5weSBJIHRoaW5rIGdpdmVzIG1lIHdoYXQgREVQCnJlcXVpcmVzLCBhbG9uZyB3aXRoIG15IGFubm90YXRpb25zIGFuZCBzYW1wbGUgc2hlZXQuCgpMZXQgdXMgc2VlIGlmIHRoaXMgaXMgdHJ1ZS4KCiMjIFByb3RlaW4gYW5ub3RhdGlvbnMKCmBgYHtyIHByb3RlaW5fYW5ub3RhdGlvbnN9Cm10Yl9nZmYgPC0gInJlZmVyZW5jZS9teWNvYmFjdGVyaXVtX3R1YmVyY3Vsb3Npc19oMzdydl8yLmdmZi5neiIKbXRiX2dlbm9tZSA8LSAicmVmZXJlbmNlL210dWJlcmN1bG9zaXNfaDM3cnZfZ2VuYmFuay5mYXN0YSIKbXRiX2NkcyA8LSAicmVmZXJlbmNlL210Yl9jZHMuZmFzdGEiCgptdGJfYW5ub3RhdGlvbnMgPC0gc20obG9hZF9nZmZfYW5ub3RhdGlvbnMobXRiX2dmZiwgdHlwZT0iZ2VuZSIpKQpjb2xuYW1lcyhtdGJfYW5ub3RhdGlvbnMpIDwtIGdzdWIocGF0dGVybj0iXFwuIiwgcmVwbGFjZW1lbnQ9IiIsIHg9Y29sbmFtZXMobXRiX2Fubm90YXRpb25zKSkKbXRiX2Fubm90YXRpb25zW1siZGVzY3JpcHRpb24iXV0gPC0gZ3N1YihwYXR0ZXJuPSJcXCsiLCByZXBsYWNlbWVudD0iICIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgeD1tdGJfYW5ub3RhdGlvbnNbWyJkZXNjcmlwdGlvbiJdXSkKbXRiX2Fubm90YXRpb25zW1siZnVuY3Rpb24iXV0gPC0gZ3N1YihwYXR0ZXJuPSJcXCsiLCByZXBsYWNlbWVudD0iICIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgeD1tdGJfYW5ub3RhdGlvbnNbWyJmdW5jdGlvbiJdXSkKcm93bmFtZXMobXRiX2Fubm90YXRpb25zKSA8LSBtdGJfYW5ub3RhdGlvbnNbWyJJRCJdXQoKbXRiX21pY3JvYmVzIDwtIGxvYWRfbWljcm9iZXNvbmxpbmVfYW5ub3RhdGlvbnMoaWQ9ODMzMzIpCmBgYAoKIyMgUHJlcHJvY2VzcyBpbnRlbnNpdGllcyBpbiBwcmVwYXJhdGlvbiBmb3IgREVQCgpgYGB7ciBzd2F0aDJzdGF0cywgZmlnLnNob3c9ImhpZGUifQp2ZXIgPC0gIjIwMTkwMzI3Igp1bXBfZGF0YSA8LSByZWFkLmNzdigKICBwYXN0ZTAoInJlc3VsdHMvdHJpYy8iLCB2ZXIsICIvd2hvbGVfOG16X2RpYV91bXBpcmUvY29tZXRfSENELnRzdiIpLCBzZXA9Ilx0IikKdW1wX2RhdGFbWyJQcm90ZWluTmFtZSJdXSA8LSBnc3ViKHBhdHRlcm49Il4oLiopXy4qJCIsIHJlcGxhY2VtZW50PSJcXDEiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgeD11bXBfZGF0YVtbIlByb3RlaW5OYW1lIl1dKQpzYW1wbGVfYW5ub3QgPC0gZXh0cmFjdF9tZXRhZGF0YShwYXN0ZTAoInNhbXBsZV9zaGVldHMvTXRiX2RpYV9zYW1wbGVzXzIwMTkwNTIxLnhsc3giKSkKY29sbmFtZXMoc2FtcGxlX2Fubm90KQpyb3duYW1lcyhzYW1wbGVfYW5ub3QpCmxldmVscyhhcy5mYWN0b3IodW1wX2RhdGFbWyJmaWxlbmFtZSJdXSkpCgpkZXZ0b29sczo6bG9hZF9hbGwoIn4vc2NyYXRjaC9naXQvU1dBVEgyc3RhdHNfbXlmb3JrZWQiKQp1bXBfczJzIDwtIFNXQVRIMnN0YXRzOjpzYW1wbGVfYW5ub3RhdGlvbihkYXRhPXVtcF9kYXRhLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYW1wbGVfYW5ub3RhdGlvbj1zYW1wbGVfYW5ub3QsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGZ1bGxwZXB0aWRlbmFtZV9jb2x1bW49ImZ1bGxwZXB0aWRlbmFtZSIpCgpkZWNveV9saXN0cyA8LSBhc3Nlc3NfZGVjb3lfcmF0ZSh1bXBfczJzKQojIyBUaGlzIHNlZW1zIGEgYml0IGhpZ2ggdG8gbWUsIHllc25vPwp1bXBfZmRyIDwtIGFzc2Vzc19mZHJfb3ZlcmFsbCh1bXBfczJzLCBvdXRwdXQ9IlJjb25zb2xlIiwgcGxvdD1UUlVFKQoKdW1wX2J5cnVuX2ZkciA8LSBhc3Nlc3NfZmRyX2J5cnVuKHVtcF9zMnMsIEZGVD0wLjcsIHBsb3Q9VFJVRSwgb3V0cHV0PSJSY29uc29sZSIpCnVtcF9jaG9zZW5fbXNjb3JlMiA8LSBtc2NvcmU0YXNzYXlmZHIodW1wX3MycywgRkZUPTAuNywgZmRyX3RhcmdldD0wLjAyKQp1bXBfcHJvdF9zY29yZSA8LSBtc2NvcmU0cHJvdGZkcih1bXBfczJzLCBGRlQ9MC43LCBmZHJfdGFyZ2V0PTAuMDIpCgp1bXBfZmlsdGVyZWRfbXMgPC0gZmlsdGVyX21zY29yZSh1bXBfczJzLCB1bXBfY2hvc2VuX21zY29yZTIpCnVtcF9maWx0ZXJlZF9mcSA8LSBmaWx0ZXJfbXNjb3JlX2ZyZXFvYnModW1wX3MycywgMC4wMSwgMC44LCBybS5kZWNveT1GQUxTRSkKdW1wX2ZpbHRlcmVkX21zX2ZkciA8LSBmaWx0ZXJfbXNjb3JlX2Zkcih1bXBfZmlsdGVyZWRfbXMsIEZGVD0wLjcsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgb3ZlcmFsbF9wcm90ZWluX2Zkcl90YXJnZXQ9cHJvdF9zY29yZSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB1cHBlcl9vdmVyYWxsX3BlcHRpZGVfZmRyX2xpbWl0PTAuMDUpCnVtcF9maWx0ZXJlZF9tc19mZHJfcHIgPC0gZmlsdGVyX3Byb3Rlb3R5cGljX3BlcHRpZGVzKHVtcF9maWx0ZXJlZF9tc19mZHIpCnVtcF9maWx0ZXJlZF9tc19mZHJfcHJfYWxsIDwtIGZpbHRlcl9hbGxfcGVwdGlkZXModW1wX2ZpbHRlcmVkX21zX2Zkcl9wcikKdW1wX2ZpbHRlcmVkX21zX2Zkcl9wcl9hbGxfc3RyIDwtIGZpbHRlcl9vbl9tYXhfcGVwdGlkZXMoZGF0YT11bXBfZmlsdGVyZWRfbXNfZmRyX3ByX2FsbCwgbl9wZXB0aWRlcz0xMCkKdW1wX2ZpbHRlcmVkX2FsbF9maWx0ZXJzIDwtIGZpbHRlcl9vbl9taW5fcGVwdGlkZXMoZGF0YT11bXBfZmlsdGVyZWRfbXNfZmRyX3ByX2FsbF9zdHIsIG5fcGVwdGlkZXM9MykKCnVtcF9tYXRyaXhfcHJlZml4IDwtIGZpbGUucGF0aCgicmVzdWx0cyIsICJzd2F0aDJzdGF0cyIsIHZlcikKaWYgKCFmaWxlLmV4aXN0cyhtYXRyaXhfcHJlZml4KSkgewogIGRpci5jcmVhdGUobWF0cml4X3ByZWZpeCkKfQpwcm90ZWluX21hdHJpeF9hbGwgPC0gd3JpdGVfbWF0cml4X3Byb3RlaW5zKAogIHVtcF9zMnMsIHdyaXRlLmNzdj1UUlVFLAogIGZpbGVuYW1lPWZpbGUucGF0aChtYXRyaXhfcHJlZml4LCAidW1wX3Byb3RlaW5fYWxsLmNzdiIpKQpkaW0ocHJvdGVpbl9tYXRyaXhfYWxsKQpwcm90ZWluX21hdHJpeF9tc2NvcmUgPC0gd3JpdGVfbWF0cml4X3Byb3RlaW5zKAogIHVtcF9maWx0ZXJlZF9tcywgd3JpdGUuY3N2PVRSVUUsCiAgZmlsZW5hbWU9ZmlsZS5wYXRoKG1hdHJpeF9wcmVmaXgsICJ1bXBfcHJvdGVpbl9tYXRyaXhfbXNjb3JlLmNzdiIpKQpkaW0ocHJvdGVpbl9tYXRyaXhfbXNjb3JlKQpwZXB0aWRlX21hdHJpeF9tc2NvcmUgPC0gd3JpdGVfbWF0cml4X3BlcHRpZGVzKAogIHVtcF9maWx0ZXJlZF9tcywgd3JpdGUuY3N2PVRSVUUsCiAgZmlsZW5hbWU9ZmlsZS5wYXRoKG1hdHJpeF9wcmVmaXgsICJ1bXBfcGVwdGlkZV9tYXRyaXhfbXNjb3JlLmNzdiIpKQpkaW0ocGVwdGlkZV9tYXRyaXhfbXNjb3JlKQpwcm90ZWluX21hdHJpeF9maWx0ZXJlZCA8LSB3cml0ZV9tYXRyaXhfcHJvdGVpbnMoCiAgdW1wX2ZpbHRlcmVkX2FsbF9maWx0ZXJzLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgInVtcF9wcm90ZWluX21hdHJpeF9maWx0ZXJlZC5jc3YiKSkKZGltKHByb3RlaW5fbWF0cml4X2ZpbHRlcmVkKQpwZXB0aWRlX21hdHJpeF9maWx0ZXJlZCA8LSB3cml0ZV9tYXRyaXhfcGVwdGlkZXMoCiAgdW1wX2ZpbHRlcmVkX2FsbF9maWx0ZXJzLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgInVtcF9wZXB0aWRlX21hdHJpeF9maWx0ZXJlZC5jc3YiKSkKZGltKHBlcHRpZGVfbWF0cml4X2ZpbHRlcmVkKQpgYGAKCiMgTG9vayBhdCByYXcgZGF0YQoKYGBge3IgbXNyYXd9Cm16bWxfZGF0YSA8LSBleHRyYWN0X21zcmF3X2RhdGEoc2FtcGxlX2Fubm90LCBwYXJhbGxlbD1GQUxTRSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBmb3JtYXQ9Im16TUwiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGFsbG93X3dpbmRvd19vdmVybGFwPUZBTFNFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGZpbGVfY29sdW1uPSJtem1sZmlsZSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2F2ZWZpbGU9InRlc3RpbmcucmRhIikKYGBgCgojIEdldCBpbnRlbnNpdGllcwoKYGBge3IgdGJfZXhwdCwgZmlnLnNob3c9ImhpZGUifQppbnRlbnNpdGllcyA8LSBwcm90ZWluX21hdHJpeF9maWx0ZXJlZApjb2xzIDwtIGdzdWIoeD1jb2xuYW1lcyhpbnRlbnNpdGllcyksIHBhdHRlcm49Il4uKigyMDE4LiokKSIsIHJlcGxhY2VtZW50PSJzXFwxIikKY29sc1tbMV1dIDwtICJQcm90ZWluIgpjb2xuYW1lcyhpbnRlbnNpdGllcykgPC0gY29scwpyb3duYW1lcyhpbnRlbnNpdGllcykgPC0gaW50ZW5zaXRpZXNbWyJQcm90ZWluIl1dCmludGVuc2l0aWVzW1siUHJvdGVpbiJdXSA8LSBOVUxMCgojIyBDaGVjayB0aGUgc2FtcGxlIG5hbWVzIG9mIHRoZSBpbnRlbnNpdHkgbWF0cml4IGFuZCBzYW1wbGUgYW5ub3RhdGlvbnMuCmNvbG5hbWVzKGludGVuc2l0aWVzKSAlaW4lIHJvd25hbWVzKHNhbXBsZV9hbm5vdCkKcm93bmFtZXMoc2FtcGxlX2Fubm90KSAlaW4lIGNvbG5hbWVzKGludGVuc2l0aWVzKQojI3Jvd25hbWVzKHNhbXBsZV9hbm5vdCkKIyNjb2xuYW1lcyhpbnRlbnNpdGllcykKCnJlb3JkZXJlZCA8LSBjb2xuYW1lcyhpbnRlbnNpdGllcykKbWV0YWRhdGEgPC0gc2FtcGxlX2Fubm90W3Jlb3JkZXJlZCwgXQp1bXBfZXhwdCA8LSBjcmVhdGVfZXhwdChzYW1wbGVfYW5ub3QsCiAgICAgICAgICAgICAgICAgICAgICAgIGNvdW50X2RhdGFmcmFtZT1pbnRlbnNpdGllcywKICAgICAgICAgICAgICAgICAgICAgICAgZ2VuZV9pbmZvPW10Yl9hbm5vdGF0aW9ucykKYGBgCgoKIyBQYXNzIHRoZSBkYXRhIHRvIERFUCBhbmQgc2VlIHdoYXQgaGFwcGVucy4KCmBgYHtyIG1ha2Vfc2Vfc2hlbmFuaWdhbnN9CmRldnRvb2xzOjpsb2FkX2FsbCgifi9zY3JhdGNoL2dpdC9ERVAiKQp3dGYgPC0gZnVuY3Rpb24gKHByb3RlaW5zX3VuaXF1ZSwgY29sdW1ucywgZXhwZGVzaWduKSB7CiAgYXNzZXJ0dGhhdDo6YXNzZXJ0X3RoYXQoaXMuZGF0YS5mcmFtZShwcm90ZWluc191bmlxdWUpLCBpcy5pbnRlZ2VyKGNvbHVtbnMpLAogICAgICAgICAgICAgICAgICAgICAgICAgIGlzLmRhdGEuZnJhbWUoZXhwZGVzaWduKSkKICBpZiAoYW55KCFjKCJuYW1lIiwgIklEIikgJWluJSBjb2xuYW1lcyhwcm90ZWluc191bmlxdWUpKSkgewogICAgc3RvcCgiJ25hbWUnIGFuZC9vciAnSUQnIGNvbHVtbnMgYXJlIG5vdCBwcmVzZW50IGluICciLAogICAgICAgICBkZXBhcnNlKHN1YnN0aXR1dGUocHJvdGVpbnNfdW5pcXVlKSksICInLlxuUnVuIG1ha2VfdW5pcXVlKCkgdG8gb2J0YWluIHRoZSByZXF1aXJlZCBjb2x1bW5zIiwKICAgICAgICAgY2FsbC4gPSBGQUxTRSkKICB9CiAgaWYgKGFueSghYygibGFiZWwiLCAiY29uZGl0aW9uIiwgInJlcGxpY2F0ZSIpICVpbiUgY29sbmFtZXMoZXhwZGVzaWduKSkpIHsKICAgIHN0b3AoIidsYWJlbCcsICdjb25kaXRpb24nIGFuZC9vciAncmVwbGljYXRlJyBjb2x1bW5zIiwKICAgICAgICAgImFyZSBub3QgcHJlc2VudCBpbiB0aGUgZXhwZXJpbWVudGFsIGRlc2lnbiIsIGNhbGwuID0gRkFMU0UpCiAgfQogIGlmIChhbnkoIWFwcGx5KHByb3RlaW5zX3VuaXF1ZVssIGNvbHVtbnNdLCAyLCBpcy5udW1lcmljKSkpIHsKICAgIHN0b3AoInNwZWNpZmllZCAnY29sdW1ucycgc2hvdWxkIGJlIG51bWVyaWMiLCAiXG5SdW4gbWFrZV9zZV9wYXJzZSgpIHdpdGggdGhlIGFwcHJvcHJpYXRlIGNvbHVtbnMgYXMgYXJndW1lbnQiLAogICAgICAgICBjYWxsLiA9IEZBTFNFKQogIH0KICBpZiAodGliYmxlOjppcy50aWJibGUocHJvdGVpbnNfdW5pcXVlKSkKICAgIHByb3RlaW5zX3VuaXF1ZSA8LSBhcy5kYXRhLmZyYW1lKHByb3RlaW5zX3VuaXF1ZSkKICBpZiAodGliYmxlOjppcy50aWJibGUoZXhwZGVzaWduKSkKICAgIGV4cGRlc2lnbiA8LSBhcy5kYXRhLmZyYW1lKGV4cGRlc2lnbikKICByb3duYW1lcyhwcm90ZWluc191bmlxdWUpIDwtIHByb3RlaW5zX3VuaXF1ZSRuYW1lCiAgcmF3IDwtIHByb3RlaW5zX3VuaXF1ZVssIGNvbHVtbnNdCiAgcmF3W3JhdyA9PSAwXSA8LSBOQQogIHJhdyA8LSBsb2cyKHJhdykKICBleHBkZXNpZ24gPC0gbXV0YXRlKGV4cGRlc2lnbiwgY29uZGl0aW9uID0gbWFrZS5uYW1lcyhjb25kaXRpb24pKQogICMjIEkgY2hhbmdlZCB0aGUgZm9sbG93aW5nIGJlY2F1c2UgaXQgZGlkbid0IG1ha2Ugc2Vuc2UgdG8gbWUuCiAgaWYgKGlzLm51bGwoZXhwZGVzaWduW1siSUQiXV0pKSB7CiAgICBleHBkZXNpZ24gPC0gZXhwZGVzaWduICU+JQogICAgICB0aWR5cjo6dW5pdGUoY29uZGl0aW9uLCByZXBsaWNhdGUsIHJlbW92ZT1GQUxTRSkKICB9CgogIHJvd25hbWVzKGV4cGRlc2lnbikgPC0gZXhwZGVzaWduJElECiAgbWF0Y2hlZCA8LSBtYXRjaChtYWtlLm5hbWVzKGRlbGV0ZV9wcmVmaXgoZXhwZGVzaWduJGxhYmVsKSksCiAgICAgICAgICAgICAgICAgICBtYWtlLm5hbWVzKGRlbGV0ZV9wcmVmaXgoY29sbmFtZXMocmF3KSkpKQogIGlmIChhbnkoaXMubmEobWF0Y2hlZCkpKSB7CiAgICBzdG9wKCJOb25lIG9mIHRoZSBsYWJlbHMgaW4gdGhlIGV4cGVyaW1lbnRhbCBkZXNpZ24gbWF0Y2ggIiwKICAgICAgICAgIndpdGggY29sdW1uIG5hbWVzIGluICdwcm90ZWluc191bmlxdWUnIiwgIlxuUnVuIG1ha2Vfc2UoKSB3aXRoIHRoZSBjb3JyZWN0IGxhYmVscyBpbiB0aGUgZXhwZXJpbWVudGFsIGRlc2lnbiIsCiAgICAgICAgICJhbmQvb3IgY29ycmVjdCBjb2x1bW5zIHNwZWNpZmljYXRpb24iKQogIH0KICBjb2xuYW1lcyhyYXcpW21hdGNoZWRdIDwtIGV4cGRlc2lnbiRJRAogIHJhdyA8LSByYXdbLCAhaXMubmEoY29sbmFtZXMocmF3KSldW3Jvd25hbWVzKGV4cGRlc2lnbildCiAgcm93X2RhdGEgPC0gcHJvdGVpbnNfdW5pcXVlWywgLWNvbHVtbnNdCiAgcm93bmFtZXMocm93X2RhdGEpIDwtIHJvd19kYXRhJG5hbWUKICBzZSA8LSBTdW1tYXJpemVkRXhwZXJpbWVudChhc3NheXMgPSBhcy5tYXRyaXgocmF3KSwgY29sRGF0YSA9IGV4cGRlc2lnbiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICByb3dEYXRhID0gcm93X2RhdGEpCiAgcmV0dXJuKHNlKQp9CmBgYAoKYGBge3Igc3RhcnRfREVQfQpsaWJyYXJ5KERFUCkKbGlicmFyeShTdW1tYXJpemVkRXhwZXJpbWVudCkKCmRlc2lnbiA8LSBwRGF0YShwcm90ZWluX2V4cHQpCmRlc2lnbltbImxhYmVsIl1dIDwtIGRlc2lnbltbInNhbXBsZWlkIl1dCmRlc2lnbltbInJlcGxpY2F0ZSJdXSA8LSBkZXNpZ25bWyJzYW1wbGVpZCJdXQoKbXlfc2UgPC0gU3VtbWFyaXplZEV4cGVyaW1lbnQoCiAgYXNzYXlzPWV4cHJzKHByb3RlaW5fZXhwdCksCiAgY29sRGF0YT1kZXNpZ24sCiAgcm93RGF0YT1mRGF0YShwcm90ZWluX2V4cHQpKQoKbXRiX3VuaXF1ZSA8LSBhcy5kYXRhLmZyYW1lKGV4cHJzKHByb3RlaW5fZXhwdCkpCm10Yl91bmlxdWVbWyJuYW1lIl1dIDwtIHJvd25hbWVzKG10Yl91bmlxdWUpCm10Yl91bmlxdWVbWyJJRCJdXSA8LSByb3duYW1lcyhtdGJfdW5pcXVlKQppbnRlbnNpdHlfY29sdW1ucyA8LSAxOjYwCiMjIG10Yl9zZSA8LSB3dGYobXRiX3VuaXF1ZSwgaW50ZW5zaXR5X2NvbHVtbnMsIGRlc2lnbikKbXRiX3NlIDwtIG1ha2Vfc2UobXRiX3VuaXF1ZSwgaW50ZW5zaXR5X2NvbHVtbnMsIGRlc2lnbikKCkRFUDo6cGxvdF9mcmVxdWVuY3kobXRiX3NlKQpkaW0oYXNzYXkobXRiX3NlKSkKbXRiX2ZpbHQgPC0gREVQOjpmaWx0ZXJfbWlzc3ZhbChtdGJfc2UsIHRocj0yKQpkaW0oYXNzYXkobXRiX2ZpbHQpKQpERVA6OnBsb3RfbnVtYmVycyhtdGJfc2UpCkRFUDo6cGxvdF9jb3ZlcmFnZShtdGJfc2UpCgptdGJfbm9ybSA8LSBERVA6Om5vcm1hbGl6ZV92c24obXRiX3NlKQpERVA6OnBsb3Rfbm9ybWFsaXphdGlvbihtdGJfc2UsIG10Yl9ub3JtKQoKREVQOjpwbG90X21pc3N2YWwobXRiX3NlKQpERVA6OnBsb3RfZGV0ZWN0KG10Yl9zZSkKCm10Yl9pbXAgPC0gREVQOjppbXB1dGUobXRiX25vcm0sIGZ1bj0iTWluUHJvYiIsIHE9MC4wMSkKbXRiX2ltcF9tYW4gPC0gREVQOjppbXB1dGUobXRiX25vcm0sIGZ1bj0ibWFuIiwgc2hpZnQ9MS44LCBzY2FsZT0wLjMpCkRFUDo6cGxvdF9pbXB1dGF0aW9uKG10Yl9ub3JtLCBtdGJfaW1wKQoKbXRiX2RpZmYgPC0gREVQOjp0ZXN0X2RpZmYobXRiX2ltcCwgdHlwZT0iYWxsIikKbXRiX2RpZmYgPC0gREVQOjp0ZXN0X2RpZmYobXRiX2ltcCwgdHlwZT0ibWFudWFsIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgdGVzdD1jKCJ3dF9maWx0cmF0ZV92c193dF93aG9sZSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAiZGVsdGFfZmlsdHJhdGVfdnNfd3RfZmlsdHJhdGUiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgImNvbXBfZmlsdHJhdGVfdnNfd3RfZmlsdHJhdGUiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInd0X2ZpbHRyYXRlX3ZzX2RlbHRhX2ZpbHRyYXRlIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ3dF9maWx0cmF0ZV92c19jb21wX2ZpbHRyYXRlIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ3dF93aG9sZV92c19kZWx0YV93aG9sZSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAid3Rfd2hvbGVfdnNfY29tcF93aG9sZSIpKQoKbXRiX2RlcCA8LSBERVA6OmFkZF9yZWplY3Rpb25zKG10Yl9kaWZmLCBhbHBoYT0wLjA1LCBsZmM9MC42KQojIyBtdGJfcGNhIDwtIERFUDo6cGxvdF9wY2EobXRiX2RlcCkKIyMgVGhlIFBDQSBwbG90dGVyIHByb3ZpZGVkIGJ5IERFUCBoYXMgc29tZSBwcm9ibGVtcy4KCkRFUDo6cGxvdF9jb3IobXRiX2RlcCkKREVQOjpwbG90X2hlYXRtYXAobXRiX2RlcCwgdHlwZT0iY2VudGVyZWQiLCBrbWVhbnM9VFJVRSkKREVQOjpwbG90X2hlYXRtYXAobXRiX2RlcCwgdHlwZT0iY29udHJhc3QiLCBrbWVhbnM9VFJVRSkKCkRFUDo6cGxvdF92b2xjYW5vKG10Yl9kZXAsIGNvbnRyYXN0PSJ3dF93aG9sZV92c19kZWx0YV93aG9sZSIpCkRFUDo6cGxvdF92b2xjYW5vKG10Yl9kZXAsIGNvbnRyYXN0PSJ3dF9maWx0cmF0ZV92c19kZWx0YV9maWx0cmF0ZSIpCkRFUDo6cGxvdF9jb25kKG10Yl9kZXApCm10Yl9yZXN1bHQgPC0gREVQOjpnZXRfcmVzdWx0cyhtdGJfZGVwKQpwbG90X3NpbmdsZShtdGJfZGVwLCBwcm90ZWlucyA9IGMoIlJ2MDI4NyIsICJSdjAyODgiKSkKd3JpdHRlbl9kZXAgPC0gaHBnbHRvb2xzOjp3cml0ZV94bHMoZGF0YT1tdGJfcmVzdWx0LCBleGNlbD0iZXhjZWwvZGVwX3Jlc3VsdC54bHN4IikKYGBgCgojIE1pbm9yIGNoYW5nZSB0byBwbG90X21pc3N2YWwKCkRFUCBoYXMgYSBuZWF0IGZ1bmN0aW9uIHRvIHBsb3QgbWlzc2luZyB2YWx1ZXMuICBTYWRseSwgaXQgZG9lcyBub3QgcmV0dXJuIHRoZQphY3R1YWwgbWF0cml4LCBvbmx5IHRoZSBwbG90LiAgVGhpcyBpcyBuaWNlIGFuZCBhbGwsIGJ1dCBJIG5lZWQgdGhlIG1hdHJpeCwgZXJnbwp0aGlzIG1pbm9yIGNoYW5nZS4KCmBgYHtyIG15X3Bsb3RfbWlzc2luZ30KY291bnRfZGVmaW5lZCA8LSBmdW5jdGlvbihzZSkgewogIGRmIDwtIGFzLmRhdGEuZnJhbWUoYXNzYXkoc2UpKQogIG5hX2lkeCA8LSBpcy5uYShkZikKICBkZWZpbmVkX210cnggPC0gaWZlbHNlKGlzLm5hKGRmKSwgMCwgMSkKICByZXR1cm4oZGVmaW5lZF9tdHJ4KQp9CgpkZWZfbXRyeCA8LSBjb3VudF9kZWZpbmVkKG10Yl9zZSkKc3VtbWFyeShkZWZfbXRyeCkKZGVmaW5lZF9ieV9wcm90ZWluIDwtIHJvd1N1bXMoZGVmX210cngpCmhlYWQoZGVmaW5lZF9ieV9wcm90ZWluKQpkZWZpbmVkX2J5X3NhbXBsZSA8LSBjb2xTdW1zKGRlZl9tdHJ4KQpkZWZpbmVkX2J5X3NhbXBsZQpgYGAKCiMgUmVxdWVzdCAyMDE5MDUyMwoKQ29tcGFyZSBvdXIgJ25vcm1hbCcgb3BlbnN3YXRoIG91dHB1dCB2aWEgaHBnbHRvb2xzIGFuYWx5c2lzIHZzLiB0aGUgdW1waXJlCnZlcnNpb24uICBTZWNvbmRhcnkgZ29hbDogV2l0aCBhbmQgd2l0aG91dCBpbXB1dGF0aW9uLgoKYGBge3IgY29tcGFyZSB1bXBpcmVfdnNfbm9ybWFsfQp2ZXIgPC0gIjIwMTgwOTEzIgp0cmljX2RhdGEgPC0gcmVhZC5jc3YoCiAgcGFzdGUwKCJyZXN1bHRzL3RyaWMvIiwgdmVyLCAiL3dob2xlXzhtel90dWJlcmN1bGlzdC9jb21ldF9IQ0QudHN2IiksIHNlcD0iXHQiKQp0cmljX2RhdGFbWyJQcm90ZWluTmFtZSJdXSA8LSBnc3ViKHBhdHRlcm49Il4oLiopXy4qJCIsIHJlcGxhY2VtZW50PSJcXDEiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHg9dHJpY19kYXRhW1siUHJvdGVpbk5hbWUiXV0pCnNhbXBsZV9hbm5vdCA8LSBleHRyYWN0X21ldGFkYXRhKHBhc3RlMCgic2FtcGxlX3NoZWV0cy9NdGJfZGlhX3NhbXBsZXNfIiwgdmVyLCAiLnhsc3giKSkKa2VwdCA8LSAhIGdyZXBsKHg9cm93bmFtZXMoc2FtcGxlX2Fubm90KSwgcGF0dGVybj0iXnNcXC5cXC4iKQpzYW1wbGVfYW5ub3QgPC0gc2FtcGxlX2Fubm90W2tlcHQsIF0KZGV2dG9vbHM6OmxvYWRfYWxsKCJ+L3NjcmF0Y2gvZ2l0L1NXQVRIMnN0YXRzX215Zm9ya2VkIikKczJzX2V4cCA8LSBzYW1wbGVfYW5ub3RhdGlvbihkYXRhPXRyaWNfZGF0YSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYW1wbGVfYW5ub3RhdGlvbj1zYW1wbGVfYW5ub3QsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZnVsbHBlcHRpZGVuYW1lX2NvbHVtbj0iZnVsbHBlcHRpZGVuYW1lIikKCmRlY295X2xpc3RzIDwtIGFzc2Vzc19kZWNveV9yYXRlKHMyc19leHApCiMjIFRoaXMgc2VlbXMgYSBiaXQgaGlnaCB0byBtZSwgeWVzbm8/CmZkcl9vdmVyYWxsIDwtIGFzc2Vzc19mZHJfb3ZlcmFsbChzMnNfZXhwLCBvdXRwdXQ9IlJjb25zb2xlIiwgcGxvdD1UUlVFKQpieXJ1bl9mZHIgPC0gYXNzZXNzX2Zkcl9ieXJ1bihzMnNfZXhwLCBGRlQ9MC43LCBwbG90PVRSVUUsIG91dHB1dD0iUmNvbnNvbGUiKQpjaG9zZW5fbXNjb3JlIDwtIG1zY29yZTRhc3NheWZkcihzMnNfZXhwLCBGRlQ9MC43LCBmZHJfdGFyZ2V0PTAuMDIpCnByb3Rfc2NvcmUgPC0gbXNjb3JlNHByb3RmZHIoczJzX2V4cCwgRkZUPTAuNywgZmRyX3RhcmdldD0wLjAyKQpmaWx0ZXJlZF9tcyA8LSBmaWx0ZXJfbXNjb3JlKHMyc19leHAsIGNob3Nlbl9tc2NvcmUpCmZpbHRlcmVkX2ZxIDwtIGZpbHRlcl9tc2NvcmVfZnJlcW9icyhzMnNfZXhwLCAwLjAxLCAwLjgsIHJtLmRlY295PUZBTFNFKQpmaWx0ZXJlZF9tc19mZHIgPC0gZmlsdGVyX21zY29yZV9mZHIoZmlsdGVyZWRfbXMsIEZGVD0wLjcsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBvdmVyYWxsX3Byb3RlaW5fZmRyX3RhcmdldD1wcm90X3Njb3JlLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgdXBwZXJfb3ZlcmFsbF9wZXB0aWRlX2Zkcl9saW1pdD0wLjA1KQpmaWx0ZXJlZF9tc19mZHJfcHIgPC0gZmlsdGVyX3Byb3Rlb3R5cGljX3BlcHRpZGVzKGZpbHRlcmVkX21zX2ZkcikKZmlsdGVyZWRfbXNfZmRyX3ByX2FsbCA8LSBmaWx0ZXJfYWxsX3BlcHRpZGVzKGZpbHRlcmVkX21zX2Zkcl9wcikKZmlsdGVyZWRfbXNfZmRyX3ByX2FsbF9zdHIgPC0gZmlsdGVyX29uX21heF9wZXB0aWRlcyhkYXRhPWZpbHRlcmVkX21zX2Zkcl9wcl9hbGwsIG5fcGVwdGlkZXM9MTApCmZpbHRlcmVkX2FsbF9maWx0ZXJzIDwtIGZpbHRlcl9vbl9taW5fcGVwdGlkZXMoZGF0YT1maWx0ZXJlZF9tc19mZHJfcHJfYWxsX3N0ciwgbl9wZXB0aWRlcz0zKQoKbWF0cml4X3ByZWZpeCA8LSBmaWxlLnBhdGgoInJlc3VsdHMiLCAic3dhdGgyc3RhdHMiLCB2ZXIpCmlmICghZmlsZS5leGlzdHMobWF0cml4X3ByZWZpeCkpIHsKICBkaXIuY3JlYXRlKG1hdHJpeF9wcmVmaXgpCn0KcHJvdGVpbl9tYXRyaXhfYWxsIDwtIHdyaXRlX21hdHJpeF9wcm90ZWlucygKICBzMnNfZXhwLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgIm9zd19wcm90ZWluX2FsbC5jc3YiKSkKZGltKHByb3RlaW5fbWF0cml4X2FsbCkKcHJvdGVpbl9tYXRyaXhfbXNjb3JlIDwtIHdyaXRlX21hdHJpeF9wcm90ZWlucygKICBmaWx0ZXJlZF9tcywgd3JpdGUuY3N2PVRSVUUsCiAgZmlsZW5hbWU9ZmlsZS5wYXRoKG1hdHJpeF9wcmVmaXgsICJvc3dfcHJvdGVpbl9tYXRyaXhfbXNjb3JlLmNzdiIpKQpkaW0ocHJvdGVpbl9tYXRyaXhfbXNjb3JlKQpwZXB0aWRlX21hdHJpeF9tc2NvcmUgPC0gd3JpdGVfbWF0cml4X3BlcHRpZGVzKAogIGZpbHRlcmVkX21zLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgIm9zd19wZXB0aWRlX21hdHJpeF9tc2NvcmUuY3N2IikpCmRpbShwZXB0aWRlX21hdHJpeF9tc2NvcmUpCnByb3RlaW5fbWF0cml4X2ZpbHRlcmVkIDwtIHdyaXRlX21hdHJpeF9wcm90ZWlucygKICBmaWx0ZXJlZF9hbGxfZmlsdGVycywgd3JpdGUuY3N2PVRSVUUsCiAgZmlsZW5hbWU9ZmlsZS5wYXRoKG1hdHJpeF9wcmVmaXgsICJvc3dfcHJvdGVpbl9tYXRyaXhfZmlsdGVyZWQuY3N2IikpCmRpbShwcm90ZWluX21hdHJpeF9maWx0ZXJlZCkKcGVwdGlkZV9tYXRyaXhfZmlsdGVyZWQgPC0gd3JpdGVfbWF0cml4X3BlcHRpZGVzKAogIGZpbHRlcmVkX2FsbF9maWx0ZXJzLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgIm9zd19wZXB0aWRlX21hdHJpeF9maWx0ZXJlZC5jc3YiKSkKZGltKHBlcHRpZGVfbWF0cml4X2ZpbHRlcmVkKQpjb2xzIDwtIGNvbG5hbWVzKGZpbHRlcmVkX2FsbF9maWx0ZXJzKQpkaXNhZ2dyZWdhdGVkIDwtIGRpc2FnZ3JlZ2F0ZShmaWx0ZXJlZF9hbGxfZmlsdGVycywgYWxsLmNvbHVtbnM9VFJVRSkKbXNzdGF0c19pbnB1dCA8LSBjb252ZXJ0X01Tc3RhdHMoZGlzYWdncmVnYXRlZCkKCnByb3RfbXRyeCA8LSBwcm90ZWluX21hdHJpeF9maWx0ZXJlZApyb3duYW1lcyhwcm90X210cngpIDwtIGdzdWIocGF0dGVybj0iXjFcXC8iLCByZXBsYWNlbWVudD0iIiwgeD1wcm90X210cnhbWyJwcm90ZWlubmFtZSJdXSkKcHJvdF9tdHJ4IDwtIHByb3RfbXRyeFssIC0xXQojIyBJbXBvcnRhbnQgcXVlc3Rpb246IERpZCBTV0FUSDJzdGF0cyByZW9yZGVyIG15IGRhdGE/CmNvbG5hbWVzKHByb3RfbXRyeCkgPC0gZ3N1YihwYXR0ZXJuPSJeKC4qKSgyMDE4LiopJCIsIHJlcGxhY2VtZW50PSJzXFwyIiwgeD1jb2xuYW1lcyhwcm90X210cngpKQpyZW9yZGVyZWQgPC0gY29sbmFtZXMocHJvdF9tdHJ4KQptZXRhZGF0YSA8LSBzYW1wbGVfYW5ub3RbcmVvcmRlcmVkLCBdCm9zd19leHB0IDwtIHNtKGNyZWF0ZV9leHB0KG1ldGFkYXRhLAogICAgICAgICAgICAgICAgICAgICAgICAgICBjb3VudF9kYXRhZnJhbWU9cHJvdF9tdHJ4LAogICAgICAgICAgICAgICAgICAgICAgICAgICBnZW5lX2luZm89bXRiX2Fubm90YXRpb25zKSkKYGBgCgpgYGB7ciBjb21wYXJlX2VuY3lsb3BlZGlhfQp2ZXIgPC0gIjIwMTkwMzI3IgplbmNfbWV0YWRhdGEgPC0gaHBnbHRvb2xzOjo6cmVhZF9tZXRhZGF0YSgic2FtcGxlX3NoZWV0cy9NdGJfZGlhX3NhbXBsZXNfZW5jeWNsb3BlZGlhXzIwMTkwMzI3Lnhsc3giKQpyb3duYW1lcyhlbmNfbWV0YWRhdGEpIDwtIHBhc3RlMCgicyIsIGVuY19tZXRhZGF0YVtbInNhbXBsZWlkIl1dKQplbmNfbWF0cml4IDwtIHJlYWQudGFibGUoImVuY3ljbG9wZWRpYS9tb3N0X3NhbXBsZXNfcXVhbnRfcmVwb3J0LmVsaWIucHJvdGVpbnMudHh0IiwgaGVhZGVyPVRSVUUpCmVuY19wZXBfbWF0cml4IDwtIHJlYWQudGFibGUoImVuY3ljbG9wZWRpYS9tb3N0X3NhbXBsZXNfcXVhbnRfcmVwb3J0LmVsaWIucGVwdGlkZXMudHh0IiwgaGVhZGVyPVRSVUUpCnJvd25hbWVzKGVuY19tYXRyaXgpIDwtIGVuY19tYXRyaXhbWyJQcm90ZWluIl1dCmVuY19tYXRyaXggPC0gZW5jX21hdHJpeFssIC0xXQplbmNfbWF0cml4IDwtIGVuY19tYXRyaXhbLCAtMV0KZW5jX21hdHJpeCA8LSBlbmNfbWF0cml4WywgLTFdCmNvbG5hbWVzKGVuY19tYXRyaXgpCmNvbG5hbWVzKGVuY19tYXRyaXgpIDwtIGdzdWIocGF0dGVybj0iWCIsIHJlcGxhY2VtZW50PSJzIiwgeD1jb2xuYW1lcyhlbmNfbWF0cml4KSkKY29sbmFtZXMoZW5jX21hdHJpeCkgPC0gZ3N1YihwYXR0ZXJuPSJcXC5tek1MIiwgcmVwbGFjZW1lbnQ9IiIsIHg9Y29sbmFtZXMoZW5jX21hdHJpeCkpCmNvbG5hbWVzKGVuY19tYXRyaXgpIDwtIGdzdWIocGF0dGVybj0iXlgiLCByZXBsYWNlbWVudD0icyIsIHg9Y29sbmFtZXMoZW5jX21hdHJpeCkpCgpuYV9pZHggPC0gaXMubmEoZW5jX21hdHJpeCkKZW5jX21hdHJpeFtuYV9pZHhdIDwtIDAKCmVuY19leHB0IDwtIGNyZWF0ZV9leHB0KG1ldGFkYXRhPWVuY19tZXRhZGF0YSwgY291bnRfZGF0YWZyYW1lPWVuY19tYXRyaXgsIGdlbmVfaW5mbz1OVUxMKQpgYGAKCiMgUGVyZm9ybSBjb21wYXJpc29ucwoKRm9yIHRoZSBmaXJzdCBhbmQgc2ltcGxlc3QgY29tcGFyaXNvbiwgSSB3aWxsIHRha2UgdGhlIG1lZGlhbiBieSBjb25kaXRpb24gZm9yCnRoZXNlIHRocmVlIGRhdGEgc2V0cyBhbmQgc2VlIGhvdyB0aGV5IGNvbXBhcmUuICBUaGVuIEkgd2lsbCBzdWJzZXQgdGhlIGRhdGEKaW50byB3aG9sZSB2cy4gZmlsdGVyZWQgYW5kIGRvIHRoZSBsb2dGQyBjb21wYXJpc29ucyBhbmQgY29tcGFyZSBhZ2Fpbi4gIEZpbmFsbHkKSSB3aWxsIHJlcGVhdCB0aGVzZSBwcm9jZXNzZXMgd2l0aCBteSB2ZXJzaW9uIG9mIHRoZSBpbXB1dGF0aW9uIHByb3ZpZGVkIGJ5IERFUC4KCmBgYHtyIGZpcnN0X2NvbXBhcmlzb25zfQpvc3dfbWVkaWFucyA8LSBtZWRpYW5fYnlfZmFjdG9yKG9zd19leHB0KQplbmNfbWVkaWFucyA8LSBtZWRpYW5fYnlfZmFjdG9yKGVuY19leHB0KQp1bXBfbWVkaWFucyA8LSBtZWRpYW5fYnlfZmFjdG9yKHVtcF9leHB0KQoKYWxsIDwtIG1lcmdlKG9zd19tZWRpYW5zLCBlbmNfbWVkaWFucywgYnk9InJvdy5uYW1lcyIpCnJvd25hbWVzKGFsbCkgPC0gYWxsW1siUm93Lm5hbWVzIl1dCmFsbFtbIlJvdy5uYW1lcyJdXSA8LSBOVUxMCmFsbCA8LSBtZXJnZShhbGwsIHVtcF9tZWRpYW5zLCBieT0icm93Lm5hbWVzIikKcm93bmFtZXMoYWxsKSA8LSBhbGxbWyJSb3cubmFtZXMiXV0KYWxsW1siUm93Lm5hbWVzIl1dIDwtIE5VTEwKCiMjIE9wZW5TV0FUSCAnbm9ybWFsJyB2cy4gRW5jeWNsb3BlRElBCnRlc3RfZGYgPC0gYWxsWywgYygiZGVsdGFfZmlsdHJhdGUiLCAiZGVsdGFfZmlsdHJhdGUueCIsICJkZWx0YV9maWx0cmF0ZS55IildCmNvci50ZXN0KHRlc3RfZGZbWzFdXSwgdGVzdF9kZltbMl1dLCBtZXRob2Q9InNwZWFybWFuIikKY29yLnRlc3QodGVzdF9kZltbMV1dLCB0ZXN0X2RmW1szXV0sIG1ldGhvZD0ic3BlYXJtYW4iKQoKIyMgT3BlblNXQVRIICdub3JtYWwnIHZzLiBESUFVbXBpcmUKdGVzdF9kZiA8LSBhbGxbLCBjKCJkZWx0YV9maWx0cmF0ZSIsICJkZWx0YV9maWx0cmF0ZS55IildCmNvci50ZXN0KHRlc3RfZGZbWzFdXSwgdGVzdF9kZltbMl1dKQoKa2VlcGVycyA8LSBsaXN0KAogICJ3dF9jZndob2xlIiA9IGMoInd0X2ZpbHRyYXRlIiwgInd0X3dob2xlIiksCiAgImRlbHRhX2Nmd2hvbGUiID0gYygiZGVsdGFfZmlsdHJhdGUiLCAiZGVsdGFfd2hvbGUiKSwKICAid2hvbGVfZGVsdGF3dCIgPSBjKCJkZWx0YV93aG9sZSIsICJ3dF93aG9sZSIpLAogICJjZl9kZWx0YXd0IiA9IGMoImRlbHRhX2ZpbHRyYXRlIiwgInd0X2ZpbHRyYXRlIikpCnVtcF9ub3JtIDwtIG5vcm1hbGl6ZV9leHB0KHVtcF9leHB0LCBmaWx0ZXI9VFJVRSkKdW1wX2RlIDwtIGFsbF9wYWlyd2lzZSh1bXBfbm9ybSwgZm9yY2U9VFJVRSkKd2hvbGVfdGFibGVzIDwtIGNvbWJpbmVfZGVfdGFibGVzKAogIHVtcF9kZSwKICBrZWVwZXJzPWtlZXBlcnMsCiAgZXhjZWw9cGFzdGUwKCJleGNlbC9kaWF1bXBpcmVfdGFibGVzLXYiLCB2ZXIsICIueGxzeCIpKQpgYGAKCiMgQWRkIGltcHV0YXRpb24KCmBgYHtyIGltcHV0YXRpb25fYWRkaXRpb259Cm9zd19pbXB1dGVkIDwtIGltcHV0ZV9leHB0KG9zd19leHB0LCBmdW49Ik1pblByb2IiLCBxPTAuMDUpCmVuY19pbXB1dGVkIDwtIGltcHV0ZV9leHB0KGVuY19leHB0KQp1bXBfaW1wdXRlZCA8LSBpbXB1dGVfZXhwdCh1bXBfZXhwdCwgZnVuPSJrbm4iLCBrPTEwLCByb3dtYXg9MC45LCBmb3JjZT1UUlVFKQpgYGAKCgpgYGB7ciBzYXZlbWV9CmlmICghaXNUUlVFKGdldDAoInNraXBfbG9hZCIpKSkgewogIG1lc3NhZ2UocGFzdGUwKCJUaGlzIGlzIGhwZ2x0b29scyBjb21taXQ6ICIsIGdldF9naXRfY29tbWl0KCkpKQogIHRoaXNfc2F2ZSA8LSBwYXN0ZTAoZ3N1YihwYXR0ZXJuPSJcXC5SbWQiLCByZXBsYWNlPSIiLCB4PXJtZF9maWxlKSwgIi12IiwgdmVyLCAiLnJkYS54eiIpCiAgbWVzc2FnZShwYXN0ZTAoIlNhdmluZyB0byAiLCB0aGlzX3NhdmUpKQogIHRtcCA8LSBzbShzYXZlbWUoZmlsZW5hbWU9dGhpc19zYXZlKSkKICBwYW5kZXI6OnBhbmRlcihzZXNzaW9uSW5mbygpKQp9CmBgYAoKYGBge3IgbG9hZG1lLCBldmFsPUZBTFNFfQp0bXAgPC0gbG9hZG1lKGZpbGVuYW1lPXRoaXNfc2F2ZSkKYGBgCg==

M. tuberculosis 20190327: DIA-Umpire based OpenSWATH workflow.

atb abelew@gmail.com

2019-06-07