1 Rework DIA-Umpire to feed OpenSWATH.
In the following blocks I want to use DIA Umpire to create transition libraries for openswath, then I want to run openswath and score the runs.
1.1 Invoke DIA Umpire
cd ~/scratch/proteomics/mycobacterium_tuberculosis_2018
module add openms
type="mzXML"
export VERSION="20190228"
basedir="${HOME}/scratch/proteomics/mycobacterium_tuberculosis_2018"
base_input="${basedir}/results/01${type}/dia/${VERSION}/"
umpire_inputs=$(/usr/bin/find "${base_input}" -name "*.${type}" | sort)
echo "Checking in: ${umpire_inputs}"
for input in ${umpire_inputs};
do
in_name=$(basename $input ".${type}")
out_name="${in_name}_Q1.mgf"
if [[ ! -f "${base_input}/${out_name}" ]]; then
echo "The output file: ${out_name} already exists."
else
java -jar DIA_Umpire_SE.jar ${input} diaumpire_se.params
fi
done1.2 Convert DIA Umpire results
1.3 Search the Umpire results
1.4 Merge them
1.5 Combine the statistics
ProteinProphet \
results/04_dia_umpire_xinteract/interact.comet.pep.xml \
results/05_dia_umpire_prophet/combined.prot.xml
InterProphetParser \
DECOY=DECOY \
results/04_dia_umpire_xinteract/interact.comet.pep.xml \
results/05_dia_umpire_prophet/iProphet.pep.xml
Mayu.pl \
-A results/05_dia_umpire_prophet/iProphet.pep.xml \
-C reference/mtb_irt.fasta \
-E DECOYmayu_output <- "../2019-05-12_12.37.03_main_1.07.csv"
number <- hpgltools::extract_mayu_pps_fdr(mayu_output)
message("The number is: ", number)
## 0.43291## Rerunning because writing the file failed.
spectrast \
-cNSpecLib -cICID-QTOF \
-cf "Protein! ~ DECOY_" \
-cP0.4237 \
-c_IRTreference/irt.txt \
-c_IRR results/05_dia_umpire_prophet/iProphet.pep.xml
spectrast \
-cNSpecLib_cons \
-cICID-QTOF \
-cAC SpecLib.splib
spectrast2tsv.py \
-l 350,2000 \
-s b,y \
-x 1,2 \
-o 6 \
-n 6 \
-p 0.05 \
-d -e \
-k openswath \
-w windows/2018_0817BrikenTrypsinDIA19.txt \
-a SpecLib_cons_openswath.tsv \
SpecLib_cons.sptxt
TargetedFileConverter \
-in SpecLib_cons_openswath.tsv \
-in_type tsv \
-out SpecLib_cons_openswath.TraML \
-out_type TraML
OpenSwathDecoyGenerator \
-in SpecLib_cons_openswath.TraML \
-out SpecLib_cons_openswath_decoy.TraML \
-method shuffle
## -exclude_similar \
## -similarity_threshold 0.05 \
## -identity_threshold 0.7
TargetedFileConverter \
-in SpecLib_cons_openswath_decoy.TraML \
-in_type TraML \
-out SpecLib_cons_openswath_decoy.tsv \
-out_type tsv
TargetedFileConverter \
-in SpecLib_cons_openswath_decoy.TraML \
-in_type TraML \
-out SpecLib_cons_openswath_decoy.pqp \
-out_type pqp
export VERSION=${VERSION:-20190327}
echo "Loading environment modules and parameters for version: ${VERSION}."
source "parameters/${VERSION}_settings.sh"
echo "Invoking the OpenSwathWorkflow using local comet-derived transitions."
type="diaumpire"
input_type="mzXML"
export TRANSITION_PREFIX="SpecLib_cons_openswath_decoy"
echo "Checking in, the transition library is: ${TRANSITION_PREFIX}.pqp"
base_mzxmldir="results/01${input_type}/dia/${VERSION}"
swath_inputs=$(/usr/bin/find "${base_mzxmldir}" -name *.${input_type} -print | sort)
echo "Checking in, the inputs are: ${swath_inputs}"
mkdir -p "${SWATH_OUTDIR}_${type}"
pypdir="${PYPROPHET_OUTDIR}_${type}"
mkdir -p "${pypdir}"
for input in ${swath_inputs}
do
name=$(basename "${input}" ".${input_type}")
echo "Starting openswath run, library type ${type} for ${name} using ${MZ_WINDOWS} windows at $(date)."
swath_output_prefix="${SWATH_OUTDIR}_${type}/${name}_${DDA_METHOD}"
pyprophet_output_prefix="${PYPROPHET_OUTDIR}_${type}/${name}_${DDA_METHOD}"
echo "Deleting previous swath output file: ${swath_output_prefix}.osw"
rm -f "${swath_output_prefix}.osw"
rm -f "${swath_output_prefix}.tsv"
OpenSwathWorkflow \
-in "${input}" \
-force \
-sort_swath_maps \
-min_upper_edge_dist 1 \
-mz_correction_function "quadratic_regression_delta_ppm" \
-Scoring:TransitionGroupPicker:background_subtraction "original" \
-Scoring:stop_report_after_feature "5" \
-swath_windows_file "windows/openswath_${name}.txt" \
-tr "${TRANSITION_PREFIX}.pqp" \
-out_tsv "${swath_output_prefix}.tsv"
OpenSwathWorkflow \
-in "${input}" \
-force \
-sort_swath_maps \
-min_upper_edge_dist 1 \
-mz_correction_function "quadratic_regression_delta_ppm" \
-Scoring:TransitionGroupPicker:background_subtraction "original" \
-Scoring:stop_report_after_feature "5" \
-swath_windows_file "windows/openswath_${name}.txt" \
-tr "${TRANSITION_PREFIX}.pqp" \
-out_osw "${swath_output_prefix}.osw"
##2>"${swath_output_prefix}_osw.log" 1>&2
done
swath_out=$(dirname ${swath_output_prefix})
pyprophet_out="$(dirname "${pyprophet_output_prefix}")/openswath_merged.osw"
echo "Merging osw files to ${pyprophet_out}"
pyprophet merge \
--template "${TRANSITION_PREFIX}.pqp" \
--out="${pyprophet_out}" \
${swath_out}/*.osw
pyprophet score --in="${pyprophet_out}"
pyprophet export --in="${pyprophet_out}" --out "test.tsv"
## pyprophet always exports to the current working directory.
final_name="$(dirname ${pyprophet_out})/$(basename ${pyprophet_out} ".osw").tsv"
echo $final_name
mv "test.tsv"
ls -ld "${pyprophet_out}"
tric_tb="${TRIC_OUTDIR}_tuberculist"
mkdir -p "${tric_tb}"
feature_alignment.py \
--force \
--in "./${pypdir}/"*.tsv \
--out "${tric_tb}/${SEARCH_METHOD}_${DDA_METHOD}.tsv" \
--out_matrix "${tric_tb}/${DDA_METHOD}_outmatrix.tsv" \
--out_meta "${tric_tb}/${DDA_METHOD}_meta.tsv"
2>"${tric_tb}/feature_alignment.err" \
1>"${tric_tb}/feature_alignment.out"
echo "Wrote final output to ${tric_tb}/${SEARCH_METHOD}_${DDA_METHOD}.tsv"2 DEP usage
Thanks to Vivek, I now am aware of DEP, which does everything I wish MSstats did. The matrix given to me by tric’s feature_alignment.py I think gives me what DEP requires, along with my annotations and sample sheet.
Let us see if this is true.
2.1 Protein annotations
mtb_gff <- "reference/mycobacterium_tuberculosis_h37rv_2.gff.gz"
mtb_genome <- "reference/mtuberculosis_h37rv_genbank.fasta"
mtb_cds <- "reference/mtb_cds.fasta"
mtb_annotations <- sm(load_gff_annotations(mtb_gff, type="gene"))
colnames(mtb_annotations) <- gsub(pattern="\\.", replacement="", x=colnames(mtb_annotations))
mtb_annotations[["description"]] <- gsub(pattern="\\+", replacement=" ",
x=mtb_annotations[["description"]])
mtb_annotations[["function"]] <- gsub(pattern="\\+", replacement=" ",
x=mtb_annotations[["function"]])
rownames(mtb_annotations) <- mtb_annotations[["ID"]]
mtb_microbes <- load_microbesonline_annotations(id=83332)## The species being downloaded is: Mycobacterium tuberculosis H37Rv2.2 Preprocess intensities in preparation for DEP
ver <- "20190327"
ump_data <- read.csv(
paste0("results/tric/", ver, "/whole_8mz_dia_umpire/comet_HCD.tsv"), sep="\t")
ump_data[["ProteinName"]] <- gsub(pattern="^(.*)_.*$", replacement="\\1",
x=ump_data[["ProteinName"]])
sample_annot <- extract_metadata(paste0("sample_sheets/Mtb_dia_samples_20190521.xlsx"))
colnames(sample_annot)## [1] "sampleid" "tubeid" "tubelabel"
## [4] "figurereplicate" "figurename" "sampledescription"
## [7] "bioreplicate" "lcrun" "msrun"
## [10] "technicalreplicate" "replicatestate" "run"
## [13] "exptid" "genotype" "collectiontype"
## [16] "condition" "batch" "windowsize"
## [19] "enzyme" "harvestdate" "prepdate"
## [22] "rundate" "runinfo" "rawfile"
## [25] "filename" "mzmlfile" "diascored"
## [28] "tuberculistscored" "includeexclude"## [1] "s2018_0315Briken01" "s2018_0315Briken02"
## [3] "s2018_0315Briken03" "s2018_0315Briken04"
## [5] "s2018_0315Briken05" "s2018_0315Briken06"
## [7] "s2018_0315Briken21" "s2018_0315Briken22"
## [9] "s2018_0315Briken23" "s2018_0315Briken24"
## [11] "s2018_0315Briken25" "s2018_0315Briken26"
## [13] "s2018_0502BrikenDIA01" "s2018_0502BrikenDIA02"
## [15] "s2018_0502BrikenDIA03" "s2018_0502BrikenDIA04"
## [17] "s2018_0502BrikenDIA05" "s2018_0502BrikenDIA06"
## [19] "s2018_0502BrikenDIA07" "s2018_0502BrikenDIA08"
## [21] "s2018_0502BrikenDIA09" "s2018_0502BrikenDIA10"
## [23] "s2018_0502BrikenDIA11" "s2018_0502BrikenDIA12"
## [25] "s2018_0726Briken01" "s2018_0726Briken02"
## [27] "s2018_0726Briken03" "s2018_0726Briken04"
## [29] "s2018_0726Briken05" "s2018_0726Briken06"
## [31] "s2018_0726Briken07" "s2018_0726Briken08"
## [33] "s2018_0726Briken09" "s2018_0726Briken11"
## [35] "s2018_0726Briken12" "s2018_0726Briken13"
## [37] "s2018_0726Briken14" "s2018_0726Briken15"
## [39] "s2018_0726Briken16" "s2018_0726Briken17"
## [41] "s2018_0726Briken18" "s2018_0726Briken19"
## [43] "s2018_0817BrikenTrypsinDIA01" "s2018_0817BrikenTrypsinDIA02"
## [45] "s2018_0817BrikenTrypsinDIA03" "s2018_0817BrikenTrypsinDIA04"
## [47] "s2018_0817BrikenTrypsinDIA05" "s2018_0817BrikenTrypsinDIA06"
## [49] "s2018_0817BrikenTrypsinDIA07" "s2018_0817BrikenTrypsinDIA08"
## [51] "s2018_0817BrikenTrypsinDIA09" "s2018_0817BrikenTrypsinDIA11"
## [53] "s2018_0817BrikenTrypsinDIA12" "s2018_0817BrikenTrypsinDIA13"
## [55] "s2018_0817BrikenTrypsinDIA14" "s2018_0817BrikenTrypsinDIA15"
## [57] "s2018_0817BrikenTrypsinDIA16" "s2018_0817BrikenTrypsinDIA17"
## [59] "s2018_0817BrikenTrypsinDIA18" "s2018_0817BrikenTrypsinDIA19"## [1] "results/01mzXML/dia/20190327/2018_0315Briken01.mzXML"
## [2] "results/01mzXML/dia/20190327/2018_0315Briken02.mzXML"
## [3] "results/01mzXML/dia/20190327/2018_0315Briken03.mzXML"
## [4] "results/01mzXML/dia/20190327/2018_0315Briken04.mzXML"
## [5] "results/01mzXML/dia/20190327/2018_0315Briken05.mzXML"
## [6] "results/01mzXML/dia/20190327/2018_0315Briken06.mzXML"
## [7] "results/01mzXML/dia/20190327/2018_0315Briken21.mzXML"
## [8] "results/01mzXML/dia/20190327/2018_0315Briken22.mzXML"
## [9] "results/01mzXML/dia/20190327/2018_0315Briken23.mzXML"
## [10] "results/01mzXML/dia/20190327/2018_0315Briken24.mzXML"
## [11] "results/01mzXML/dia/20190327/2018_0315Briken25.mzXML"
## [12] "results/01mzXML/dia/20190327/2018_0315Briken26.mzXML"
## [13] "results/01mzXML/dia/20190327/2018_0502BrikenDIA01.mzXML"
## [14] "results/01mzXML/dia/20190327/2018_0502BrikenDIA02.mzXML"
## [15] "results/01mzXML/dia/20190327/2018_0502BrikenDIA03.mzXML"
## [16] "results/01mzXML/dia/20190327/2018_0502BrikenDIA04.mzXML"
## [17] "results/01mzXML/dia/20190327/2018_0502BrikenDIA05.mzXML"
## [18] "results/01mzXML/dia/20190327/2018_0502BrikenDIA06.mzXML"
## [19] "results/01mzXML/dia/20190327/2018_0502BrikenDIA07.mzXML"
## [20] "results/01mzXML/dia/20190327/2018_0502BrikenDIA08.mzXML"
## [21] "results/01mzXML/dia/20190327/2018_0502BrikenDIA09.mzXML"
## [22] "results/01mzXML/dia/20190327/2018_0502BrikenDIA10.mzXML"
## [23] "results/01mzXML/dia/20190327/2018_0502BrikenDIA11.mzXML"
## [24] "results/01mzXML/dia/20190327/2018_0502BrikenDIA12.mzXML"
## [25] "results/01mzXML/dia/20190327/2018_0726Briken01.mzXML"
## [26] "results/01mzXML/dia/20190327/2018_0726Briken02.mzXML"
## [27] "results/01mzXML/dia/20190327/2018_0726Briken03.mzXML"
## [28] "results/01mzXML/dia/20190327/2018_0726Briken04.mzXML"
## [29] "results/01mzXML/dia/20190327/2018_0726Briken05.mzXML"
## [30] "results/01mzXML/dia/20190327/2018_0726Briken06.mzXML"
## [31] "results/01mzXML/dia/20190327/2018_0726Briken07.mzXML"
## [32] "results/01mzXML/dia/20190327/2018_0726Briken08.mzXML"
## [33] "results/01mzXML/dia/20190327/2018_0726Briken09.mzXML"
## [34] "results/01mzXML/dia/20190327/2018_0726Briken11.mzXML"
## [35] "results/01mzXML/dia/20190327/2018_0726Briken12.mzXML"
## [36] "results/01mzXML/dia/20190327/2018_0726Briken13.mzXML"
## [37] "results/01mzXML/dia/20190327/2018_0726Briken14.mzXML"
## [38] "results/01mzXML/dia/20190327/2018_0726Briken15.mzXML"
## [39] "results/01mzXML/dia/20190327/2018_0726Briken16.mzXML"
## [40] "results/01mzXML/dia/20190327/2018_0726Briken17.mzXML"
## [41] "results/01mzXML/dia/20190327/2018_0726Briken18.mzXML"
## [42] "results/01mzXML/dia/20190327/2018_0726Briken19.mzXML"
## [43] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA01.mzXML"
## [44] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA02.mzXML"
## [45] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA03.mzXML"
## [46] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA04.mzXML"
## [47] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA05.mzXML"
## [48] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA06.mzXML"
## [49] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA07.mzXML"
## [50] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA08.mzXML"
## [51] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA09.mzXML"
## [52] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA11.mzXML"
## [53] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA12.mzXML"
## [54] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA13.mzXML"
## [55] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA14.mzXML"
## [56] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA15.mzXML"
## [57] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA16.mzXML"
## [58] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA17.mzXML"
## [59] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA18.mzXML"
## [60] "results/01mzXML/dia/20190327/2018_0817BrikenTrypsinDIA19.mzXML"## Loading SWATH2statsump_s2s <- SWATH2stats::sample_annotation(data=ump_data,
sample_annotation=sample_annot,
fullpeptidename_column="fullpeptidename")## Found the same mzXML files in the annotations and data.## Number of non-decoy peptides: 17081
## Number of decoy peptides: 1801
## Decoy rate: 0.1054## This seems a bit high to me, yesno?
ump_fdr <- assess_fdr_overall(ump_s2s, output="Rconsole", plot=TRUE)## The average FDR by run on assay level is 0.015## The average FDR by run on peptide level is 0.016## The average FDR by run on protein level is 0.001## Target assay FDR: 0.02## Required overall m-score cutoff: 0.0031623
## achieving assay FDR: 0.0194## Target protein FDR: 0.02## Required overall m-score cutoff: 0.01
## achieving protein FDR: 0.00115## Original dimension: 221952, new dimension: 211415, difference: 10537.## Peptides need to have been quantified in more conditions than: 48 in order to pass this percentage-based threshold.## Fraction of peptides selected: 0.00058## Original dimension: 224796, new dimension: 680, difference: 224116.ump_filtered_ms_fdr <- filter_mscore_fdr(ump_filtered_ms, FFT=0.7,
overall_protein_fdr_target=ump_prot_score,
upper_overall_peptide_fdr_limit=0.05)## Target protein FDR: 0.01## Required overall m-score cutoff: 0.01
## achieving protein FDR: 0## filter_mscore_fdr is filtering the data...## finding m-score cutoff to achieve desired protein FDR in protein master list..## finding m-score cutoff to achieve desired global peptide FDR..## Target peptide FDR: 0.05## Required overall m-score cutoff: 0.01## Achieving peptide FDR: 0## Proteins selected:
## Total proteins selected: 2412
## Final target proteins: 2412
## Final decoy proteins: 0## Peptides mapping to these protein entries selected:
## Total mapping peptides: 16868
## Final target peptides: 16868
## Final decoy peptides: 0## Total peptides selected from:
## Total peptides: 16868
## Final target peptides: 16868
## Final decoy peptides: 0## Individual run FDR quality of the peptides was not calculated
## as not every run contains a decoy.## The decoys have been removed from the returned data.## Number of proteins detected: 2363
## Protein identifiers: Rv0577, Rv0242c, Rv3012c, Rv2467, Rv3715c, Rv2220## Number of proteins detected that are supported by a proteotypic peptide: 2337
## Number of proteotypic peptides detected: 16728## Number of proteins detected: 2337## First 6 protein identifiers: Rv0577, Rv0242c, Rv3012c, Rv2467, Rv3715c, Rv2220## Before filtering:
## Number of proteins: 2337
## Number of peptides: 16728
##
## Percentage of peptides removed: 25.94%
##
## After filtering:
## Number of proteins: 2331
## Number of peptides: 12388## Error in is.data.frame(x): object 'ump_filtered_ms_fdr_pr_all_str' not foundump_matrix_prefix <- file.path("results", "swath2stats", ver)
if (!file.exists(matrix_prefix)) {
dir.create(matrix_prefix)
}## Error in file.exists(matrix_prefix): object 'matrix_prefix' not foundprotein_matrix_all <- write_matrix_proteins(
ump_s2s, write.csv=TRUE,
filename=file.path(matrix_prefix, "ump_protein_all.csv"))## Error in file.path(matrix_prefix, "ump_protein_all.csv"): object 'matrix_prefix' not found## Error in eval(expr, envir, enclos): object 'protein_matrix_all' not foundprotein_matrix_mscore <- write_matrix_proteins(
ump_filtered_ms, write.csv=TRUE,
filename=file.path(matrix_prefix, "ump_protein_matrix_mscore.csv"))## Error in file.path(matrix_prefix, "ump_protein_matrix_mscore.csv"): object 'matrix_prefix' not found## Error in eval(expr, envir, enclos): object 'protein_matrix_mscore' not foundpeptide_matrix_mscore <- write_matrix_peptides(
ump_filtered_ms, write.csv=TRUE,
filename=file.path(matrix_prefix, "ump_peptide_matrix_mscore.csv"))## Error in file.path(matrix_prefix, "ump_peptide_matrix_mscore.csv"): object 'matrix_prefix' not found## Error in eval(expr, envir, enclos): object 'peptide_matrix_mscore' not foundprotein_matrix_filtered <- write_matrix_proteins(
ump_filtered_all_filters, write.csv=TRUE,
filename=file.path(matrix_prefix, "ump_protein_matrix_filtered.csv"))## Error in aggregate(data[, "intensity"], by = list(data[["proteinname"]], : object 'ump_filtered_all_filters' not found## Error in eval(expr, envir, enclos): object 'protein_matrix_filtered' not foundpeptide_matrix_filtered <- write_matrix_peptides(
ump_filtered_all_filters, write.csv=TRUE,
filename=file.path(matrix_prefix, "ump_peptide_matrix_filtered.csv"))## Error in is.data.frame(x): object 'ump_filtered_all_filters' not found## Error in eval(expr, envir, enclos): object 'peptide_matrix_filtered' not found3 Look at raw data
mzml_data <- extract_msraw_data(sample_annot, parallel=FALSE,
format="mzML",
allow_window_overlap=FALSE,
file_column="mzmlfile",
savefile="testing.rda")## Reading results/01mzML/dia/20190327/2018_0315Briken01.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken02.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken03.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken04.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken05.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken06.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken21.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken22.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken23.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken24.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken25.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0315Briken26.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA01.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA02.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA03.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA04.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA05.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA06.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA07.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA08.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA09.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA10.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA11.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0502BrikenDIA12.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken01.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken02.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken03.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken04.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken05.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken06.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken07.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken08.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken09.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken11.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken12.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken13.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken14.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken15.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken16.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken17.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken18.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0726Briken19.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA01.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA02.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA03.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA04.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA05.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA06.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA07.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA08.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA09.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA11.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA12.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA13.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA14.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA15.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA16.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA17.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA18.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Reading results/01mzML/dia/20190327/2018_0817BrikenTrypsinDIA19.mzML## Error in loadNamespace(name) : there is no package called 'mzR'## Error in names(res) <- rownames(sample_definitions): 'names' attribute [60] must be the same length as the vector [0]4 Get intensities
## Error in eval(expr, envir, enclos): object 'protein_matrix_filtered' not found## Error in colnames(intensities): object 'intensities' not found## Error in cols[[1]] <- "Protein": object 'cols' not found## Error in eval(expr, envir, enclos): object 'cols' not found## Error in eval(expr, envir, enclos): object 'intensities' not found## Error in intensities[["Protein"]] <- NULL: object 'intensities' not found## Check the sample names of the intensity matrix and sample annotations.
colnames(intensities) %in% rownames(sample_annot)## Error in colnames(intensities): object 'intensities' not found## Error in colnames(intensities): object 'intensities' not found## Error in colnames(intensities): object 'intensities' not found## Error in `[.data.frame`(sample_annot, reordered, ): object 'reordered' not found## Reading the sample metadata.## The sample definitions comprises: 60 rows(samples) and 29 columns(metadata fields).## Error in create_expt(sample_annot, count_dataframe = intensities, gene_info = mtb_annotations): object 'intensities' not found5 Pass the data to DEP and see what happens.
## Loading DEP## Warning in (function (dep_name, dep_ver = "*") : Dependency package
## 'MSnbase' not available.## Warning in (function (dep_name, dep_ver = "*") : Dependency package
## 'fdrtool' not available.## Warning in (function (dep_name, dep_ver = "*") : Dependency package 'DT'
## not available.## Warning in (function (dep_name, dep_ver = "*") : Dependency package
## 'imputeLCMD' not available.## Dependency package(s) 'MSnbase','fdrtool','DT','imputeLCMD' not available.wtf <- function (proteins_unique, columns, expdesign) {
assertthat::assert_that(is.data.frame(proteins_unique), is.integer(columns),
is.data.frame(expdesign))
if (any(!c("name", "ID") %in% colnames(proteins_unique))) {
stop("'name' and/or 'ID' columns are not present in '",
deparse(substitute(proteins_unique)), "'.\nRun make_unique() to obtain the required columns",
call. = FALSE)
}
if (any(!c("label", "condition", "replicate") %in% colnames(expdesign))) {
stop("'label', 'condition' and/or 'replicate' columns",
"are not present in the experimental design", call. = FALSE)
}
if (any(!apply(proteins_unique[, columns], 2, is.numeric))) {
stop("specified 'columns' should be numeric", "\nRun make_se_parse() with the appropriate columns as argument",
call. = FALSE)
}
if (tibble::is.tibble(proteins_unique))
proteins_unique <- as.data.frame(proteins_unique)
if (tibble::is.tibble(expdesign))
expdesign <- as.data.frame(expdesign)
rownames(proteins_unique) <- proteins_unique$name
raw <- proteins_unique[, columns]
raw[raw == 0] <- NA
raw <- log2(raw)
expdesign <- mutate(expdesign, condition = make.names(condition))
## I changed the following because it didn't make sense to me.
if (is.null(expdesign[["ID"]])) {
expdesign <- expdesign %>%
tidyr::unite(condition, replicate, remove=FALSE)
}
rownames(expdesign) <- expdesign$ID
matched <- match(make.names(delete_prefix(expdesign$label)),
make.names(delete_prefix(colnames(raw))))
if (any(is.na(matched))) {
stop("None of the labels in the experimental design match ",
"with column names in 'proteins_unique'", "\nRun make_se() with the correct labels in the experimental design",
"and/or correct columns specification")
}
colnames(raw)[matched] <- expdesign$ID
raw <- raw[, !is.na(colnames(raw))][rownames(expdesign)]
row_data <- proteins_unique[, -columns]
rownames(row_data) <- row_data$name
se <- SummarizedExperiment(assays = as.matrix(raw), colData = expdesign,
rowData = row_data)
return(se)
}## Error in library(DEP): there is no package called 'DEP'## Loading required package: GenomicRanges## Loading required package: stats4## Loading required package: S4Vectors##
## Attaching package: 'S4Vectors'## The following object is masked from 'package:base':
##
## expand.grid## Loading required package: IRanges## Loading required package: GenomeInfoDb## Loading required package: DelayedArray## Loading required package: matrixStats##
## Attaching package: 'matrixStats'## The following objects are masked from 'package:hpgltools':
##
## anyMissing, rowMedians## The following objects are masked from 'package:Biobase':
##
## anyMissing, rowMedians## Loading required package: BiocParallel##
## Attaching package: 'DelayedArray'## The following objects are masked from 'package:matrixStats':
##
## colMaxs, colMins, colRanges, rowMaxs, rowMins, rowRanges## The following objects are masked from 'package:base':
##
## aperm, apply, rowsum## Error in pData(protein_expt): object 'protein_expt' not found## Error in design[["sampleid"]]: object of type 'closure' is not subsettable## Error in design[["sampleid"]]: object of type 'closure' is not subsettablemy_se <- SummarizedExperiment(
assays=exprs(protein_expt),
colData=design,
rowData=fData(protein_expt))## Error in exprs(protein_expt): object 'protein_expt' not found## Error in exprs(protein_expt): object 'protein_expt' not found## Error in rownames(mtb_unique): object 'mtb_unique' not found## Error in rownames(mtb_unique): object 'mtb_unique' not foundintensity_columns <- 1:60
## mtb_se <- wtf(mtb_unique, intensity_columns, design)
mtb_se <- make_se(mtb_unique, intensity_columns, design)## Error in make_se(mtb_unique, intensity_columns, design): could not find function "make_se"## Error: 'plot_frequency' is not an exported object from 'namespace:DEP'## Error in assay(mtb_se): object 'mtb_se' not found## Error: 'filter_missval' is not an exported object from 'namespace:DEP'## Error in assay(mtb_filt): object 'mtb_filt' not found## Error: 'plot_numbers' is not an exported object from 'namespace:DEP'## Error: 'plot_coverage' is not an exported object from 'namespace:DEP'## Error: 'normalize_vsn' is not an exported object from 'namespace:DEP'## Error: 'plot_normalization' is not an exported object from 'namespace:DEP'## Error: 'plot_missval' is not an exported object from 'namespace:DEP'## Error: 'plot_detect' is not an exported object from 'namespace:DEP'## Error: 'impute' is not an exported object from 'namespace:DEP'## Error: 'impute' is not an exported object from 'namespace:DEP'## Error: 'plot_imputation' is not an exported object from 'namespace:DEP'## Error: 'test_diff' is not an exported object from 'namespace:DEP'mtb_diff <- DEP::test_diff(mtb_imp, type="manual",
test=c("wt_filtrate_vs_wt_whole",
"delta_filtrate_vs_wt_filtrate",
"comp_filtrate_vs_wt_filtrate",
"wt_filtrate_vs_delta_filtrate",
"wt_filtrate_vs_comp_filtrate",
"wt_whole_vs_delta_whole",
"wt_whole_vs_comp_whole"))## Error: 'test_diff' is not an exported object from 'namespace:DEP'## Error: 'add_rejections' is not an exported object from 'namespace:DEP'## mtb_pca <- DEP::plot_pca(mtb_dep)
## The PCA plotter provided by DEP has some problems.
DEP::plot_cor(mtb_dep)## Error: 'plot_cor' is not an exported object from 'namespace:DEP'## Error: 'plot_heatmap' is not an exported object from 'namespace:DEP'## Error: 'plot_heatmap' is not an exported object from 'namespace:DEP'## Error: 'plot_volcano' is not an exported object from 'namespace:DEP'## Error: 'plot_volcano' is not an exported object from 'namespace:DEP'## Error: 'plot_cond' is not an exported object from 'namespace:DEP'## Error: 'get_results' is not an exported object from 'namespace:DEP'## Error in plot_single(mtb_dep, proteins = c("Rv0287", "Rv0288")): could not find function "plot_single"## Error in hpgltools::write_xls(data = mtb_result, excel = "excel/dep_result.xlsx"): object 'mtb_result' not found6 Minor change to plot_missval
DEP has a neat function to plot missing values. Sadly, it does not return the actual matrix, only the plot. This is nice and all, but I need the matrix, ergo this minor change.
count_defined <- function(se) {
df <- as.data.frame(assay(se))
na_idx <- is.na(df)
defined_mtrx <- ifelse(is.na(df), 0, 1)
return(defined_mtrx)
}
def_mtrx <- count_defined(mtb_se)## Error in assay(se): object 'mtb_se' not found## Error in summary(def_mtrx): object 'def_mtrx' not found## Error in rowSums(def_mtrx): object 'def_mtrx' not found## Error in head(defined_by_protein): object 'defined_by_protein' not found## Error in colSums(def_mtrx): object 'def_mtrx' not found## Error in eval(expr, envir, enclos): object 'defined_by_sample' not found7 Request 20190523
Compare our ‘normal’ openswath output via hpgltools analysis vs. the umpire version. Secondary goal: With and without imputation.
ver <- "20180913"
tric_data <- read.csv(
paste0("results/tric/", ver, "/whole_8mz_tuberculist/comet_HCD.tsv"), sep="\t")
tric_data[["ProteinName"]] <- gsub(pattern="^(.*)_.*$", replacement="\\1",
x=tric_data[["ProteinName"]])
sample_annot <- extract_metadata(paste0("sample_sheets/Mtb_dia_samples_", ver, ".xlsx"))
kept <- ! grepl(x=rownames(sample_annot), pattern="^s\\.\\.")
sample_annot <- sample_annot[kept, ]
devtools::load_all("~/scratch/git/SWATH2stats_myforked")## Loading SWATH2statss2s_exp <- sample_annotation(data=tric_data,
sample_annotation=sample_annot,
fullpeptidename_column="fullpeptidename")## Found the same mzXML files in the annotations and data.## Number of non-decoy peptides: 21557
## Number of decoy peptides: 939
## Decoy rate: 0.0436## This seems a bit high to me, yesno?
fdr_overall <- assess_fdr_overall(s2s_exp, output="Rconsole", plot=TRUE)
## The average FDR by run on assay level is 0.009## The average FDR by run on peptide level is 0.01## The average FDR by run on protein level is 0.047
## Target assay FDR: 0.02## Required overall m-score cutoff: 0.0070795
## achieving assay FDR: 0.0181## Target protein FDR: 0.02## Required overall m-score cutoff: 0.00089125
## achieving protein FDR: 0.0182## Original dimension: 133447, new dimension: 128204, difference: 5243.## Peptides need to have been quantified in more conditions than: 9.6 in order to pass this percentage-based threshold.## Fraction of peptides selected: 0.11## Original dimension: 135427, new dimension: 33028, difference: 102399.filtered_ms_fdr <- filter_mscore_fdr(filtered_ms, FFT=0.7,
overall_protein_fdr_target=prot_score,
upper_overall_peptide_fdr_limit=0.05)## Target protein FDR: 0.000891250938133746## Required overall m-score cutoff: 0.01
## achieving protein FDR: 0## filter_mscore_fdr is filtering the data...## finding m-score cutoff to achieve desired protein FDR in protein master list..## finding m-score cutoff to achieve desired global peptide FDR..## Target peptide FDR: 0.05## Required overall m-score cutoff: 0.01## Achieving peptide FDR: 0## Proteins selected:
## Total proteins selected: 2999
## Final target proteins: 2999
## Final decoy proteins: 0## Peptides mapping to these protein entries selected:
## Total mapping peptides: 20921
## Final target peptides: 20921
## Final decoy peptides: 0## Total peptides selected from:
## Total peptides: 20921
## Final target peptides: 20921
## Final decoy peptides: 0## Individual run FDR quality of the peptides was not calculated
## as not every run contains a decoy.## The decoys have been removed from the returned data.## Number of proteins detected: 3016
## Protein identifiers: Rv2524c, Rv3716c, Rv1270c, Rv0724, Rv0161, Rv2535c## Number of proteins detected that are supported by a proteotypic peptide: 2888
## Number of proteotypic peptides detected: 20772## Number of proteins detected: 2890## First 6 protein identifiers: Rv2524c, Rv3716c, Rv1270c, Rv0724, Rv0161, Rv2535c## Before filtering:
## Number of proteins: 2888
## Number of peptides: 20772
##
## Percentage of peptides removed: 21.87%
##
## After filtering:
## Number of proteins: 2861
## Number of peptides: 16230## Before filtering:
## Number of proteins: 2861
## Number of peptides: 16230
##
## Percentage of peptides removed: 0.04%
##
## After filtering:
## Number of proteins: 2603
## Number of peptides: 16223matrix_prefix <- file.path("results", "swath2stats", ver)
if (!file.exists(matrix_prefix)) {
dir.create(matrix_prefix)
}
protein_matrix_all <- write_matrix_proteins(
s2s_exp, write.csv=TRUE,
filename=file.path(matrix_prefix, "osw_protein_all.csv"))## Protein overview matrix results/swath2stats/20180913/osw_protein_all.csv written to working folder.## [1] 3873 13protein_matrix_mscore <- write_matrix_proteins(
filtered_ms, write.csv=TRUE,
filename=file.path(matrix_prefix, "osw_protein_matrix_mscore.csv"))## Protein overview matrix results/swath2stats/20180913/osw_protein_matrix_mscore.csv written to working folder.## [1] 2999 13peptide_matrix_mscore <- write_matrix_peptides(
filtered_ms, write.csv=TRUE,
filename=file.path(matrix_prefix, "osw_peptide_matrix_mscore.csv"))## Peptide overview matrix results/swath2stats/20180913/osw_peptide_matrix_mscore.csv written to working folder.## [1] 20921 13protein_matrix_filtered <- write_matrix_proteins(
filtered_all_filters, write.csv=TRUE,
filename=file.path(matrix_prefix, "osw_protein_matrix_filtered.csv"))## Protein overview matrix results/swath2stats/20180913/osw_protein_matrix_filtered.csv written to working folder.## [1] 2603 13peptide_matrix_filtered <- write_matrix_peptides(
filtered_all_filters, write.csv=TRUE,
filename=file.path(matrix_prefix, "osw_peptide_matrix_filtered.csv"))## Peptide overview matrix results/swath2stats/20180913/osw_peptide_matrix_filtered.csv written to working folder.## [1] 93860 13cols <- colnames(filtered_all_filters)
disaggregated <- disaggregate(filtered_all_filters, all.columns=TRUE)## The library contains 5 transitions per precursor.
## The data table was transformed into a table containing one row per transition.## One or several columns required by MSstats were not in the data. The columns were created and filled with NAs.
## Missing columns: productcharge, isotopelabeltype## isotopelabeltype was filled with light.prot_mtrx <- protein_matrix_filtered
rownames(prot_mtrx) <- gsub(pattern="^1\\/", replacement="", x=prot_mtrx[["proteinname"]])
prot_mtrx <- prot_mtrx[, -1]
## Important question: Did SWATH2stats reorder my data?
colnames(prot_mtrx) <- gsub(pattern="^(.*)(2018.*)$", replacement="s\\2", x=colnames(prot_mtrx))
reordered <- colnames(prot_mtrx)
metadata <- sample_annot[reordered, ]
osw_expt <- sm(create_expt(metadata,
count_dataframe=prot_mtrx,
gene_info=mtb_annotations))ver <- "20190327"
enc_metadata <- hpgltools:::read_metadata("sample_sheets/Mtb_dia_samples_encyclopedia_20190327.xlsx")
rownames(enc_metadata) <- paste0("s", enc_metadata[["sampleid"]])
enc_matrix <- read.table("encyclopedia/most_samples_quant_report.elib.proteins.txt", header=TRUE)
enc_pep_matrix <- read.table("encyclopedia/most_samples_quant_report.elib.peptides.txt", header=TRUE)
rownames(enc_matrix) <- enc_matrix[["Protein"]]
enc_matrix <- enc_matrix[, -1]
enc_matrix <- enc_matrix[, -1]
enc_matrix <- enc_matrix[, -1]
colnames(enc_matrix)## [1] "X2018_0502BrikenDIA01.mzML"
## [2] "X2018_0502BrikenDIA02.mzML"
## [3] "X2018_0502BrikenDIA03.mzML"
## [4] "X2018_0502BrikenDIA04.mzML"
## [5] "X2018_0502BrikenDIA05.mzML"
## [6] "X2018_0502BrikenDIA06.mzML"
## [7] "X2018_0502BrikenDIA07.mzML"
## [8] "X2018_0502BrikenDIA08.mzML"
## [9] "X2018_0502BrikenDIA09.mzML"
## [10] "X2018_0502BrikenDIA10.mzML"
## [11] "X2018_0502BrikenDIA11.mzML"
## [12] "X2018_0502BrikenDIA12.mzML"
## [13] "X2018_0726Briken01.mzML"
## [14] "X2018_0726Briken02.mzML"
## [15] "X2018_0726Briken03.mzML"
## [16] "X2018_0726Briken04.mzML"
## [17] "X2018_0726Briken05.mzML"
## [18] "X2018_0726Briken06.mzML"
## [19] "X2018_0726Briken07.mzML"
## [20] "X2018_0726Briken08.mzML"
## [21] "X2018_0726Briken09.mzML"
## [22] "X2018_0726Briken11.mzML"
## [23] "X2018_0726Briken12.mzML"
## [24] "X2018_0726Briken13.mzML"
## [25] "X2018_0726Briken14.mzML"
## [26] "X2018_0726Briken15.mzML"
## [27] "X2018_0726Briken16.mzML"
## [28] "X2018_0726Briken17.mzML"
## [29] "X2018_0726Briken18.mzML"
## [30] "X2018_0726Briken19.mzML"
## [31] "X2018_0817BrikenTrypsinDIA01.mzML"
## [32] "X2018_0817BrikenTrypsinDIA02.mzML"
## [33] "X2018_0817BrikenTrypsinDIA03.mzML"
## [34] "X2018_0817BrikenTrypsinDIA04.mzML"
## [35] "X2018_0817BrikenTrypsinDIA05.mzML"
## [36] "X2018_0817BrikenTrypsinDIA06.mzML"
## [37] "X2018_0817BrikenTrypsinDIA07.mzML"
## [38] "X2018_0817BrikenTrypsinDIA08.mzML"
## [39] "X2018_0817BrikenTrypsinDIA09.mzML"
## [40] "X2018_0817BrikenTrypsinDIA11.mzML"
## [41] "X2018_0817BrikenTrypsinDIA12.mzML"
## [42] "X2018_0817BrikenTrypsinDIA13.mzML"
## [43] "X2018_0817BrikenTrypsinDIA14.mzML"
## [44] "X2018_0817BrikenTrypsinDIA15.mzML"
## [45] "X2018_0817BrikenTrypsinDIA16.mzML"
## [46] "X2018_0817BrikenTrypsinDIA17.mzML"
## [47] "X2018_0817BrikenTrypsinDIA18.mzML"
## [48] "X2018_0817BrikenTrypsinDIA19.mzML"colnames(enc_matrix) <- gsub(pattern="X", replacement="s", x=colnames(enc_matrix))
colnames(enc_matrix) <- gsub(pattern="\\.mzML", replacement="", x=colnames(enc_matrix))
colnames(enc_matrix) <- gsub(pattern="^X", replacement="s", x=colnames(enc_matrix))
na_idx <- is.na(enc_matrix)
enc_matrix[na_idx] <- 0
enc_expt <- create_expt(metadata=enc_metadata, count_dataframe=enc_matrix, gene_info=NULL)## Reading the sample metadata.## The sample definitions comprises: 48 rows(samples) and 28 columns(metadata fields).## Matched 2632 annotations and counts.## Bringing together the count matrix and gene information.## The final expressionset has 2632 rows and 48 columns.8 Perform comparisons
For the first and simplest comparison, I will take the median by condition for these three data sets and see how they compare. Then I will subset the data into whole vs. filtered and do the logFC comparisons and compare again. Finally I will repeat these processes with my version of the imputation provided by DEP.
## The factor delta_filtrate has 3 rows.## The factor delta_whole has 3 rows.## The factor wt_filtrate has 3 rows.## The factor wt_whole has 3 rows.## The factor delta_filtrate has 9 rows.## The factor comp_filtrate has 10 rows.## The factor delta_whole has 8 rows.## The factor comp_whole has 9 rows.## The factor wt_filtrate has 6 rows.## The factor wt_whole has 6 rows.## Error in pData(data): object 'ump_expt' not foundall <- merge(osw_medians, enc_medians, by="row.names")
rownames(all) <- all[["Row.names"]]
all[["Row.names"]] <- NULL
all <- merge(all, ump_medians, by="row.names")## Error in merge(all, ump_medians, by = "row.names"): object 'ump_medians' not foundrownames(all) <- all[["Row.names"]]
all[["Row.names"]] <- NULL
## OpenSWATH 'normal' vs. EncyclopeDIA
test_df <- all[, c("delta_filtrate", "delta_filtrate.x", "delta_filtrate.y")]## Error in `[.data.frame`(all, , c("delta_filtrate", "delta_filtrate.x", : undefined columns selected## Error in cor.test(test_df[[1]], test_df[[2]], method = "spearman"): object 'test_df' not found## Error in cor.test(test_df[[1]], test_df[[3]], method = "spearman"): object 'test_df' not found## Error in `[.data.frame`(all, , c("delta_filtrate", "delta_filtrate.y")): undefined columns selected## Error in cor.test(test_df[[1]], test_df[[2]]): object 'test_df' not foundkeepers <- list(
"wt_cfwhole" = c("wt_filtrate", "wt_whole"),
"delta_cfwhole" = c("delta_filtrate", "delta_whole"),
"whole_deltawt" = c("delta_whole", "wt_whole"),
"cf_deltawt" = c("delta_filtrate", "wt_filtrate"))
ump_norm <- normalize_expt(ump_expt, filter=TRUE)## Error in normalize_expt(ump_expt, filter = TRUE): object 'ump_expt' not found## Error in normalize_expt(input, filter = TRUE, batch = FALSE, transform = "log2", : object 'ump_norm' not foundwhole_tables <- combine_de_tables(
ump_de,
keepers=keepers,
excel=paste0("excel/diaumpire_tables-v", ver, ".xlsx"))## Error in combine_de_tables(ump_de, keepers = keepers, excel = paste0("excel/diaumpire_tables-v", : object 'ump_de' not found9 Add imputation
## Found 11011 zeros in the data.## The data has not been filtered.## Filtering the data, turn on force to stop this.## This function will replace the expt$expressionset slot with:## pofa(data)## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data in its current base format, keep in mind that
## some metrics are easier to see when the data is log2 transformed, but
## EdgeR/DESeq do not accept transformed data.## Leaving the data unconverted. It is often advisable to cpm/rpkm
## the data to normalize for sampling differences, keep in mind though that rpkm
## has some annoying biases, and voom() by default does a cpm (though hpgl_voom()
## will try to detect this).## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Not correcting the count-data for batch effects. If batch is
## included in EdgerR/limma's model, then this is probably wise; but in extreme
## batch effects this is a good parameter to play with.## Step 1: performing count filter with option: pofa## Removing 471 low-count genes (2132 remaining).## Step 2: not normalizing the data.## Step 3: not converting the data.## Step 4: not transforming the data.## Step 5: not doing batch correction.## Error in as(exprs_set, "MSnSet"): no method or default for coercing "ExpressionSet" to "MSnSet"## Found 46806 zeros in the data.## The data has not been filtered.## Filtering the data, turn on force to stop this.## This function will replace the expt$expressionset slot with:## pofa(data)## It will save copies of each step along the way
## in expt$normalized with the corresponding libsizes. Keep libsizes in mind
## when invoking limma. The appropriate libsize is non-log(cpm(normalized)).
## This is most likely kept at:
## 'new_expt$normalized$intermediate_counts$normalization$libsizes'
## A copy of this may also be found at:
## new_expt$best_libsize## Leaving the data in its current base format, keep in mind that
## some metrics are easier to see when the data is log2 transformed, but
## EdgeR/DESeq do not accept transformed data.## Leaving the data unconverted. It is often advisable to cpm/rpkm
## the data to normalize for sampling differences, keep in mind though that rpkm
## has some annoying biases, and voom() by default does a cpm (though hpgl_voom()
## will try to detect this).## Leaving the data unnormalized. This is necessary for DESeq, but
## EdgeR/limma might benefit from normalization. Good choices include quantile,
## size-factor, tmm, etc.## Not correcting the count-data for batch effects. If batch is
## included in EdgerR/limma's model, then this is probably wise; but in extreme
## batch effects this is a good parameter to play with.## Step 1: performing count filter with option: pofa## Removing 868 low-count genes (1764 remaining).## Step 2: not normalizing the data.## Step 3: not converting the data.## Step 4: not transforming the data.## Step 5: not doing batch correction.## Error in as(exprs_set, "MSnSet"): no method or default for coercing "ExpressionSet" to "MSnSet"## Error in exprs(expt): object 'ump_expt' not foundif (!isTRUE(get0("skip_load"))) {
message(paste0("This is hpgltools commit: ", get_git_commit()))
this_save <- paste0(gsub(pattern="\\.Rmd", replace="", x=rmd_file), "-v", ver, ".rda.xz")
message(paste0("Saving to ", this_save))
tmp <- sm(saveme(filename=this_save))
pander::pander(sessionInfo())
}## If you wish to reproduce this exact build of hpgltools, invoke the following:## > git clone http://github.com/abelew/hpgltools.git## > git reset 8b0982a32ca67b6e0038facd2536a24e06bd4da8## This is hpgltools commit: Fri Jun 21 10:35:35 2019 -0400: 8b0982a32ca67b6e0038facd2536a24e06bd4da8## Saving to dia_umpire_20190308-v20190327.rda.xzR version 3.6.0 (2019-04-26)
Platform: x86_64-pc-linux-gnu (64-bit)
locale: LC_CTYPE=en_US.UTF-8, LC_NUMERIC=C, LC_TIME=en_US.UTF-8, LC_COLLATE=en_US.UTF-8, LC_MONETARY=en_US.UTF-8, LC_MESSAGES=en_US.UTF-8, LC_PAPER=en_US.UTF-8, LC_NAME=C, LC_ADDRESS=C, LC_TELEPHONE=C, LC_MEASUREMENT=en_US.UTF-8 and LC_IDENTIFICATION=C
attached base packages: stats4, parallel, stats, graphics, grDevices, utils, datasets, methods and base
other attached packages: SWATH2stats(v.1.13.5), SummarizedExperiment(v.1.14.0), DelayedArray(v.0.10.0), BiocParallel(v.1.18.0), matrixStats(v.0.54.0), GenomicRanges(v.1.36.0), GenomeInfoDb(v.1.20.0), IRanges(v.2.18.1), S4Vectors(v.0.22.0), testthat(v.2.1.1), hpgltools(v.1.0), Biobase(v.2.44.0) and BiocGenerics(v.0.30.0)
loaded via a namespace (and not attached): shinydashboard(v.0.7.1), DEP(v.1.5.3), tidyselect(v.0.2.5), lme4(v.1.1-21), RSQLite(v.2.1.1), AnnotationDbi(v.1.46.0), grid(v.3.6.0), devtools(v.2.0.2), munsell(v.0.5.0), codetools(v.0.2-16), preprocessCore(v.1.46.0), withr(v.2.1.2), colorspace(v.1.4-1), GOSemSim(v.2.10.0), knitr(v.1.23), rstudioapi(v.0.10), DOSE(v.3.10.1), labeling(v.0.3), urltools(v.1.7.3), GenomeInfoDbData(v.1.2.1), polyclip(v.1.10-0), bit64(v.0.9-7), farver(v.1.1.0), rprojroot(v.1.3-2), xfun(v.0.7), R6(v.2.4.0), doParallel(v.1.0.14), clue(v.0.3-57), bitops(v.1.0-6), fgsea(v.1.10.0), gridGraphics(v.0.4-1), assertthat(v.0.2.1), promises(v.1.0.1), scales(v.1.0.0), ggraph(v.1.0.2), enrichplot(v.1.4.0), gtable(v.0.3.0), affy(v.1.62.0), sva(v.3.32.1), processx(v.3.3.1), rlang(v.0.3.4), genefilter(v.1.66.0), GlobalOptions(v.0.1.0), splines(v.3.6.0), rtracklayer(v.1.44.0), lazyeval(v.0.2.2), selectr(v.0.4-1), europepmc(v.0.3), BiocManager(v.1.30.4), yaml(v.2.2.0), reshape2(v.1.4.3), GenomicFeatures(v.1.36.1), backports(v.1.1.4), httpuv(v.1.5.1), qvalue(v.2.16.0), clusterProfiler(v.3.12.0), tools(v.3.6.0), usethis(v.1.5.0), ggplotify(v.0.0.3), ggplot2(v.3.2.0), affyio(v.1.54.0), gplots(v.3.0.1.1), RColorBrewer(v.1.1-2), sessioninfo(v.1.1.1), ggridges(v.0.5.1), Rcpp(v.1.0.1), plyr(v.1.8.4), base64enc(v.0.1-3), progress(v.1.2.2), zlibbioc(v.1.30.0), purrr(v.0.3.2), RCurl(v.1.95-4.12), ps(v.1.3.0), prettyunits(v.1.0.2), GetoptLong(v.0.1.7), viridis(v.0.5.1), cowplot(v.0.9.4), ggrepel(v.0.8.1), cluster(v.2.1.0), colorRamps(v.2.3), fs(v.1.3.1), variancePartition(v.1.14.0), magrittr(v.1.5), data.table(v.1.12.2), DO.db(v.2.9), openxlsx(v.4.1.0.1), circlize(v.0.4.6), triebeard(v.0.3.0), pkgload(v.1.0.2), mime(v.0.7), hms(v.0.4.2), evaluate(v.0.14), xtable(v.1.8-4), pbkrtest(v.0.4-7), XML(v.3.98-1.20), gridExtra(v.2.3), shape(v.1.4.4), compiler(v.3.6.0), biomaRt(v.2.40.0), tibble(v.2.1.3), KernSmooth(v.2.23-15), crayon(v.1.3.4), minqa(v.1.2.4), htmltools(v.0.3.6), later(v.0.8.0), mgcv(v.1.8-28), tidyr(v.0.8.3), DBI(v.1.0.0), tweenr(v.1.0.1), ComplexHeatmap(v.2.0.0), MASS(v.7.3-51.4), boot(v.1.3-22), Matrix(v.1.2-17), readr(v.1.3.1), cli(v.1.1.0), vsn(v.3.52.0), gdata(v.2.18.0), igraph(v.1.2.4.1), pkgconfig(v.2.0.2), rvcheck(v.0.1.3), GenomicAlignments(v.1.20.1), xml2(v.1.2.0), foreach(v.1.4.4), annotate(v.1.62.0), XVector(v.0.24.0), rvest(v.0.3.4), stringr(v.1.4.0), callr(v.3.2.0), digest(v.0.6.19), Biostrings(v.2.52.0), rmarkdown(v.1.13), fastmatch(v.1.1-0), curl(v.3.3), shiny(v.1.3.2), Rsamtools(v.2.0.0), gtools(v.3.8.1), rjson(v.0.2.20), nloptr(v.1.2.1), nlme(v.3.1-140), jsonlite(v.1.6), desc(v.1.2.0), viridisLite(v.0.3.0), limma(v.3.40.2), pillar(v.1.4.1), lattice(v.0.20-38), httr(v.1.4.0), pkgbuild(v.1.0.3), survival(v.2.44-1.1), GO.db(v.3.8.2), glue(v.1.3.1), remotes(v.2.0.4), zip(v.2.0.2), UpSetR(v.1.4.0), png(v.0.1-7), iterators(v.1.0.10), pander(v.0.6.3), bit(v.1.1-14), ggforce(v.0.2.2), stringi(v.1.4.3), blob(v.1.1.1), caTools(v.1.17.1.2), memoise(v.1.1.0) and dplyr(v.0.8.1)
LS0tCnRpdGxlOiAiTS4gdHViZXJjdWxvc2lzIDIwMTkwMzI3OiBESUEtVW1waXJlIGJhc2VkIE9wZW5TV0FUSCB3b3JrZmxvdy4iCmF1dGhvcjogImF0YiBhYmVsZXdAZ21haWwuY29tIgpkYXRlOiAiYHIgU3lzLkRhdGUoKWAiCm91dHB1dDoKICBodG1sX2RvY3VtZW50OgogICAgY29kZV9kb3dubG9hZDogdHJ1ZQogICAgY29kZV9mb2xkaW5nOiBzaG93CiAgICBmaWdfY2FwdGlvbjogdHJ1ZQogICAgZmlnX2hlaWdodDogNwogICAgZmlnX3dpZHRoOiA3CiAgICBoaWdobGlnaHQ6IHRhbmdvCiAgICBrZWVwX21kOiBmYWxzZQogICAgbW9kZTogc2VsZmNvbnRhaW5lZAogICAgbnVtYmVyX3NlY3Rpb25zOiB0cnVlCiAgICBzZWxmX2NvbnRhaW5lZDogdHJ1ZQogICAgdGhlbWU6IHJlYWRhYmxlCiAgICB0b2M6IHRydWUKICAgIHRvY19mbG9hdDoKICAgICAgY29sbGFwc2VkOiBmYWxzZQogICAgICBzbW9vdGhfc2Nyb2xsOiBmYWxzZQogIHJtZGZvcm1hdHM6OnJlYWR0aGVkb3duOgogICAgY29kZV9kb3dubG9hZDogdHJ1ZQogICAgY29kZV9mb2xkaW5nOiBzaG93CiAgICBkZl9wcmludDogcGFnZWQKICAgIGZpZ19jYXB0aW9uOiB0cnVlCiAgICBmaWdfaGVpZ2h0OiA3CiAgICBmaWdfd2lkdGg6IDcKICAgIGhpZ2hsaWdodDogdGFuZ28KICAgIHdpZHRoOiAzMDAKICAgIGtlZXBfbWQ6IGZhbHNlCiAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICB0b2NfZmxvYXQ6IHRydWUKICBCaW9jU3R5bGU6Omh0bWxfZG9jdW1lbnQ6CiAgICBjb2RlX2Rvd25sb2FkOiB0cnVlCiAgICBjb2RlX2ZvbGRpbmc6IHNob3cKICAgIGZpZ19jYXB0aW9uOiB0cnVlCiAgICBmaWdfaGVpZ2h0OiA3CiAgICBmaWdfd2lkdGg6IDcKICAgIGhpZ2hsaWdodDogdGFuZ28KICAgIGtlZXBfbWQ6IGZhbHNlCiAgICBtb2RlOiBzZWxmY29udGFpbmVkCiAgICB0b2NfZmxvYXQ6IHRydWUKLS0tCgo8c3R5bGUgdHlwZT0idGV4dC9jc3MiPgpib2R5LCB0ZCB7CiAgZm9udC1zaXplOiAxNnB4Owp9CmNvZGUucnsKICBmb250LXNpemU6IDE2cHg7Cn0KcHJlIHsKIGZvbnQtc2l6ZTogMTZweAp9Cjwvc3R5bGU+CgpgYGB7ciBvcHRpb25zLCBpbmNsdWRlPUZBTFNFfQpsaWJyYXJ5KCJocGdsdG9vbHMiKQp0dCA8LSBkZXZ0b29sczo6bG9hZF9hbGwoIi9kYXRhL2hwZ2x0b29scyIpCmtuaXRyOjpvcHRzX2tuaXQkc2V0KHdpZHRoPTEyMCwKICAgICAgICAgICAgICAgICAgICAgcHJvZ3Jlc3M9VFJVRSwKICAgICAgICAgICAgICAgICAgICAgdmVyYm9zZT1UUlVFLAogICAgICAgICAgICAgICAgICAgICBlY2hvPVRSVUUpCmtuaXRyOjpvcHRzX2NodW5rJHNldChlcnJvcj1UUlVFLAogICAgICAgICAgICAgICAgICAgICAgZHBpPTk2KQpvbGRfb3B0aW9ucyA8LSBvcHRpb25zKGRpZ2l0cz00LAogICAgICAgICAgICAgICAgICAgICAgIHN0cmluZ3NBc0ZhY3RvcnM9RkFMU0UsCiAgICAgICAgICAgICAgICAgICAgICAga25pdHIuZHVwbGljYXRlLmxhYmVsPSJhbGxvdyIpCmdncGxvdDI6OnRoZW1lX3NldChnZ3Bsb3QyOjp0aGVtZV9idyhiYXNlX3NpemU9MTApKQpydW5kYXRlIDwtIGZvcm1hdChTeXMuRGF0ZSgpLCBmb3JtYXQ9IiVZJW0lZCIpCnByZXZpb3VzX2ZpbGUgPC0gIjAyX2VzdGltYXRpb25faW5mZWN0aW9uXzIwMTgwODIyLlJtZCIKdmVyIDwtICIyMDE5MDMyNyIKCiMjdG1wIDwtIHNtKGxvYWRtZShmaWxlbmFtZT1wYXN0ZTAoZ3N1YihwYXR0ZXJuPSJcXC5SbWQiLCByZXBsYWNlPSIiLCB4PXByZXZpb3VzX2ZpbGUpLCAiLXYiLCB2ZXIsICIucmRhLnh6IikpKQpybWRfZmlsZSA8LSAiZGlhX3VtcGlyZV8yMDE5MDMwOC5SbWQiCmBgYAoKIyBSZXdvcmsgRElBLVVtcGlyZSB0byBmZWVkIE9wZW5TV0FUSC4KCkluIHRoZSBmb2xsb3dpbmcgYmxvY2tzIEkgd2FudCB0byB1c2UgRElBIFVtcGlyZSB0byBjcmVhdGUgdHJhbnNpdGlvbiBsaWJyYXJpZXMgZm9yIG9wZW5zd2F0aCwKdGhlbiBJIHdhbnQgdG8gcnVuIG9wZW5zd2F0aCBhbmQgc2NvcmUgdGhlIHJ1bnMuCgojIyBJbnZva2UgRElBIFVtcGlyZQoKYGBge2Jhc2ggdW1waXJlLCBldmFsPUZBTFNFfQpjZCB+L3NjcmF0Y2gvcHJvdGVvbWljcy9teWNvYmFjdGVyaXVtX3R1YmVyY3Vsb3Npc18yMDE4Cm1vZHVsZSBhZGQgb3Blbm1zCgp0eXBlPSJtelhNTCIKZXhwb3J0IFZFUlNJT049IjIwMTkwMjI4IgpiYXNlZGlyPSIke0hPTUV9L3NjcmF0Y2gvcHJvdGVvbWljcy9teWNvYmFjdGVyaXVtX3R1YmVyY3Vsb3Npc18yMDE4IgpiYXNlX2lucHV0PSIke2Jhc2VkaXJ9L3Jlc3VsdHMvMDEke3R5cGV9L2RpYS8ke1ZFUlNJT059LyIKdW1waXJlX2lucHV0cz0kKC91c3IvYmluL2ZpbmQgIiR7YmFzZV9pbnB1dH0iIC1uYW1lICIqLiR7dHlwZX0iIHwgc29ydCkKZWNobyAiQ2hlY2tpbmcgaW46ICR7dW1waXJlX2lucHV0c30iCmZvciBpbnB1dCBpbiAke3VtcGlyZV9pbnB1dHN9OwpkbwogICAgaW5fbmFtZT0kKGJhc2VuYW1lICRpbnB1dCAiLiR7dHlwZX0iKQogICAgb3V0X25hbWU9IiR7aW5fbmFtZX1fUTEubWdmIgogICAgaWYgW1sgISAtZiAiJHtiYXNlX2lucHV0fS8ke291dF9uYW1lfSIgXV07IHRoZW4KICAgICAgICBlY2hvICJUaGUgb3V0cHV0IGZpbGU6ICR7b3V0X25hbWV9IGFscmVhZHkgZXhpc3RzLiIKICAgIGVsc2UKICAgICAgICBqYXZhIC1qYXIgRElBX1VtcGlyZV9TRS5qYXIgJHtpbnB1dH0gZGlhdW1waXJlX3NlLnBhcmFtcwogICAgZmkKZG9uZQpgYGAKCiMjIENvbnZlcnQgRElBIFVtcGlyZSByZXN1bHRzCgpgYGB7YmFzaCBjb252ZXJ0LCBldmFsPUZBTFNFfQptc2NvbnZlcnQgLS1telhNTCByZXN1bHRzLzAybWdmLyoubWdmCm12ICoubXpYTUwgcmVzdWx0cy8wM19kaWFfdW1waXJlX216eG1sCmBgYAoKIyMgU2VhcmNoIHRoZSBVbXBpcmUgcmVzdWx0cwoKYGBge2Jhc2ggc2VhcmNoX3VtcGlyZSwgZXZhbD1GQUxTRX0KY29tZXQgXAogICAgLVBwYXJhbWV0ZXJzL2NvbWV0X2RpYV91bXBpcmVfcGFyYW1zLnR4dCBcCiAgICByZXN1bHRzLzAzX2RpYV91bXBpcmVfbXp4bWwvKi5telhNTApgYGAKCiMjIE1lcmdlIHRoZW0KCmBgYHtiYXNoIG1lcmdlX3hpbnRlcmFjdCwgZXZhbD1GQUxTRX0KeGludGVyYWN0IFwKICAgIC1kREVDT1lfIFwKICAgIC1PQVJQZCBcCiAgICAtTmludGVyYWN0LmNvbWV0LnBlcC54bWwgXAogICAgcmVzdWx0cy8wM19kaWFfdW1waXJlX216eG1sLyoucGVwLnhtbAoKbXYgaW50ZXJhY3QuY29tZXQucGVwLnhtbCByZXN1bHRzLzA0X2RpYV91bXBpcmVfeGludGVyYWN0CmBgYAoKIyMgQ29tYmluZSB0aGUgc3RhdGlzdGljcwoKYGBge2Jhc2ggcHJvdGVpbl9wcm9waGV0LCBldmFsPUZBTFNFfQpQcm90ZWluUHJvcGhldCBcCiAgICByZXN1bHRzLzA0X2RpYV91bXBpcmVfeGludGVyYWN0L2ludGVyYWN0LmNvbWV0LnBlcC54bWwgXAogICAgcmVzdWx0cy8wNV9kaWFfdW1waXJlX3Byb3BoZXQvY29tYmluZWQucHJvdC54bWwKCkludGVyUHJvcGhldFBhcnNlciBcCiAgICBERUNPWT1ERUNPWSBcCiAgICByZXN1bHRzLzA0X2RpYV91bXBpcmVfeGludGVyYWN0L2ludGVyYWN0LmNvbWV0LnBlcC54bWwgXAogICAgcmVzdWx0cy8wNV9kaWFfdW1waXJlX3Byb3BoZXQvaVByb3BoZXQucGVwLnhtbAoKTWF5dS5wbCBcCiAgICAtQSByZXN1bHRzLzA1X2RpYV91bXBpcmVfcHJvcGhldC9pUHJvcGhldC5wZXAueG1sIFwKICAgIC1DIHJlZmVyZW5jZS9tdGJfaXJ0LmZhc3RhIFwKICAgIC1FIERFQ09ZCmBgYAoKYGBge3IgZXh0cmFjdF9wY3RfbWF5dSwgZXZhbD1GQUxTRX0KbWF5dV9vdXRwdXQgPC0gIi4uLzIwMTktMDUtMTJfMTIuMzcuMDNfbWFpbl8xLjA3LmNzdiIKbnVtYmVyIDwtIGhwZ2x0b29sczo6ZXh0cmFjdF9tYXl1X3Bwc19mZHIobWF5dV9vdXRwdXQpCm1lc3NhZ2UoIlRoZSBudW1iZXIgaXM6ICIsIG51bWJlcikKIyMgMC40MzI5MQpgYGAKCgpgYGB7YmFzaCB1bXBpcmVfY29udGQsIGV2YWw9RkFMU0V9CiMjIFJlcnVubmluZyBiZWNhdXNlIHdyaXRpbmcgdGhlIGZpbGUgZmFpbGVkLgpzcGVjdHJhc3QgXAogICAgLWNOU3BlY0xpYiAtY0lDSUQtUVRPRiBcCiAgICAtY2YgIlByb3RlaW4hIH4gREVDT1lfIiBcCiAgICAtY1AwLjQyMzcgXAogICAgLWNfSVJUcmVmZXJlbmNlL2lydC50eHQgXAogICAgLWNfSVJSIHJlc3VsdHMvMDVfZGlhX3VtcGlyZV9wcm9waGV0L2lQcm9waGV0LnBlcC54bWwKCnNwZWN0cmFzdCBcCiAgICAtY05TcGVjTGliX2NvbnMgXAogICAgLWNJQ0lELVFUT0YgXAogICAgLWNBQyBTcGVjTGliLnNwbGliCgpzcGVjdHJhc3QydHN2LnB5IFwKICAgIC1sIDM1MCwyMDAwIFwKICAgIC1zIGIseSBcCiAgICAteCAxLDIgXAogICAgLW8gNiBcCiAgICAtbiA2IFwKICAgIC1wIDAuMDUgXAogICAgLWQgLWUgXAogICAgLWsgb3BlbnN3YXRoIFwKICAgIC13IHdpbmRvd3MvMjAxOF8wODE3QnJpa2VuVHJ5cHNpbkRJQTE5LnR4dCBcCiAgICAtYSBTcGVjTGliX2NvbnNfb3BlbnN3YXRoLnRzdiBcCiAgICBTcGVjTGliX2NvbnMuc3B0eHQKClRhcmdldGVkRmlsZUNvbnZlcnRlciBcCiAgICAtaW4gU3BlY0xpYl9jb25zX29wZW5zd2F0aC50c3YgXAogICAgLWluX3R5cGUgdHN2IFwKICAgIC1vdXQgU3BlY0xpYl9jb25zX29wZW5zd2F0aC5UcmFNTCBcCiAgICAtb3V0X3R5cGUgVHJhTUwKCk9wZW5Td2F0aERlY295R2VuZXJhdG9yIFwKICAgIC1pbiBTcGVjTGliX2NvbnNfb3BlbnN3YXRoLlRyYU1MIFwKICAgIC1vdXQgU3BlY0xpYl9jb25zX29wZW5zd2F0aF9kZWNveS5UcmFNTCBcCiAgICAtbWV0aG9kIHNodWZmbGUKIyMgICAgLWV4Y2x1ZGVfc2ltaWxhciBcCiMjICAgIC1zaW1pbGFyaXR5X3RocmVzaG9sZCAwLjA1IFwKIyMgICAgLWlkZW50aXR5X3RocmVzaG9sZCAwLjcKClRhcmdldGVkRmlsZUNvbnZlcnRlciBcCiAgICAtaW4gU3BlY0xpYl9jb25zX29wZW5zd2F0aF9kZWNveS5UcmFNTCBcCiAgICAtaW5fdHlwZSBUcmFNTCBcCiAgICAtb3V0IFNwZWNMaWJfY29uc19vcGVuc3dhdGhfZGVjb3kudHN2IFwKICAgIC1vdXRfdHlwZSB0c3YKClRhcmdldGVkRmlsZUNvbnZlcnRlciBcCiAgICAtaW4gU3BlY0xpYl9jb25zX29wZW5zd2F0aF9kZWNveS5UcmFNTCBcCiAgICAtaW5fdHlwZSBUcmFNTCBcCiAgICAtb3V0IFNwZWNMaWJfY29uc19vcGVuc3dhdGhfZGVjb3kucHFwIFwKICAgIC1vdXRfdHlwZSBwcXAKCmV4cG9ydCBWRVJTSU9OPSR7VkVSU0lPTjotMjAxOTAzMjd9CmVjaG8gIkxvYWRpbmcgZW52aXJvbm1lbnQgbW9kdWxlcyBhbmQgcGFyYW1ldGVycyBmb3IgdmVyc2lvbjogJHtWRVJTSU9OfS4iCnNvdXJjZSAicGFyYW1ldGVycy8ke1ZFUlNJT059X3NldHRpbmdzLnNoIgoKZWNobyAiSW52b2tpbmcgdGhlIE9wZW5Td2F0aFdvcmtmbG93IHVzaW5nIGxvY2FsIGNvbWV0LWRlcml2ZWQgdHJhbnNpdGlvbnMuIgp0eXBlPSJkaWF1bXBpcmUiCmlucHV0X3R5cGU9Im16WE1MIgpleHBvcnQgVFJBTlNJVElPTl9QUkVGSVg9IlNwZWNMaWJfY29uc19vcGVuc3dhdGhfZGVjb3kiCmVjaG8gIkNoZWNraW5nIGluLCB0aGUgdHJhbnNpdGlvbiBsaWJyYXJ5IGlzOiAke1RSQU5TSVRJT05fUFJFRklYfS5wcXAiCmJhc2VfbXp4bWxkaXI9InJlc3VsdHMvMDEke2lucHV0X3R5cGV9L2RpYS8ke1ZFUlNJT059Igpzd2F0aF9pbnB1dHM9JCgvdXNyL2Jpbi9maW5kICIke2Jhc2VfbXp4bWxkaXJ9IiAtbmFtZSAqLiR7aW5wdXRfdHlwZX0gLXByaW50IHwgc29ydCkKZWNobyAiQ2hlY2tpbmcgaW4sIHRoZSBpbnB1dHMgYXJlOiAke3N3YXRoX2lucHV0c30iCm1rZGlyIC1wICIke1NXQVRIX09VVERJUn1fJHt0eXBlfSIKcHlwZGlyPSIke1BZUFJPUEhFVF9PVVRESVJ9XyR7dHlwZX0iCm1rZGlyIC1wICIke3B5cGRpcn0iCmZvciBpbnB1dCBpbiAke3N3YXRoX2lucHV0c30KZG8KICAgIG5hbWU9JChiYXNlbmFtZSAiJHtpbnB1dH0iICIuJHtpbnB1dF90eXBlfSIpCiAgICBlY2hvICJTdGFydGluZyBvcGVuc3dhdGggcnVuLCBsaWJyYXJ5IHR5cGUgJHt0eXBlfSBmb3IgJHtuYW1lfSB1c2luZyAke01aX1dJTkRPV1N9IHdpbmRvd3MgYXQgJChkYXRlKS4iCiAgICBzd2F0aF9vdXRwdXRfcHJlZml4PSIke1NXQVRIX09VVERJUn1fJHt0eXBlfS8ke25hbWV9XyR7RERBX01FVEhPRH0iCiAgICBweXByb3BoZXRfb3V0cHV0X3ByZWZpeD0iJHtQWVBST1BIRVRfT1VURElSfV8ke3R5cGV9LyR7bmFtZX1fJHtEREFfTUVUSE9EfSIKICAgIGVjaG8gIkRlbGV0aW5nIHByZXZpb3VzIHN3YXRoIG91dHB1dCBmaWxlOiAke3N3YXRoX291dHB1dF9wcmVmaXh9Lm9zdyIKICAgIHJtIC1mICIke3N3YXRoX291dHB1dF9wcmVmaXh9Lm9zdyIKICAgIHJtIC1mICIke3N3YXRoX291dHB1dF9wcmVmaXh9LnRzdiIKICAgIE9wZW5Td2F0aFdvcmtmbG93IFwKICAgICAgICAtaW4gIiR7aW5wdXR9IiBcCiAgICAgICAgLWZvcmNlIFwKICAgICAgICAtc29ydF9zd2F0aF9tYXBzIFwKICAgICAgICAtbWluX3VwcGVyX2VkZ2VfZGlzdCAxIFwKICAgICAgICAtbXpfY29ycmVjdGlvbl9mdW5jdGlvbiAicXVhZHJhdGljX3JlZ3Jlc3Npb25fZGVsdGFfcHBtIiBcCiAgICAgICAgLVNjb3Jpbmc6VHJhbnNpdGlvbkdyb3VwUGlja2VyOmJhY2tncm91bmRfc3VidHJhY3Rpb24gIm9yaWdpbmFsIiBcCiAgICAgICAgLVNjb3Jpbmc6c3RvcF9yZXBvcnRfYWZ0ZXJfZmVhdHVyZSAiNSIgXAogICAgICAgIC1zd2F0aF93aW5kb3dzX2ZpbGUgIndpbmRvd3Mvb3BlbnN3YXRoXyR7bmFtZX0udHh0IiBcCiAgICAgICAgLXRyICIke1RSQU5TSVRJT05fUFJFRklYfS5wcXAiIFwKICAgICAgICAtb3V0X3RzdiAiJHtzd2F0aF9vdXRwdXRfcHJlZml4fS50c3YiCiAgICBPcGVuU3dhdGhXb3JrZmxvdyBcCiAgICAgICAgLWluICIke2lucHV0fSIgXAogICAgICAgIC1mb3JjZSBcCiAgICAgICAgLXNvcnRfc3dhdGhfbWFwcyBcCiAgICAgICAgLW1pbl91cHBlcl9lZGdlX2Rpc3QgMSBcCiAgICAgICAgLW16X2NvcnJlY3Rpb25fZnVuY3Rpb24gInF1YWRyYXRpY19yZWdyZXNzaW9uX2RlbHRhX3BwbSIgXAogICAgICAgIC1TY29yaW5nOlRyYW5zaXRpb25Hcm91cFBpY2tlcjpiYWNrZ3JvdW5kX3N1YnRyYWN0aW9uICJvcmlnaW5hbCIgXAogICAgICAgIC1TY29yaW5nOnN0b3BfcmVwb3J0X2FmdGVyX2ZlYXR1cmUgIjUiIFwKICAgICAgICAtc3dhdGhfd2luZG93c19maWxlICJ3aW5kb3dzL29wZW5zd2F0aF8ke25hbWV9LnR4dCIgXAogICAgICAgIC10ciAiJHtUUkFOU0lUSU9OX1BSRUZJWH0ucHFwIiBcCiAgICAgICAgLW91dF9vc3cgIiR7c3dhdGhfb3V0cHV0X3ByZWZpeH0ub3N3IgogICAgIyMyPiIke3N3YXRoX291dHB1dF9wcmVmaXh9X29zdy5sb2ciIDE+JjIKZG9uZQpzd2F0aF9vdXQ9JChkaXJuYW1lICR7c3dhdGhfb3V0cHV0X3ByZWZpeH0pCnB5cHJvcGhldF9vdXQ9IiQoZGlybmFtZSAiJHtweXByb3BoZXRfb3V0cHV0X3ByZWZpeH0iKS9vcGVuc3dhdGhfbWVyZ2VkLm9zdyIKZWNobyAiTWVyZ2luZyBvc3cgZmlsZXMgdG8gJHtweXByb3BoZXRfb3V0fSIKcHlwcm9waGV0IG1lcmdlIFwKICAgICAgICAgIC0tdGVtcGxhdGUgIiR7VFJBTlNJVElPTl9QUkVGSVh9LnBxcCIgXAogICAgICAgICAgLS1vdXQ9IiR7cHlwcm9waGV0X291dH0iIFwKICAgICAgICAgICR7c3dhdGhfb3V0fS8qLm9zdwpweXByb3BoZXQgc2NvcmUgLS1pbj0iJHtweXByb3BoZXRfb3V0fSIKcHlwcm9waGV0IGV4cG9ydCAtLWluPSIke3B5cHJvcGhldF9vdXR9IiAtLW91dCAidGVzdC50c3YiCiMjIHB5cHJvcGhldCBhbHdheXMgZXhwb3J0cyB0byB0aGUgY3VycmVudCB3b3JraW5nIGRpcmVjdG9yeS4KZmluYWxfbmFtZT0iJChkaXJuYW1lICR7cHlwcm9waGV0X291dH0pLyQoYmFzZW5hbWUgJHtweXByb3BoZXRfb3V0fSAiLm9zdyIpLnRzdiIKZWNobyAkZmluYWxfbmFtZQptdiAidGVzdC50c3YiCmxzIC1sZCAiJHtweXByb3BoZXRfb3V0fSIKCnRyaWNfdGI9IiR7VFJJQ19PVVRESVJ9X3R1YmVyY3VsaXN0Igpta2RpciAtcCAiJHt0cmljX3RifSIKZmVhdHVyZV9hbGlnbm1lbnQucHkgXAogICAgLS1mb3JjZSBcCiAgICAtLWluICIuLyR7cHlwZGlyfS8iKi50c3YgXAogICAgLS1vdXQgIiR7dHJpY190Yn0vJHtTRUFSQ0hfTUVUSE9EfV8ke0REQV9NRVRIT0R9LnRzdiIgXAogICAgLS1vdXRfbWF0cml4ICIke3RyaWNfdGJ9LyR7RERBX01FVEhPRH1fb3V0bWF0cml4LnRzdiIgXAogICAgLS1vdXRfbWV0YSAiJHt0cmljX3RifS8ke0REQV9NRVRIT0R9X21ldGEudHN2IgoyPiIke3RyaWNfdGJ9L2ZlYXR1cmVfYWxpZ25tZW50LmVyciIgXAogMT4iJHt0cmljX3RifS9mZWF0dXJlX2FsaWdubWVudC5vdXQiCmVjaG8gIldyb3RlIGZpbmFsIG91dHB1dCB0byAke3RyaWNfdGJ9LyR7U0VBUkNIX01FVEhPRH1fJHtEREFfTUVUSE9EfS50c3YiCmBgYAoKIyBERVAgdXNhZ2UKClRoYW5rcyB0byBWaXZlaywgSSBub3cgYW0gYXdhcmUgb2YgREVQLCB3aGljaCBkb2VzIGV2ZXJ5dGhpbmcgSSB3aXNoIE1Tc3RhdHMgZGlkLgpUaGUgbWF0cml4IGdpdmVuIHRvIG1lIGJ5IHRyaWMncyBmZWF0dXJlX2FsaWdubWVudC5weSBJIHRoaW5rIGdpdmVzIG1lIHdoYXQgREVQCnJlcXVpcmVzLCBhbG9uZyB3aXRoIG15IGFubm90YXRpb25zIGFuZCBzYW1wbGUgc2hlZXQuCgpMZXQgdXMgc2VlIGlmIHRoaXMgaXMgdHJ1ZS4KCiMjIFByb3RlaW4gYW5ub3RhdGlvbnMKCmBgYHtyIHByb3RlaW5fYW5ub3RhdGlvbnN9Cm10Yl9nZmYgPC0gInJlZmVyZW5jZS9teWNvYmFjdGVyaXVtX3R1YmVyY3Vsb3Npc19oMzdydl8yLmdmZi5neiIKbXRiX2dlbm9tZSA8LSAicmVmZXJlbmNlL210dWJlcmN1bG9zaXNfaDM3cnZfZ2VuYmFuay5mYXN0YSIKbXRiX2NkcyA8LSAicmVmZXJlbmNlL210Yl9jZHMuZmFzdGEiCgptdGJfYW5ub3RhdGlvbnMgPC0gc20obG9hZF9nZmZfYW5ub3RhdGlvbnMobXRiX2dmZiwgdHlwZT0iZ2VuZSIpKQpjb2xuYW1lcyhtdGJfYW5ub3RhdGlvbnMpIDwtIGdzdWIocGF0dGVybj0iXFwuIiwgcmVwbGFjZW1lbnQ9IiIsIHg9Y29sbmFtZXMobXRiX2Fubm90YXRpb25zKSkKbXRiX2Fubm90YXRpb25zW1siZGVzY3JpcHRpb24iXV0gPC0gZ3N1YihwYXR0ZXJuPSJcXCsiLCByZXBsYWNlbWVudD0iICIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgeD1tdGJfYW5ub3RhdGlvbnNbWyJkZXNjcmlwdGlvbiJdXSkKbXRiX2Fubm90YXRpb25zW1siZnVuY3Rpb24iXV0gPC0gZ3N1YihwYXR0ZXJuPSJcXCsiLCByZXBsYWNlbWVudD0iICIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgeD1tdGJfYW5ub3RhdGlvbnNbWyJmdW5jdGlvbiJdXSkKcm93bmFtZXMobXRiX2Fubm90YXRpb25zKSA8LSBtdGJfYW5ub3RhdGlvbnNbWyJJRCJdXQoKbXRiX21pY3JvYmVzIDwtIGxvYWRfbWljcm9iZXNvbmxpbmVfYW5ub3RhdGlvbnMoaWQ9ODMzMzIpCmBgYAoKIyMgUHJlcHJvY2VzcyBpbnRlbnNpdGllcyBpbiBwcmVwYXJhdGlvbiBmb3IgREVQCgpgYGB7ciBzd2F0aDJzdGF0cywgZmlnLnNob3c9ImhpZGUifQp2ZXIgPC0gIjIwMTkwMzI3Igp1bXBfZGF0YSA8LSByZWFkLmNzdigKICBwYXN0ZTAoInJlc3VsdHMvdHJpYy8iLCB2ZXIsICIvd2hvbGVfOG16X2RpYV91bXBpcmUvY29tZXRfSENELnRzdiIpLCBzZXA9Ilx0IikKdW1wX2RhdGFbWyJQcm90ZWluTmFtZSJdXSA8LSBnc3ViKHBhdHRlcm49Il4oLiopXy4qJCIsIHJlcGxhY2VtZW50PSJcXDEiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgeD11bXBfZGF0YVtbIlByb3RlaW5OYW1lIl1dKQpzYW1wbGVfYW5ub3QgPC0gZXh0cmFjdF9tZXRhZGF0YShwYXN0ZTAoInNhbXBsZV9zaGVldHMvTXRiX2RpYV9zYW1wbGVzXzIwMTkwNTIxLnhsc3giKSkKY29sbmFtZXMoc2FtcGxlX2Fubm90KQpyb3duYW1lcyhzYW1wbGVfYW5ub3QpCmxldmVscyhhcy5mYWN0b3IodW1wX2RhdGFbWyJmaWxlbmFtZSJdXSkpCgpkZXZ0b29sczo6bG9hZF9hbGwoIn4vc2NyYXRjaC9naXQvU1dBVEgyc3RhdHNfbXlmb3JrZWQiKQp1bXBfczJzIDwtIFNXQVRIMnN0YXRzOjpzYW1wbGVfYW5ub3RhdGlvbihkYXRhPXVtcF9kYXRhLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYW1wbGVfYW5ub3RhdGlvbj1zYW1wbGVfYW5ub3QsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGZ1bGxwZXB0aWRlbmFtZV9jb2x1bW49ImZ1bGxwZXB0aWRlbmFtZSIpCgpkZWNveV9saXN0cyA8LSBhc3Nlc3NfZGVjb3lfcmF0ZSh1bXBfczJzKQojIyBUaGlzIHNlZW1zIGEgYml0IGhpZ2ggdG8gbWUsIHllc25vPwp1bXBfZmRyIDwtIGFzc2Vzc19mZHJfb3ZlcmFsbCh1bXBfczJzLCBvdXRwdXQ9IlJjb25zb2xlIiwgcGxvdD1UUlVFKQoKdW1wX2J5cnVuX2ZkciA8LSBhc3Nlc3NfZmRyX2J5cnVuKHVtcF9zMnMsIEZGVD0wLjcsIHBsb3Q9VFJVRSwgb3V0cHV0PSJSY29uc29sZSIpCnVtcF9jaG9zZW5fbXNjb3JlMiA8LSBtc2NvcmU0YXNzYXlmZHIodW1wX3MycywgRkZUPTAuNywgZmRyX3RhcmdldD0wLjAyKQp1bXBfcHJvdF9zY29yZSA8LSBtc2NvcmU0cHJvdGZkcih1bXBfczJzLCBGRlQ9MC43LCBmZHJfdGFyZ2V0PTAuMDIpCgp1bXBfZmlsdGVyZWRfbXMgPC0gZmlsdGVyX21zY29yZSh1bXBfczJzLCB1bXBfY2hvc2VuX21zY29yZTIpCnVtcF9maWx0ZXJlZF9mcSA8LSBmaWx0ZXJfbXNjb3JlX2ZyZXFvYnModW1wX3MycywgMC4wMSwgMC44LCBybS5kZWNveT1GQUxTRSkKdW1wX2ZpbHRlcmVkX21zX2ZkciA8LSBmaWx0ZXJfbXNjb3JlX2Zkcih1bXBfZmlsdGVyZWRfbXMsIEZGVD0wLjcsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgb3ZlcmFsbF9wcm90ZWluX2Zkcl90YXJnZXQ9dW1wX3Byb3Rfc2NvcmUsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgdXBwZXJfb3ZlcmFsbF9wZXB0aWRlX2Zkcl9saW1pdD0wLjA1KQp1bXBfZmlsdGVyZWRfbXNfZmRyX3ByIDwtIGZpbHRlcl9wcm90ZW90eXBpY19wZXB0aWRlcyh1bXBfZmlsdGVyZWRfbXNfZmRyKQp1bXBfZmlsdGVyZWRfbXNfZmRyX3ByX2FsbCA8LSBmaWx0ZXJfYWxsX3BlcHRpZGVzKHVtcF9maWx0ZXJlZF9tc19mZHJfcHIpCnVtcF9maWx0ZXJlZF9tc19mZHJfcHJfYWxsX3NydGcgPC0gZmlsdGVyX29uX21heF9wZXB0aWRlcyhkYXRhPXVtcF9maWx0ZXJlZF9tc19mZHJfcHJfYWxsLCBuX3BlcHRpZGVzPTEwKQp1bXBfZmlsdGVyZWRfYWxsX2ZpbHRlcnMgPC0gZmlsdGVyX29uX21pbl9wZXB0aWRlcyhkYXRhPXVtcF9maWx0ZXJlZF9tc19mZHJfcHJfYWxsX3N0ciwgbl9wZXB0aWRlcz0zKQoKdW1wX21hdHJpeF9wcmVmaXggPC0gZmlsZS5wYXRoKCJyZXN1bHRzIiwgInN3YXRoMnN0YXRzIiwgdmVyKQppZiAoIWZpbGUuZXhpc3RzKG1hdHJpeF9wcmVmaXgpKSB7CiAgZGlyLmNyZWF0ZShtYXRyaXhfcHJlZml4KQp9CnByb3RlaW5fbWF0cml4X2FsbCA8LSB3cml0ZV9tYXRyaXhfcHJvdGVpbnMoCiAgdW1wX3Mycywgd3JpdGUuY3N2PVRSVUUsCiAgZmlsZW5hbWU9ZmlsZS5wYXRoKG1hdHJpeF9wcmVmaXgsICJ1bXBfcHJvdGVpbl9hbGwuY3N2IikpCmRpbShwcm90ZWluX21hdHJpeF9hbGwpCnByb3RlaW5fbWF0cml4X21zY29yZSA8LSB3cml0ZV9tYXRyaXhfcHJvdGVpbnMoCiAgdW1wX2ZpbHRlcmVkX21zLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgInVtcF9wcm90ZWluX21hdHJpeF9tc2NvcmUuY3N2IikpCmRpbShwcm90ZWluX21hdHJpeF9tc2NvcmUpCnBlcHRpZGVfbWF0cml4X21zY29yZSA8LSB3cml0ZV9tYXRyaXhfcGVwdGlkZXMoCiAgdW1wX2ZpbHRlcmVkX21zLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgInVtcF9wZXB0aWRlX21hdHJpeF9tc2NvcmUuY3N2IikpCmRpbShwZXB0aWRlX21hdHJpeF9tc2NvcmUpCnByb3RlaW5fbWF0cml4X2ZpbHRlcmVkIDwtIHdyaXRlX21hdHJpeF9wcm90ZWlucygKICB1bXBfZmlsdGVyZWRfYWxsX2ZpbHRlcnMsIHdyaXRlLmNzdj1UUlVFLAogIGZpbGVuYW1lPWZpbGUucGF0aChtYXRyaXhfcHJlZml4LCAidW1wX3Byb3RlaW5fbWF0cml4X2ZpbHRlcmVkLmNzdiIpKQpkaW0ocHJvdGVpbl9tYXRyaXhfZmlsdGVyZWQpCnBlcHRpZGVfbWF0cml4X2ZpbHRlcmVkIDwtIHdyaXRlX21hdHJpeF9wZXB0aWRlcygKICB1bXBfZmlsdGVyZWRfYWxsX2ZpbHRlcnMsIHdyaXRlLmNzdj1UUlVFLAogIGZpbGVuYW1lPWZpbGUucGF0aChtYXRyaXhfcHJlZml4LCAidW1wX3BlcHRpZGVfbWF0cml4X2ZpbHRlcmVkLmNzdiIpKQpkaW0ocGVwdGlkZV9tYXRyaXhfZmlsdGVyZWQpCmBgYAoKIyBMb29rIGF0IHJhdyBkYXRhCgpgYGB7ciBtc3Jhd30KbXptbF9kYXRhIDwtIGV4dHJhY3RfbXNyYXdfZGF0YShzYW1wbGVfYW5ub3QsIHBhcmFsbGVsPUZBTFNFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGZvcm1hdD0ibXpNTCIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYWxsb3dfd2luZG93X292ZXJsYXA9RkFMU0UsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZmlsZV9jb2x1bW49Im16bWxmaWxlIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYXZlZmlsZT0idGVzdGluZy5yZGEiKQpgYGAKCiMgR2V0IGludGVuc2l0aWVzCgpgYGB7ciB0Yl9leHB0LCBmaWcuc2hvdz0iaGlkZSJ9CmludGVuc2l0aWVzIDwtIHByb3RlaW5fbWF0cml4X2ZpbHRlcmVkCmNvbHMgPC0gZ3N1Yih4PWNvbG5hbWVzKGludGVuc2l0aWVzKSwgcGF0dGVybj0iXi4qKDIwMTguKiQpIiwgcmVwbGFjZW1lbnQ9InNcXDEiKQpjb2xzW1sxXV0gPC0gIlByb3RlaW4iCmNvbG5hbWVzKGludGVuc2l0aWVzKSA8LSBjb2xzCnJvd25hbWVzKGludGVuc2l0aWVzKSA8LSBpbnRlbnNpdGllc1tbIlByb3RlaW4iXV0KaW50ZW5zaXRpZXNbWyJQcm90ZWluIl1dIDwtIE5VTEwKCiMjIENoZWNrIHRoZSBzYW1wbGUgbmFtZXMgb2YgdGhlIGludGVuc2l0eSBtYXRyaXggYW5kIHNhbXBsZSBhbm5vdGF0aW9ucy4KY29sbmFtZXMoaW50ZW5zaXRpZXMpICVpbiUgcm93bmFtZXMoc2FtcGxlX2Fubm90KQpyb3duYW1lcyhzYW1wbGVfYW5ub3QpICVpbiUgY29sbmFtZXMoaW50ZW5zaXRpZXMpCiMjcm93bmFtZXMoc2FtcGxlX2Fubm90KQojI2NvbG5hbWVzKGludGVuc2l0aWVzKQoKcmVvcmRlcmVkIDwtIGNvbG5hbWVzKGludGVuc2l0aWVzKQptZXRhZGF0YSA8LSBzYW1wbGVfYW5ub3RbcmVvcmRlcmVkLCBdCnVtcF9leHB0IDwtIGNyZWF0ZV9leHB0KHNhbXBsZV9hbm5vdCwKICAgICAgICAgICAgICAgICAgICAgICAgY291bnRfZGF0YWZyYW1lPWludGVuc2l0aWVzLAogICAgICAgICAgICAgICAgICAgICAgICBnZW5lX2luZm89bXRiX2Fubm90YXRpb25zKQpgYGAKCgojIFBhc3MgdGhlIGRhdGEgdG8gREVQIGFuZCBzZWUgd2hhdCBoYXBwZW5zLgoKYGBge3IgbWFrZV9zZV9zaGVuYW5pZ2Fuc30KZGV2dG9vbHM6OmxvYWRfYWxsKCJ+L3NjcmF0Y2gvZ2l0L0RFUCIpCnd0ZiA8LSBmdW5jdGlvbiAocHJvdGVpbnNfdW5pcXVlLCBjb2x1bW5zLCBleHBkZXNpZ24pIHsKICBhc3NlcnR0aGF0Ojphc3NlcnRfdGhhdChpcy5kYXRhLmZyYW1lKHByb3RlaW5zX3VuaXF1ZSksIGlzLmludGVnZXIoY29sdW1ucyksCiAgICAgICAgICAgICAgICAgICAgICAgICAgaXMuZGF0YS5mcmFtZShleHBkZXNpZ24pKQogIGlmIChhbnkoIWMoIm5hbWUiLCAiSUQiKSAlaW4lIGNvbG5hbWVzKHByb3RlaW5zX3VuaXF1ZSkpKSB7CiAgICBzdG9wKCInbmFtZScgYW5kL29yICdJRCcgY29sdW1ucyBhcmUgbm90IHByZXNlbnQgaW4gJyIsCiAgICAgICAgIGRlcGFyc2Uoc3Vic3RpdHV0ZShwcm90ZWluc191bmlxdWUpKSwgIicuXG5SdW4gbWFrZV91bmlxdWUoKSB0byBvYnRhaW4gdGhlIHJlcXVpcmVkIGNvbHVtbnMiLAogICAgICAgICBjYWxsLiA9IEZBTFNFKQogIH0KICBpZiAoYW55KCFjKCJsYWJlbCIsICJjb25kaXRpb24iLCAicmVwbGljYXRlIikgJWluJSBjb2xuYW1lcyhleHBkZXNpZ24pKSkgewogICAgc3RvcCgiJ2xhYmVsJywgJ2NvbmRpdGlvbicgYW5kL29yICdyZXBsaWNhdGUnIGNvbHVtbnMiLAogICAgICAgICAiYXJlIG5vdCBwcmVzZW50IGluIHRoZSBleHBlcmltZW50YWwgZGVzaWduIiwgY2FsbC4gPSBGQUxTRSkKICB9CiAgaWYgKGFueSghYXBwbHkocHJvdGVpbnNfdW5pcXVlWywgY29sdW1uc10sIDIsIGlzLm51bWVyaWMpKSkgewogICAgc3RvcCgic3BlY2lmaWVkICdjb2x1bW5zJyBzaG91bGQgYmUgbnVtZXJpYyIsICJcblJ1biBtYWtlX3NlX3BhcnNlKCkgd2l0aCB0aGUgYXBwcm9wcmlhdGUgY29sdW1ucyBhcyBhcmd1bWVudCIsCiAgICAgICAgIGNhbGwuID0gRkFMU0UpCiAgfQogIGlmICh0aWJibGU6OmlzLnRpYmJsZShwcm90ZWluc191bmlxdWUpKQogICAgcHJvdGVpbnNfdW5pcXVlIDwtIGFzLmRhdGEuZnJhbWUocHJvdGVpbnNfdW5pcXVlKQogIGlmICh0aWJibGU6OmlzLnRpYmJsZShleHBkZXNpZ24pKQogICAgZXhwZGVzaWduIDwtIGFzLmRhdGEuZnJhbWUoZXhwZGVzaWduKQogIHJvd25hbWVzKHByb3RlaW5zX3VuaXF1ZSkgPC0gcHJvdGVpbnNfdW5pcXVlJG5hbWUKICByYXcgPC0gcHJvdGVpbnNfdW5pcXVlWywgY29sdW1uc10KICByYXdbcmF3ID09IDBdIDwtIE5BCiAgcmF3IDwtIGxvZzIocmF3KQogIGV4cGRlc2lnbiA8LSBtdXRhdGUoZXhwZGVzaWduLCBjb25kaXRpb24gPSBtYWtlLm5hbWVzKGNvbmRpdGlvbikpCiAgIyMgSSBjaGFuZ2VkIHRoZSBmb2xsb3dpbmcgYmVjYXVzZSBpdCBkaWRuJ3QgbWFrZSBzZW5zZSB0byBtZS4KICBpZiAoaXMubnVsbChleHBkZXNpZ25bWyJJRCJdXSkpIHsKICAgIGV4cGRlc2lnbiA8LSBleHBkZXNpZ24gJT4lCiAgICAgIHRpZHlyOjp1bml0ZShjb25kaXRpb24sIHJlcGxpY2F0ZSwgcmVtb3ZlPUZBTFNFKQogIH0KCiAgcm93bmFtZXMoZXhwZGVzaWduKSA8LSBleHBkZXNpZ24kSUQKICBtYXRjaGVkIDwtIG1hdGNoKG1ha2UubmFtZXMoZGVsZXRlX3ByZWZpeChleHBkZXNpZ24kbGFiZWwpKSwKICAgICAgICAgICAgICAgICAgIG1ha2UubmFtZXMoZGVsZXRlX3ByZWZpeChjb2xuYW1lcyhyYXcpKSkpCiAgaWYgKGFueShpcy5uYShtYXRjaGVkKSkpIHsKICAgIHN0b3AoIk5vbmUgb2YgdGhlIGxhYmVscyBpbiB0aGUgZXhwZXJpbWVudGFsIGRlc2lnbiBtYXRjaCAiLAogICAgICAgICAid2l0aCBjb2x1bW4gbmFtZXMgaW4gJ3Byb3RlaW5zX3VuaXF1ZSciLCAiXG5SdW4gbWFrZV9zZSgpIHdpdGggdGhlIGNvcnJlY3QgbGFiZWxzIGluIHRoZSBleHBlcmltZW50YWwgZGVzaWduIiwKICAgICAgICAgImFuZC9vciBjb3JyZWN0IGNvbHVtbnMgc3BlY2lmaWNhdGlvbiIpCiAgfQogIGNvbG5hbWVzKHJhdylbbWF0Y2hlZF0gPC0gZXhwZGVzaWduJElECiAgcmF3IDwtIHJhd1ssICFpcy5uYShjb2xuYW1lcyhyYXcpKV1bcm93bmFtZXMoZXhwZGVzaWduKV0KICByb3dfZGF0YSA8LSBwcm90ZWluc191bmlxdWVbLCAtY29sdW1uc10KICByb3duYW1lcyhyb3dfZGF0YSkgPC0gcm93X2RhdGEkbmFtZQogIHNlIDwtIFN1bW1hcml6ZWRFeHBlcmltZW50KGFzc2F5cyA9IGFzLm1hdHJpeChyYXcpLCBjb2xEYXRhID0gZXhwZGVzaWduLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgIHJvd0RhdGEgPSByb3dfZGF0YSkKICByZXR1cm4oc2UpCn0KYGBgCgpgYGB7ciBzdGFydF9ERVB9CmxpYnJhcnkoREVQKQpsaWJyYXJ5KFN1bW1hcml6ZWRFeHBlcmltZW50KQoKZGVzaWduIDwtIHBEYXRhKHByb3RlaW5fZXhwdCkKZGVzaWduW1sibGFiZWwiXV0gPC0gZGVzaWduW1sic2FtcGxlaWQiXV0KZGVzaWduW1sicmVwbGljYXRlIl1dIDwtIGRlc2lnbltbInNhbXBsZWlkIl1dCgpteV9zZSA8LSBTdW1tYXJpemVkRXhwZXJpbWVudCgKICBhc3NheXM9ZXhwcnMocHJvdGVpbl9leHB0KSwKICBjb2xEYXRhPWRlc2lnbiwKICByb3dEYXRhPWZEYXRhKHByb3RlaW5fZXhwdCkpCgptdGJfdW5pcXVlIDwtIGFzLmRhdGEuZnJhbWUoZXhwcnMocHJvdGVpbl9leHB0KSkKbXRiX3VuaXF1ZVtbIm5hbWUiXV0gPC0gcm93bmFtZXMobXRiX3VuaXF1ZSkKbXRiX3VuaXF1ZVtbIklEIl1dIDwtIHJvd25hbWVzKG10Yl91bmlxdWUpCmludGVuc2l0eV9jb2x1bW5zIDwtIDE6NjAKIyMgbXRiX3NlIDwtIHd0ZihtdGJfdW5pcXVlLCBpbnRlbnNpdHlfY29sdW1ucywgZGVzaWduKQptdGJfc2UgPC0gbWFrZV9zZShtdGJfdW5pcXVlLCBpbnRlbnNpdHlfY29sdW1ucywgZGVzaWduKQoKREVQOjpwbG90X2ZyZXF1ZW5jeShtdGJfc2UpCmRpbShhc3NheShtdGJfc2UpKQptdGJfZmlsdCA8LSBERVA6OmZpbHRlcl9taXNzdmFsKG10Yl9zZSwgdGhyPTIpCmRpbShhc3NheShtdGJfZmlsdCkpCkRFUDo6cGxvdF9udW1iZXJzKG10Yl9zZSkKREVQOjpwbG90X2NvdmVyYWdlKG10Yl9zZSkKCm10Yl9ub3JtIDwtIERFUDo6bm9ybWFsaXplX3ZzbihtdGJfc2UpCkRFUDo6cGxvdF9ub3JtYWxpemF0aW9uKG10Yl9zZSwgbXRiX25vcm0pCgpERVA6OnBsb3RfbWlzc3ZhbChtdGJfc2UpCkRFUDo6cGxvdF9kZXRlY3QobXRiX3NlKQoKbXRiX2ltcCA8LSBERVA6OmltcHV0ZShtdGJfbm9ybSwgZnVuPSJNaW5Qcm9iIiwgcT0wLjAxKQptdGJfaW1wX21hbiA8LSBERVA6OmltcHV0ZShtdGJfbm9ybSwgZnVuPSJtYW4iLCBzaGlmdD0xLjgsIHNjYWxlPTAuMykKREVQOjpwbG90X2ltcHV0YXRpb24obXRiX25vcm0sIG10Yl9pbXApCgptdGJfZGlmZiA8LSBERVA6OnRlc3RfZGlmZihtdGJfaW1wLCB0eXBlPSJhbGwiKQptdGJfZGlmZiA8LSBERVA6OnRlc3RfZGlmZihtdGJfaW1wLCB0eXBlPSJtYW51YWwiLAogICAgICAgICAgICAgICAgICAgICAgICAgICB0ZXN0PWMoInd0X2ZpbHRyYXRlX3ZzX3d0X3dob2xlIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICJkZWx0YV9maWx0cmF0ZV92c193dF9maWx0cmF0ZSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAiY29tcF9maWx0cmF0ZV92c193dF9maWx0cmF0ZSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAid3RfZmlsdHJhdGVfdnNfZGVsdGFfZmlsdHJhdGUiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInd0X2ZpbHRyYXRlX3ZzX2NvbXBfZmlsdHJhdGUiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInd0X3dob2xlX3ZzX2RlbHRhX3dob2xlIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ3dF93aG9sZV92c19jb21wX3dob2xlIikpCgptdGJfZGVwIDwtIERFUDo6YWRkX3JlamVjdGlvbnMobXRiX2RpZmYsIGFscGhhPTAuMDUsIGxmYz0wLjYpCiMjIG10Yl9wY2EgPC0gREVQOjpwbG90X3BjYShtdGJfZGVwKQojIyBUaGUgUENBIHBsb3R0ZXIgcHJvdmlkZWQgYnkgREVQIGhhcyBzb21lIHByb2JsZW1zLgoKREVQOjpwbG90X2NvcihtdGJfZGVwKQpERVA6OnBsb3RfaGVhdG1hcChtdGJfZGVwLCB0eXBlPSJjZW50ZXJlZCIsIGttZWFucz1UUlVFKQpERVA6OnBsb3RfaGVhdG1hcChtdGJfZGVwLCB0eXBlPSJjb250cmFzdCIsIGttZWFucz1UUlVFKQoKREVQOjpwbG90X3ZvbGNhbm8obXRiX2RlcCwgY29udHJhc3Q9Ind0X3dob2xlX3ZzX2RlbHRhX3dob2xlIikKREVQOjpwbG90X3ZvbGNhbm8obXRiX2RlcCwgY29udHJhc3Q9Ind0X2ZpbHRyYXRlX3ZzX2RlbHRhX2ZpbHRyYXRlIikKREVQOjpwbG90X2NvbmQobXRiX2RlcCkKbXRiX3Jlc3VsdCA8LSBERVA6OmdldF9yZXN1bHRzKG10Yl9kZXApCnBsb3Rfc2luZ2xlKG10Yl9kZXAsIHByb3RlaW5zID0gYygiUnYwMjg3IiwgIlJ2MDI4OCIpKQp3cml0dGVuX2RlcCA8LSBocGdsdG9vbHM6OndyaXRlX3hscyhkYXRhPW10Yl9yZXN1bHQsIGV4Y2VsPSJleGNlbC9kZXBfcmVzdWx0Lnhsc3giKQpgYGAKCiMgTWlub3IgY2hhbmdlIHRvIHBsb3RfbWlzc3ZhbAoKREVQIGhhcyBhIG5lYXQgZnVuY3Rpb24gdG8gcGxvdCBtaXNzaW5nIHZhbHVlcy4gIFNhZGx5LCBpdCBkb2VzIG5vdCByZXR1cm4gdGhlCmFjdHVhbCBtYXRyaXgsIG9ubHkgdGhlIHBsb3QuICBUaGlzIGlzIG5pY2UgYW5kIGFsbCwgYnV0IEkgbmVlZCB0aGUgbWF0cml4LCBlcmdvCnRoaXMgbWlub3IgY2hhbmdlLgoKYGBge3IgbXlfcGxvdF9taXNzaW5nfQpjb3VudF9kZWZpbmVkIDwtIGZ1bmN0aW9uKHNlKSB7CiAgZGYgPC0gYXMuZGF0YS5mcmFtZShhc3NheShzZSkpCiAgbmFfaWR4IDwtIGlzLm5hKGRmKQogIGRlZmluZWRfbXRyeCA8LSBpZmVsc2UoaXMubmEoZGYpLCAwLCAxKQogIHJldHVybihkZWZpbmVkX210cngpCn0KCmRlZl9tdHJ4IDwtIGNvdW50X2RlZmluZWQobXRiX3NlKQpzdW1tYXJ5KGRlZl9tdHJ4KQpkZWZpbmVkX2J5X3Byb3RlaW4gPC0gcm93U3VtcyhkZWZfbXRyeCkKaGVhZChkZWZpbmVkX2J5X3Byb3RlaW4pCmRlZmluZWRfYnlfc2FtcGxlIDwtIGNvbFN1bXMoZGVmX210cngpCmRlZmluZWRfYnlfc2FtcGxlCmBgYAoKIyBSZXF1ZXN0IDIwMTkwNTIzCgpDb21wYXJlIG91ciAnbm9ybWFsJyBvcGVuc3dhdGggb3V0cHV0IHZpYSBocGdsdG9vbHMgYW5hbHlzaXMgdnMuIHRoZSB1bXBpcmUKdmVyc2lvbi4gIFNlY29uZGFyeSBnb2FsOiBXaXRoIGFuZCB3aXRob3V0IGltcHV0YXRpb24uCgpgYGB7ciBjb21wYXJlIHVtcGlyZV92c19ub3JtYWx9CnZlciA8LSAiMjAxODA5MTMiCnRyaWNfZGF0YSA8LSByZWFkLmNzdigKICBwYXN0ZTAoInJlc3VsdHMvdHJpYy8iLCB2ZXIsICIvd2hvbGVfOG16X3R1YmVyY3VsaXN0L2NvbWV0X0hDRC50c3YiKSwgc2VwPSJcdCIpCnRyaWNfZGF0YVtbIlByb3RlaW5OYW1lIl1dIDwtIGdzdWIocGF0dGVybj0iXiguKilfLiokIiwgcmVwbGFjZW1lbnQ9IlxcMSIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgeD10cmljX2RhdGFbWyJQcm90ZWluTmFtZSJdXSkKc2FtcGxlX2Fubm90IDwtIGV4dHJhY3RfbWV0YWRhdGEocGFzdGUwKCJzYW1wbGVfc2hlZXRzL010Yl9kaWFfc2FtcGxlc18iLCB2ZXIsICIueGxzeCIpKQprZXB0IDwtICEgZ3JlcGwoeD1yb3duYW1lcyhzYW1wbGVfYW5ub3QpLCBwYXR0ZXJuPSJec1xcLlxcLiIpCnNhbXBsZV9hbm5vdCA8LSBzYW1wbGVfYW5ub3Rba2VwdCwgXQpkZXZ0b29sczo6bG9hZF9hbGwoIn4vc2NyYXRjaC9naXQvU1dBVEgyc3RhdHNfbXlmb3JrZWQiKQpzMnNfZXhwIDwtIHNhbXBsZV9hbm5vdGF0aW9uKGRhdGE9dHJpY19kYXRhLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNhbXBsZV9hbm5vdGF0aW9uPXNhbXBsZV9hbm5vdCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICBmdWxscGVwdGlkZW5hbWVfY29sdW1uPSJmdWxscGVwdGlkZW5hbWUiKQoKZGVjb3lfbGlzdHMgPC0gYXNzZXNzX2RlY295X3JhdGUoczJzX2V4cCkKIyMgVGhpcyBzZWVtcyBhIGJpdCBoaWdoIHRvIG1lLCB5ZXNubz8KZmRyX292ZXJhbGwgPC0gYXNzZXNzX2Zkcl9vdmVyYWxsKHMyc19leHAsIG91dHB1dD0iUmNvbnNvbGUiLCBwbG90PVRSVUUpCmJ5cnVuX2ZkciA8LSBhc3Nlc3NfZmRyX2J5cnVuKHMyc19leHAsIEZGVD0wLjcsIHBsb3Q9VFJVRSwgb3V0cHV0PSJSY29uc29sZSIpCmNob3Nlbl9tc2NvcmUgPC0gbXNjb3JlNGFzc2F5ZmRyKHMyc19leHAsIEZGVD0wLjcsIGZkcl90YXJnZXQ9MC4wMikKcHJvdF9zY29yZSA8LSBtc2NvcmU0cHJvdGZkcihzMnNfZXhwLCBGRlQ9MC43LCBmZHJfdGFyZ2V0PTAuMDIpCmZpbHRlcmVkX21zIDwtIGZpbHRlcl9tc2NvcmUoczJzX2V4cCwgY2hvc2VuX21zY29yZSkKZmlsdGVyZWRfZnEgPC0gZmlsdGVyX21zY29yZV9mcmVxb2JzKHMyc19leHAsIDAuMDEsIDAuOCwgcm0uZGVjb3k9RkFMU0UpCmZpbHRlcmVkX21zX2ZkciA8LSBmaWx0ZXJfbXNjb3JlX2ZkcihmaWx0ZXJlZF9tcywgRkZUPTAuNywKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG92ZXJhbGxfcHJvdGVpbl9mZHJfdGFyZ2V0PXByb3Rfc2NvcmUsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB1cHBlcl9vdmVyYWxsX3BlcHRpZGVfZmRyX2xpbWl0PTAuMDUpCmZpbHRlcmVkX21zX2Zkcl9wciA8LSBmaWx0ZXJfcHJvdGVvdHlwaWNfcGVwdGlkZXMoZmlsdGVyZWRfbXNfZmRyKQpmaWx0ZXJlZF9tc19mZHJfcHJfYWxsIDwtIGZpbHRlcl9hbGxfcGVwdGlkZXMoZmlsdGVyZWRfbXNfZmRyX3ByKQpmaWx0ZXJlZF9tc19mZHJfcHJfYWxsX3N0ciA8LSBmaWx0ZXJfb25fbWF4X3BlcHRpZGVzKGRhdGE9ZmlsdGVyZWRfbXNfZmRyX3ByX2FsbCwgbl9wZXB0aWRlcz0xMCkKZmlsdGVyZWRfYWxsX2ZpbHRlcnMgPC0gZmlsdGVyX29uX21pbl9wZXB0aWRlcyhkYXRhPWZpbHRlcmVkX21zX2Zkcl9wcl9hbGxfc3RyLCBuX3BlcHRpZGVzPTMpCgptYXRyaXhfcHJlZml4IDwtIGZpbGUucGF0aCgicmVzdWx0cyIsICJzd2F0aDJzdGF0cyIsIHZlcikKaWYgKCFmaWxlLmV4aXN0cyhtYXRyaXhfcHJlZml4KSkgewogIGRpci5jcmVhdGUobWF0cml4X3ByZWZpeCkKfQpwcm90ZWluX21hdHJpeF9hbGwgPC0gd3JpdGVfbWF0cml4X3Byb3RlaW5zKAogIHMyc19leHAsIHdyaXRlLmNzdj1UUlVFLAogIGZpbGVuYW1lPWZpbGUucGF0aChtYXRyaXhfcHJlZml4LCAib3N3X3Byb3RlaW5fYWxsLmNzdiIpKQpkaW0ocHJvdGVpbl9tYXRyaXhfYWxsKQpwcm90ZWluX21hdHJpeF9tc2NvcmUgPC0gd3JpdGVfbWF0cml4X3Byb3RlaW5zKAogIGZpbHRlcmVkX21zLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgIm9zd19wcm90ZWluX21hdHJpeF9tc2NvcmUuY3N2IikpCmRpbShwcm90ZWluX21hdHJpeF9tc2NvcmUpCnBlcHRpZGVfbWF0cml4X21zY29yZSA8LSB3cml0ZV9tYXRyaXhfcGVwdGlkZXMoCiAgZmlsdGVyZWRfbXMsIHdyaXRlLmNzdj1UUlVFLAogIGZpbGVuYW1lPWZpbGUucGF0aChtYXRyaXhfcHJlZml4LCAib3N3X3BlcHRpZGVfbWF0cml4X21zY29yZS5jc3YiKSkKZGltKHBlcHRpZGVfbWF0cml4X21zY29yZSkKcHJvdGVpbl9tYXRyaXhfZmlsdGVyZWQgPC0gd3JpdGVfbWF0cml4X3Byb3RlaW5zKAogIGZpbHRlcmVkX2FsbF9maWx0ZXJzLCB3cml0ZS5jc3Y9VFJVRSwKICBmaWxlbmFtZT1maWxlLnBhdGgobWF0cml4X3ByZWZpeCwgIm9zd19wcm90ZWluX21hdHJpeF9maWx0ZXJlZC5jc3YiKSkKZGltKHByb3RlaW5fbWF0cml4X2ZpbHRlcmVkKQpwZXB0aWRlX21hdHJpeF9maWx0ZXJlZCA8LSB3cml0ZV9tYXRyaXhfcGVwdGlkZXMoCiAgZmlsdGVyZWRfYWxsX2ZpbHRlcnMsIHdyaXRlLmNzdj1UUlVFLAogIGZpbGVuYW1lPWZpbGUucGF0aChtYXRyaXhfcHJlZml4LCAib3N3X3BlcHRpZGVfbWF0cml4X2ZpbHRlcmVkLmNzdiIpKQpkaW0ocGVwdGlkZV9tYXRyaXhfZmlsdGVyZWQpCmNvbHMgPC0gY29sbmFtZXMoZmlsdGVyZWRfYWxsX2ZpbHRlcnMpCmRpc2FnZ3JlZ2F0ZWQgPC0gZGlzYWdncmVnYXRlKGZpbHRlcmVkX2FsbF9maWx0ZXJzLCBhbGwuY29sdW1ucz1UUlVFKQptc3N0YXRzX2lucHV0IDwtIGNvbnZlcnRfTVNzdGF0cyhkaXNhZ2dyZWdhdGVkKQoKcHJvdF9tdHJ4IDwtIHByb3RlaW5fbWF0cml4X2ZpbHRlcmVkCnJvd25hbWVzKHByb3RfbXRyeCkgPC0gZ3N1YihwYXR0ZXJuPSJeMVxcLyIsIHJlcGxhY2VtZW50PSIiLCB4PXByb3RfbXRyeFtbInByb3RlaW5uYW1lIl1dKQpwcm90X210cnggPC0gcHJvdF9tdHJ4WywgLTFdCiMjIEltcG9ydGFudCBxdWVzdGlvbjogRGlkIFNXQVRIMnN0YXRzIHJlb3JkZXIgbXkgZGF0YT8KY29sbmFtZXMocHJvdF9tdHJ4KSA8LSBnc3ViKHBhdHRlcm49Il4oLiopKDIwMTguKikkIiwgcmVwbGFjZW1lbnQ9InNcXDIiLCB4PWNvbG5hbWVzKHByb3RfbXRyeCkpCnJlb3JkZXJlZCA8LSBjb2xuYW1lcyhwcm90X210cngpCm1ldGFkYXRhIDwtIHNhbXBsZV9hbm5vdFtyZW9yZGVyZWQsIF0Kb3N3X2V4cHQgPC0gc20oY3JlYXRlX2V4cHQobWV0YWRhdGEsCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvdW50X2RhdGFmcmFtZT1wcm90X210cngsCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGdlbmVfaW5mbz1tdGJfYW5ub3RhdGlvbnMpKQpgYGAKCmBgYHtyIGNvbXBhcmVfZW5jeWxvcGVkaWF9CnZlciA8LSAiMjAxOTAzMjciCmVuY19tZXRhZGF0YSA8LSBocGdsdG9vbHM6OjpyZWFkX21ldGFkYXRhKCJzYW1wbGVfc2hlZXRzL010Yl9kaWFfc2FtcGxlc19lbmN5Y2xvcGVkaWFfMjAxOTAzMjcueGxzeCIpCnJvd25hbWVzKGVuY19tZXRhZGF0YSkgPC0gcGFzdGUwKCJzIiwgZW5jX21ldGFkYXRhW1sic2FtcGxlaWQiXV0pCmVuY19tYXRyaXggPC0gcmVhZC50YWJsZSgiZW5jeWNsb3BlZGlhL21vc3Rfc2FtcGxlc19xdWFudF9yZXBvcnQuZWxpYi5wcm90ZWlucy50eHQiLCBoZWFkZXI9VFJVRSkKZW5jX3BlcF9tYXRyaXggPC0gcmVhZC50YWJsZSgiZW5jeWNsb3BlZGlhL21vc3Rfc2FtcGxlc19xdWFudF9yZXBvcnQuZWxpYi5wZXB0aWRlcy50eHQiLCBoZWFkZXI9VFJVRSkKcm93bmFtZXMoZW5jX21hdHJpeCkgPC0gZW5jX21hdHJpeFtbIlByb3RlaW4iXV0KZW5jX21hdHJpeCA8LSBlbmNfbWF0cml4WywgLTFdCmVuY19tYXRyaXggPC0gZW5jX21hdHJpeFssIC0xXQplbmNfbWF0cml4IDwtIGVuY19tYXRyaXhbLCAtMV0KY29sbmFtZXMoZW5jX21hdHJpeCkKY29sbmFtZXMoZW5jX21hdHJpeCkgPC0gZ3N1YihwYXR0ZXJuPSJYIiwgcmVwbGFjZW1lbnQ9InMiLCB4PWNvbG5hbWVzKGVuY19tYXRyaXgpKQpjb2xuYW1lcyhlbmNfbWF0cml4KSA8LSBnc3ViKHBhdHRlcm49IlxcLm16TUwiLCByZXBsYWNlbWVudD0iIiwgeD1jb2xuYW1lcyhlbmNfbWF0cml4KSkKY29sbmFtZXMoZW5jX21hdHJpeCkgPC0gZ3N1YihwYXR0ZXJuPSJeWCIsIHJlcGxhY2VtZW50PSJzIiwgeD1jb2xuYW1lcyhlbmNfbWF0cml4KSkKCm5hX2lkeCA8LSBpcy5uYShlbmNfbWF0cml4KQplbmNfbWF0cml4W25hX2lkeF0gPC0gMAoKZW5jX2V4cHQgPC0gY3JlYXRlX2V4cHQobWV0YWRhdGE9ZW5jX21ldGFkYXRhLCBjb3VudF9kYXRhZnJhbWU9ZW5jX21hdHJpeCwgZ2VuZV9pbmZvPU5VTEwpCmBgYAoKIyBQZXJmb3JtIGNvbXBhcmlzb25zCgpGb3IgdGhlIGZpcnN0IGFuZCBzaW1wbGVzdCBjb21wYXJpc29uLCBJIHdpbGwgdGFrZSB0aGUgbWVkaWFuIGJ5IGNvbmRpdGlvbiBmb3IKdGhlc2UgdGhyZWUgZGF0YSBzZXRzIGFuZCBzZWUgaG93IHRoZXkgY29tcGFyZS4gIFRoZW4gSSB3aWxsIHN1YnNldCB0aGUgZGF0YQppbnRvIHdob2xlIHZzLiBmaWx0ZXJlZCBhbmQgZG8gdGhlIGxvZ0ZDIGNvbXBhcmlzb25zIGFuZCBjb21wYXJlIGFnYWluLiAgRmluYWxseQpJIHdpbGwgcmVwZWF0IHRoZXNlIHByb2Nlc3NlcyB3aXRoIG15IHZlcnNpb24gb2YgdGhlIGltcHV0YXRpb24gcHJvdmlkZWQgYnkgREVQLgoKYGBge3IgZmlyc3RfY29tcGFyaXNvbnN9Cm9zd19tZWRpYW5zIDwtIG1lZGlhbl9ieV9mYWN0b3Iob3N3X2V4cHQpCmVuY19tZWRpYW5zIDwtIG1lZGlhbl9ieV9mYWN0b3IoZW5jX2V4cHQpCnVtcF9tZWRpYW5zIDwtIG1lZGlhbl9ieV9mYWN0b3IodW1wX2V4cHQpCgphbGwgPC0gbWVyZ2Uob3N3X21lZGlhbnMsIGVuY19tZWRpYW5zLCBieT0icm93Lm5hbWVzIikKcm93bmFtZXMoYWxsKSA8LSBhbGxbWyJSb3cubmFtZXMiXV0KYWxsW1siUm93Lm5hbWVzIl1dIDwtIE5VTEwKYWxsIDwtIG1lcmdlKGFsbCwgdW1wX21lZGlhbnMsIGJ5PSJyb3cubmFtZXMiKQpyb3duYW1lcyhhbGwpIDwtIGFsbFtbIlJvdy5uYW1lcyJdXQphbGxbWyJSb3cubmFtZXMiXV0gPC0gTlVMTAoKIyMgT3BlblNXQVRIICdub3JtYWwnIHZzLiBFbmN5Y2xvcGVESUEKdGVzdF9kZiA8LSBhbGxbLCBjKCJkZWx0YV9maWx0cmF0ZSIsICJkZWx0YV9maWx0cmF0ZS54IiwgImRlbHRhX2ZpbHRyYXRlLnkiKV0KY29yLnRlc3QodGVzdF9kZltbMV1dLCB0ZXN0X2RmW1syXV0sIG1ldGhvZD0ic3BlYXJtYW4iKQpjb3IudGVzdCh0ZXN0X2RmW1sxXV0sIHRlc3RfZGZbWzNdXSwgbWV0aG9kPSJzcGVhcm1hbiIpCgojIyBPcGVuU1dBVEggJ25vcm1hbCcgdnMuIERJQVVtcGlyZQp0ZXN0X2RmIDwtIGFsbFssIGMoImRlbHRhX2ZpbHRyYXRlIiwgImRlbHRhX2ZpbHRyYXRlLnkiKV0KY29yLnRlc3QodGVzdF9kZltbMV1dLCB0ZXN0X2RmW1syXV0pCgprZWVwZXJzIDwtIGxpc3QoCiAgInd0X2Nmd2hvbGUiID0gYygid3RfZmlsdHJhdGUiLCAid3Rfd2hvbGUiKSwKICAiZGVsdGFfY2Z3aG9sZSIgPSBjKCJkZWx0YV9maWx0cmF0ZSIsICJkZWx0YV93aG9sZSIpLAogICJ3aG9sZV9kZWx0YXd0IiA9IGMoImRlbHRhX3dob2xlIiwgInd0X3dob2xlIiksCiAgImNmX2RlbHRhd3QiID0gYygiZGVsdGFfZmlsdHJhdGUiLCAid3RfZmlsdHJhdGUiKSkKdW1wX25vcm0gPC0gbm9ybWFsaXplX2V4cHQodW1wX2V4cHQsIGZpbHRlcj1UUlVFKQp1bXBfZGUgPC0gYWxsX3BhaXJ3aXNlKHVtcF9ub3JtLCBmb3JjZT1UUlVFKQp3aG9sZV90YWJsZXMgPC0gY29tYmluZV9kZV90YWJsZXMoCiAgdW1wX2RlLAogIGtlZXBlcnM9a2VlcGVycywKICBleGNlbD1wYXN0ZTAoImV4Y2VsL2RpYXVtcGlyZV90YWJsZXMtdiIsIHZlciwgIi54bHN4IikpCmBgYAoKIyBBZGQgaW1wdXRhdGlvbgoKYGBge3IgaW1wdXRhdGlvbl9hZGRpdGlvbn0Kb3N3X2ltcHV0ZWQgPC0gaW1wdXRlX2V4cHQob3N3X2V4cHQsIGZ1bj0iTWluUHJvYiIsIHE9MC4wNSkKZW5jX2ltcHV0ZWQgPC0gaW1wdXRlX2V4cHQoZW5jX2V4cHQpCnVtcF9pbXB1dGVkIDwtIGltcHV0ZV9leHB0KHVtcF9leHB0LCBmdW49ImtubiIsIGs9MTAsIHJvd21heD0wLjksIGZvcmNlPVRSVUUpCmBgYAoKCmBgYHtyIHNhdmVtZX0KaWYgKCFpc1RSVUUoZ2V0MCgic2tpcF9sb2FkIikpKSB7CiAgbWVzc2FnZShwYXN0ZTAoIlRoaXMgaXMgaHBnbHRvb2xzIGNvbW1pdDogIiwgZ2V0X2dpdF9jb21taXQoKSkpCiAgdGhpc19zYXZlIDwtIHBhc3RlMChnc3ViKHBhdHRlcm49IlxcLlJtZCIsIHJlcGxhY2U9IiIsIHg9cm1kX2ZpbGUpLCAiLXYiLCB2ZXIsICIucmRhLnh6IikKICBtZXNzYWdlKHBhc3RlMCgiU2F2aW5nIHRvICIsIHRoaXNfc2F2ZSkpCiAgdG1wIDwtIHNtKHNhdmVtZShmaWxlbmFtZT10aGlzX3NhdmUpKQogIHBhbmRlcjo6cGFuZGVyKHNlc3Npb25JbmZvKCkpCn0KYGBgCgpgYGB7ciBsb2FkbWUsIGV2YWw9RkFMU0V9CnRtcCA8LSBsb2FkbWUoZmlsZW5hbWU9dGhpc19zYXZlKQpgYGAK