# ==============================================================================
# Companion Upgraded NCBI GEO2R Analysis Script for Pancreatic Ductal
# Adenocarcinoma (PDAC) — Multi-Cohort Microarray & RNA-Seq Reference Pipeline
#
# Purpose: Critiques and upgrades default NCBI GEO2R R scripts:
#   1. Catches unlogged intensity matrices (e.g., GSE16515 max = 65,045 MAS5)
#   2. Enforces patient-level replicate collapsing & paired blocking on GSE15471
#      (recovering 1,584 paired vs 1,558 unpaired DEGs at FDR < 0.01, |log2FC| >= 1)
#   3. Replaces naive GEO2R probe-level testing with max-IQR probe->gene collapse
#   4. Flags & prevents patient leakage across overlapping NCI/German GEO series:
#        - GSE62452 (90/130 E-IDs overlap GSE183795) -> excluded from validation
#        - GSE28735 (45 matched pairs) -> excluded from validation
#        - GSE224564 (131/175 RNA-seq patients overlap GSE183795: German-1/2/3 + UMD-1)
#          -> split cleanly into paired cross-tech bridge (n=128 matched tumors) vs
#             zero-leakage independent RNA-seq holdout (UMD-2 + UMD-3, n=44).
# ==============================================================================

suppressPackageStartupMessages({
  library(GEOquery)
  library(limma)
  library(Biobase)
})

run_upgraded_geo2r <- function(acc = "GSE15471", gpl_id = "GPL570", paired = TRUE) {
  message("[1/4] Fetching GEO Series Matrix via GEOquery (zero web scraping): ", acc)
  gset <- getGEO(acc, GSEMatrix = TRUE, AnnotGPL = TRUE)
  if (length(gset) > 1) idx <- grep(gpl_id, attr(gset, "names")) else idx <- 1
  eset <- gset[[idx]]
  fvarLabels(eset) <- make.names(fvarLabels(eset))

  ex <- exprs(eset)
  qx <- as.numeric(quantile(ex, c(0., 0.25, 0.5, 0.75, 0.99, 1.0), na.rm = TRUE))
  is_unlogged <- (qx[5] > 100) || (qx[6] - qx[1] > 50 && qx[2] > 0)
  if (is_unlogged) {
    message("[2/4] Detected unlogged expression values -> applying log2(x + 1)")
    ex[ex <= 0] <- NA
    exprs(eset) <- log2(ex + 1)
  }

  # Upgrade A: Collapse multi-probe gene symbols by MAX IQR (removes probe inflation)
  fdata <- fData(eset)
  sym_col <- intersect(c("Gene.symbol", "Gene.Symbol", "GENE_SYMBOL"), colnames(fdata))[1]
  syms <- as.character(fdata[[sym_col]])
  keep_probe <- !is.na(syms) & nzchar(syms) & syms != "---" & !grepl("///", syms)
  ex_valid <- exprs(eset)[keep_probe, , drop = FALSE]
  syms_valid <- toupper(trimws(syms[keep_probe]))
  probe_iqr <- apply(ex_valid, 1, IQR, na.rm = TRUE)
  ord <- order(probe_iqr, decreasing = TRUE)
  ex_sorted <- ex_valid[ord, , drop = FALSE]
  syms_sorted <- syms_valid[ord]
  ex_gene <- ex_sorted[!duplicated(syms_sorted), , drop = FALSE]
  rownames(ex_gene) <- syms_sorted[!duplicated(syms_sorted)]
  message("[3/4] Collapsed probes -> unique clean genes: ", nrow(ex_gene))

  # Upgrade B: Patient-blocked limma design (vs default naive unpaired GEO2R)
  pdata <- pData(eset)
  if (paired && "characteristics_ch1" %in% colnames(pdata)) {
    patient <- factor(gsub("^patient:\\s*", "", pdata[["characteristics_ch1"]]))
    tissue <- factor(ifelse(grepl("tumor", pdata[["characteristics_ch1.1"]], ignore.case = TRUE), "Tumor", "Normal"))
    # Average technical replicates (_rep) per patient + tissue before fitting
    pair_key <- paste(patient, tissue, sep = "_")
    ex_dedup <- sapply(unique(pair_key), function(k) rowMeans(ex_gene[, pair_key == k, drop = FALSE], na.rm = TRUE))
    pat_dedup <- factor(sub("_.*$", "", colnames(ex_dedup)))
    tis_dedup <- factor(sub("^.*_", "", colnames(ex_dedup)), levels = c("Normal", "Tumor"))
    design <- model.matrix(~ 0 + tis_dedup + pat_dedup)
    colnames(design)[1:2] <- c("Normal", "Tumor")
    fit <- lmFit(ex_dedup, design)
    fit2 <- contrasts.fit(fit, makeContrasts(Tumor - Normal, levels = design))
  } else {
    grp <- factor(ifelse(grepl("tumor", pdata[["characteristics_ch1"]], ignore.case = TRUE) &
                         !grepl("non-tumor", pdata[["characteristics_ch1"]], ignore.case = TRUE),
                         "Tumor", "Normal"), levels = c("Normal", "Tumor"))
    design <- model.matrix(~ 0 + grp)
    colnames(design) <- c("Normal", "Tumor")
    fit <- lmFit(ex_gene, design)
    fit2 <- contrasts.fit(fit, makeContrasts(Tumor - Normal, levels = design))
  }

  fit2 <- eBayes(fit2, trend = TRUE, robust = TRUE)
  res <- topTable(fit2, adjust.method = "BH", sort.by = "B", number = Inf)
  message("[4/4] Done. Sig genes (FDR < 0.01 & |logFC| >= 1): ",
          sum(res$adj.P.Val < 0.01 & abs(res$logFC) >= 1, na.rm = TRUE))
  return(res)
}

if (sys.nframe() == 0) {
  message("Loaded upgraded PDAC GEO2R pipeline. Call run_upgraded_geo2r('GSE15471', 'GPL570', TRUE) in R.")
}
