R version 4.4.0 RC (2024-04-16 r86458 ucrt) -- "Puppy Cup" Copyright (C) 2024 The R Foundation for Statistical Computing Platform: x86_64-w64-mingw32/x64 R is free software and comes with ABSOLUTELY NO WARRANTY. You are welcome to redistribute it under certain conditions. Type 'license()' or 'licence()' for distribution details. R is a collaborative project with many contributors. Type 'contributors()' for more information and 'citation()' on how to cite R or R packages in publications. Type 'demo()' for some demos, 'help()' for on-line help, or 'help.start()' for an HTML browser interface to help. Type 'q()' to quit R. > library(survival) > aeq <- function(x, y) all.equal(as.vector(x), as.vector(y)) > # > # Compute the hazard functions for a multi-state Cox model > # > coxhaz <- function(y, id, risk, wt, expm=TRUE) { + # y should be a multi-state survival + if (!inherits(y, "Surv") || attr(y, "type") != "mcounting") + stop("invalid response") + + n <- nrow(y) + if (missing(id) || length(id) !=n) stop("invalid id") + + if (missing(wt)) wt <- rep(1.0, n) + else if (length(wt) !=n || any(wt <=0)) stop("invalid wt") + + # get the current state, and the list of transtions + # transitions to censor don't count + mcheck <- survcheck(y~1, id= id) + states <- mcheck$states + nstate <- length(states) + istate <- mcheck$istate + + event <- y[,3] > 0 + temp <- attr(y, 'states')[y[event,3]] + tmat <- table(y[event,2], from=istate[event], to=temp) + tmat2 <- tapply(wt[event], list(y[event,2], from=mcheck$istate[event], + to=temp), sum) + tmat2 <- ifelse(is.na(tmat2), 0, tmat2) + + + # Hazards can be done one at a time. For each of them the risk + # weight vector for the subjects can be different. + # First organize the material as a 2 dim matrix + temp <- apply(tmat, 2:3, sum) # count of transtions + keep <- which(temp>0) + from <- states[row(temp)[keep]] + hlab <- outer(match(rownames(temp), states), + match(colnames(temp), states), paste, sep=':')[keep] + nhaz <- length(keep) + nevent <- matrix(tmat2, nrow(tmat2))[,keep] + dtime <- sort(unique(y[event,2])) + ntime <- length(dtime) + dimnames(nevent) <- list(NULL, hlab) + aindex <- cbind(as.numeric(substring(hlab,1,1)), + as.numeric(substring(hlab,3,3))) + + if (missing(risk)) risk <- matrix(1, nrow=n, ncol=nhaz) + if (!is.matrix(risk) || nrow(risk) != n || ncol(risk) != nhaz) + stop("invalid risk matrix") + risk <- risk * wt + + # get the weighted at risk at each time + wtrisk <- matrix(, length(dtime), nhaz) + statematch <- outer(istate, from, function(x, y) x==y) + risk <- ifelse(statematch, risk, 0) + for (i in 1:ntime) { + atrisk <- (y[,1]< dtime[i] & y[,2] >= dtime[i]) + wtrisk[i,] <- colSums(risk[atrisk,, drop=FALSE]) + } + + haz <- nevent/ifelse(wtrisk==0, 1, wtrisk) # avoid 0/0 + chaz<- apply(haz, 2, cumsum) + + # compute the probability in state, with p(0)= 1,0, .. + pstate <- matrix(0, ntime+1, nstate) + pstate[1,1] <- 1 + for (i in 1:ntime) { + tmat <- matrix(0, nstate, nstate) + tmat[aindex] <- haz[i,] + if (expm) { + diag(tmat) <- -rowSums(tmat) + pstate[i+1,] <- pstate[i,] %*% as.matrix(Matrix::expm(tmat)) + } else { + diag(tmat) <- 1-rowSums(tmat) + pstate[i+1,] <- pstate[i,] %*% tmat + } + } + + list(time=dtime, nrisk=wtrisk, nevent=nevent, + haz=haz, cumhaz=chaz, states=states, pstate= pstate[-1,]) + } > > mtest <- data.frame(id= c(1, 1, 1, 2, 3, 4, 4, 4, 5, 5), + t1= c(0, 4, 9, 0, 2, 0, 2, 8, 1, 3), + t2= c(4, 9, 10, 5, 9, 2, 8, 9, 3, 11), + state= c(1, 2, 1, 2, 3, 1, 3, 0, 2, 0), + x = c(0, 0, 0, 1, 1, 0, 0, 0, 2, 2)) > mtest$state <- factor(mtest$state, 0:3, c("censor", "a", "b", "c")) > > # True results > # > #time at risk events > # entry a b c > # > #2 1245 4 -> a > #3 1235 4 5 -> b > #4 123 4 5 1 -> a > #5 23 14 5 2 -> b, exits > #8 3 14 5 4 -> c > #9 3 1 5 4 1->b, 3->c & exit, 4 censored > #10 15 1->a, exit > #11 5 censor > > # with all coefficients =0 > check1 <- with(mtest, coxhaz(Surv(t1, t2, state), id)) > fit1 <- survfit(Surv(t1, t2, state) ~1, mtest, id=id) > aeq(check1$cumhaz, fit1$cumhaz[match(check1$time, fit1$time),]) [1] TRUE > > dummy <- data.frame(x=1:2) > cox0 <- coxph(Surv(t1, t2, state) ~x, iter=0, mtest, id=id) > cfit0 <- survfit(cox0, newdata=dummy) > indx <- match(check1$time, cfit0$time) > aeq(check1$cumhaz, cfit0$cumhaz[indx,1,]) [1] TRUE > aeq(check1$cumhaz, cfit0$cumhaz[indx,2,]) [1] TRUE > aeq(check1$pstate, cfit0$pstate[indx,1,]) [1] TRUE > > # a fixed coefficient > mfit <- coxph(Surv(t1, t2, state) ~x, iter=0, mtest, id=id, + init= log(1:6)) > msurv <- survfit(mfit, newdata=list(x=0:1)) > mrisk <- exp(outer(mtest$x, log(1:6), '*')) # hazards for each transition > check2 <- with(mtest, coxhaz(Surv(t1, t2, state), id=id, risk=mrisk)) > aeq(check2$cumhaz, msurv$cumhaz[indx,1,]) [1] TRUE > aeq(check2$pstate, msurv$pstate[indx,1,]) [1] TRUE > > # a different predicted x multiplies the risk weights > # now use exp(x - target) as the risk score > mrisk2 <- mrisk %*% diag(1/(1:6)) > check2b <- with(mtest, coxhaz(Surv(t1, t2, state), id=id, risk=mrisk2)) > aeq(check2b$cumhaz, msurv$cumhaz[indx,2,]) [1] TRUE > aeq(check2b$pstate, msurv$pstate[indx,2,]) [1] TRUE > > # since pstate depends only on the hazards and p(0), if the hazards are > # right I don't have to check pstate for every subcase > > if (FALSE) { + # this graph is very useful + temp <- survcheck(Surv(t1, t2, state) ~1, mtest, id=id) + plot(c(0,11), c(1,5.1), type='n', xlab="Time", ylab= "Subject") + with(mtest, segments(t1+.1, id, t2, id, col=as.numeric(temp$istate))) + event <- subset(mtest, state!='censor') + text(event$t2, event$id+.2, as.character(event$state)) + } > > > # slight change, add a few censored subjects > # all the events happen on even numbered days > test2 <- data.frame(id= c(1, 1, 1, 2, 3, 4, 4, 4, 5, 5, + 6, 7, 8, 9), + t1= c(0, 8, 18, 0, 4, 0, 4, 16, 2, 6, + 0, 0, 7, 8), + t2= c(8, 18, 20, 10, 18, 4, 16, 18, 6, 22, + 5, 10, 10, 15), + state= c(1, 2, 1, 2, 3, 1, 3, 0, 2, 0,0,0,0,0), + x = c(0, 0, 0, 1, 1, 0, 0, 0, 2, 2, 1, 1, 2, 0)) > test2$state <- factor(test2$state, 0:3, c("censor", "a", "b", "c")) > > if (FALSE) { + # this graph is very useful when debugging + temp <- survcheck(Surv(t1, t2, state) ~1, test2, id=id) + plot(c(0,22), c(1,9.1), type='n', xlab="Time", ylab= "Subject") + with(test2, segments(t1+.1, id, t2, id, col=as.numeric(temp$istate))) + event <- subset(test2, state!='censor') + text(event$t2, event$id+.2, as.character(event$state)) + } > > # s0 to a, cumhaz of 1/6 (t=4) + 1/5 (t=8) > # b to a, cumhaz of 1/2 at 20 > # s0 to b, cumhaz of 1/5 at 6, +1/5 at 10 > # a to b, cumhaz of 1/1 at 18 > # s0 to c, cumhaz of 1/1 at 18 > # a to c, cumhaz of 1/2 at 16 > time2 <- c(4,5,6,8,10,15,16,18,20, 22) > chaz2 <- matrix(0, nrow= length(time2), ncol=6, + dimnames=list(time2, c("1:2", "1:3", "1:3", "2:3", "1:4", "2:4"))) > chaz2['4',1] <- 1/6; chaz2['8',1] <- 1/5 > chaz2['20',2] <- 1/2 > chaz2['6', 3] <- 1/5; chaz2['10', 3] <- 1/5 > chaz2['18',4:5] <- 1 > chaz2['16', 6] <- 1/2 > chaz2 <- apply(chaz2, 2, cumsum) > > > cox3 <- coxph(Surv(t1, t2, state) ~x, id=id, test2, iter=0) # no weights > csurv3 <- survfit(cox3, newdata=data.frame(x=0:1), time0=FALSE) > aeq(csurv3$time, time2) [1] TRUE > aeq(csurv3$cumhaz[,1,], chaz2) [1] TRUE > aeq(csurv3$cumhaz[,2,], chaz2) [1] TRUE > check3 <- with(test2, coxhaz(Surv(t1, t2, state), id=id)) > indx3 <- match(check3$time, csurv3$time) > aeq(check3$cumhaz, chaz2[indx3,]) # a check on the coxhaz function above [1] TRUE > aeq(check3$pstate, csurv3$pstate[indx3,1,]) [1] TRUE > > cox4 <- coxph(Surv(t1,t2, state) ~ x, id=id, test2, + init=log(1:6), iter=0) > csurv4 <- survfit(cox4, newdata=data.frame(x=0:1), time0= FALSE) > mrisk4 <- exp(outer(test2$x, log(1:6), '*')) # hazards for each transition > check4 <- with(test2, coxhaz(Surv(t1, t2, state), id=id, risk=mrisk4)) > aeq(check4$cumhaz, csurv4$cumhaz[indx3,1,]) [1] TRUE > aeq(check4$pstate, csurv4$pstate[indx3,1,]) [1] TRUE > aeq(csurv4$cumhaz[,2,], csurv4$cumhaz[,1,] %*% diag(1:6)) [1] TRUE > > > # Check the stype=1 option > csurv4b <- survfit(cox4, newdata= data.frame(x=0:1), stype=1) > check4b <- with(test2, coxhaz(Surv(t1, t2, state), id=id, risk=mrisk4, + expm=FALSE)) > aeq(check4b$cumhaz, csurv4b$cumhaz[indx3,1,]) [1] TRUE > aeq(check4b$pstate, csurv4b$pstate[indx3,1,]) [1] TRUE > > proc.time() user system elapsed 0.95 0.17 1.06