###############################################################################
## CE092 - Extensoes de Modelos de Regressao ----------------------------------
## Modelos de Regressao para Dados no Intervalo Unitario ----------------------
## Ricardo Rasmussen Petterle -------------------------------------------------
## Contato: ricardopetterle@ufpr.br -------------------------------------------
## Aula 2: 15/10/2026 (20:45) -------------------------------------------------
## Arquivo atualizado em 16/10/2026 -------------------------------------------
###############################################################################

## Carregando pacotes extras
library(unitregTMB)

## O pacote unitregTMB esta disponivel em: https://github.com/rpetterle/unitregTMB
## install.packages("remotes")
## 1. Install the regcore dependency
## remotes::install_github("rpetterle/regcore")
## 2. Install unitregTMB
## remotes::install_github("rpetterle/unitregTMB")

## Exemplo 4: Revisitando o conjunto de dados do indice de qualidade da agua 

## Carregando o conjunto de dados
data("wqi")

## Ajustando modelos com parametrizacao na media 
## Vamos incluir intercepto aleatorio nos modelos 

## Modelo beta
fit_beta <- unitregTMB(y ~ quarter + location + (1 | id),
                       family = beta_fam,
                       data = wqi)

## Modelo bessel
fit_bessel <- unitregTMB(y ~ quarter + location + (1 | id),
                       family = bessel,
                       data = wqi)

## Modelo simplex
fit_simplex <- unitregTMB(y ~ quarter + location + (1 | id),
                          family = simplex,
                          data = wqi)

## Modelo unit-gamma
fit_unitgamma <- unitregTMB(y ~ quarter + location + (1 | id),
                            family = unitgamma,
                            data = wqi)

## Modelo Vasicek
fit_vasicek <- unitregTMB(y ~ quarter + location + (1 | id),
                          family = vasicek,
                          data = wqi)

## Coeficientes (erros-padrao)
summary_coef(fit_beta, 
             fit_bessel,
             fit_simplex,
             fit_unitgamma,
             fit_vasicek)

## Comparando os modelos (LogLik, AIC, BIC)
gof_tab(fit_beta, 
        fit_bessel,
        fit_simplex,
        fit_unitgamma,
        fit_vasicek)

## Qual modelo ajustou melhor aos dados?

## E se a gente incluir covariaveis no preditor linear de phi?

## Modelo beta
fit2_beta <- unitregTMB(y ~ quarter + location + (1 | id),
                        phi.formula = ~ quarter + location,
                        family = beta_fam,
                        data = wqi)

## Modelo bessel
fit2_bessel <- unitregTMB(y ~ quarter + location + (1 | id),
                          phi.formula = ~ quarter + location,
                          family = bessel,
                          data = wqi)

## Modelo simplex
fit2_simplex <- unitregTMB(y ~ quarter + location + (1 | id),
                           phi.formula = ~ quarter + location,
                           family = simplex,
                           data = wqi)

## Modelo unit-gamma
fit2_unitgamma <- unitregTMB(y ~ quarter + location + (1 | id),
                             phi.formula = ~ quarter + location,
                             family = unitgamma,
                             data = wqi)

## Modelo Vasicek
fit2_vasicek <- unitregTMB(y ~ quarter + location + (1 | id),
                           phi.formula = ~ quarter + location,
                           family = vasicek,
                           data = wqi)

## Coeficientes (erros-padrao)
summary_coef(fit2_beta, 
             fit2_bessel,
             fit2_simplex,
             fit2_unitgamma,
             fit2_vasicek, 
             component = "all")

## Comparando os modelos (LogLik, AIC, BIC)
gof_tab(fit2_beta, 
        fit2_bessel,
        fit2_simplex,
        fit2_unitgamma,
        fit2_vasicek)

## Selecionando covariaveis em cada preditor linear

## Preditor linear da media
stepCriterion(fit_beta)

## Preditor linear da precisao/dispersao
stepCriterion(fit2_beta, component = "phi")

## Alternativamente, podemos usar o teste da razao de verossimilhanca (LRT)
## fit_beta: mu: y ~ quarter + location + (1 | id); phi: ~1
## fit2_beta: mu: y ~ quarter + location + (1 | id); phi: ~quarter + location
anova(fit_beta, fit2_beta)

## Extraindo interceptos aleatorios
re_simplex <- random_effects(fit_simplex)
re_simplex

## Exemplo 5: Percentual de gordura corporal ----------------------------------

## Carregando o conjunto de dados
data("bodyfat_long")
df <- bodyfat_long

## Primeiras 10 linhas do conjunto de dados
head(df, n = 10)

## Dimensao do conjunto de dados
dim(df)

## Estrutura do conjunto de dados
str(df)

## Modelo misto unit-gamma precisao fixa
fit_ug1 <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                      family = unitgamma(model_for = "mean"),
                      data = df)

## Modelo misto beta misto precisao fixa
fit_beta1 <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                        family = beta_fam(model_for = "mean"),
                        data = df)

## Coeficientes (erro-padrao)
summary_coef(fit_ug1, fit_beta1, component = "all", digits = 4)

## Medidas de bondade de ajuste
gof_tab(fit_ug1, fit_beta1)

## Modelo misto unit-gamma com precisao variavel
fit2_ug <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                      phi.formula = ~ age + bmi + gender + ipaq + regions,
                      family = unitgamma(model_for = "mean"),
                      data = df)

## Selecionando covariaveis para o preditor linear de phi
stepCriterion(fit2_ug, component = "phi")

## Sera que para o modelo misto beta teremos as mesmas covariaveis?

## Modelo misto beta com precisão variavel
fit2_beta <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                        phi.formula = ~ age + bmi + gender + ipaq + regions,
                        family = beta_fam(model_for = "mean"),
                        data = df)

## Selecionando covariaveis para o preditor linear de phi
stepCriterion(fit2_beta, component = "phi") 

## Modelo misto unit-gamma com precisao variavel (modelo final)
fit3_ug <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                      phi.formula = ~ bmi + gender + regions,
                      family = unitgamma(model_for = "mean"),
                      data = df)

## Modelo misto beta com precisao variavel (modelo final)
fit3_beta <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                        phi.formula = ~ bmi + gender + regions,
                        family = beta_fam(model_for = "mean"),
                        data = df)

## Coeficientes (erro-padrao)
summary_coef(fit3_ug, fit3_beta, component = "all", digits = 4)

## Medidas de bondade de ajuste
gof_tab(fit3_ug, fit3_beta)

## Efeitos aleatorios para mu
random_effects(fit3_ug)
plot_ranef(fit3_ug)

## Exemplo 6: Percentual de gordura corporal com regressao quantilica ---------

## Carregando o conjunto de dados
data("bodyfat_long")

## Modelo misto Kumaraswamy (tau = 0.5)
fit_kw <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                      family = kumaraswamy(model_for = "quantile", tau = 0.5),
                      data = df)

## Modelo misto unit-Weibull (tau = 0.5)
fit_uw <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                     family = unitweibull(model_for = "quantile", tau = 0.5),
                     data = df)

## Coeficientes (erro-padrao)
summary_coef(fit_kw, fit_uw, component = "all", digits = 4)

## Medidas de bondade de ajuste
gof_tab(fit_kw, fit_uw)

## Mas se eu quiser modelar um quantil diferente da mediana?
## Modelo misto Kumaraswamy (tau = 0.1)
fit_kw10 <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                       family = kumaraswamy(model_for = "quantile", tau = 0.1),
                       data = df)

## Modelo misto unit-Weibull (tau = 0.1)
fit_uw10 <- unitregTMB(y ~ age + bmi + gender + ipaq + regions + (1 | id),
                     family = unitweibull(model_for = "quantile", tau = 0.1),
                     data = df)

## Coeficientes (erro-padrao)
summary_coef(fit_kw10, fit_uw10, component = "all", digits = 4)

## Medidas de bondade de ajuste
gof_tab(fit_kw10, fit_uw10)

## Diferentes quantis
taus <- c(0.1, 0.25, 0.5, 0.75, 0.9)

## Familias
families <- list("Unit-Weibull" = function(tau) unitweibull(tau = tau),
                 "Kumaraswamy" = function(tau) kumaraswamy(model_for = "quantile", tau = tau))

## Preparando os resultados
aic_mat <- matrix(
  NA_real_,
  nrow = length(families),
  ncol = length(taus),
  dimnames = list(names(families), paste0("tau_", taus))
)

for (fam_name in names(families)) {
  for (tau in taus) {
    
    cat("Ajustando:", fam_name, "| tau =", tau, "\n")
    fit <- tryCatch(
      unitregTMB(
        y ~ age + bmi + gender + ipaq + regions + (1 | id),
        family = families[[fam_name]](tau),
        data = df
      ),
      error = function(e) NULL
    )
    
    if (!is.null(fit)) {
      aic_mat[fam_name, paste0("tau_", tau)] <- round(AIC(fit), digits = 2)
    }
  }
}

## Tabela AIC
aic_tab <- as.data.frame(aic_mat)
aic_tab

## Exemplo 7: Doenca periodontal ----------------------------------------------

## Carregando o conjunto de dados
data("periodontal")
df <- periodontal
head(df)
str(df)

## Modelo misto Kumaraswamy (tau = 0.5)
fit_kw <- unitregTMB(formula = y ~ gender + age + hba1c + smoker + tooth + (1 | id), 
                     phi.formula = ~1, 
                     p0.formula = ~1, 
                     p1.formula = ~1, 
                     family = kumaraswamy(model_for = "quantile", tau = 0.5), 
                     data = df)

## Modelo misto unit-Weibull (tau = 0.5)
fit_uw <- unitregTMB(formula = y ~ gender + age + hba1c + smoker + tooth + (1 | id), 
                     phi.formula = ~1, 
                     p0.formula = ~1, 
                     p1.formula = ~1, 
                     family = unitweibull(model_for = "quantile", tau = 0.5), 
                     data = df)

## Comparando os ajustes
gof_tab(fit_kw, fit_uw)

## Incluindo covariaveis em p0 e p1 -------------------------------------------

## Modelo misto Kumaraswamy com inflacao de zeros e uns
fit2_kw <- unitregTMB(formula = y ~ gender + age + hba1c + smoker + tooth + (1 | id), 
                      phi.formula = ~ 1, 
                      p0.formula = ~ gender + age + hba1c + smoker + tooth, 
                      p1.formula = ~ gender + age + hba1c + smoker + tooth, 
                      family = kumaraswamy(model_for = "quantile", tau = 0.5), 
                      data = df)

## Modelo misto unit-Weibull (tau = 0.5)
fit2_uw <- unitregTMB(formula = y ~ gender + age + hba1c + smoker + tooth + (1 | id), 
                      phi.formula = ~ 1, 
                      p0.formula = ~ gender + age + hba1c + smoker + tooth, 
                      p1.formula = ~ gender + age + hba1c + smoker + tooth, 
                      family = unitweibull(model_for = "quantile", tau = 0.5), 
                      data = df)

## Comparando os ajustes
gof_tab(fit2_kw, fit2_uw)

## Coeficientes (erros-padrao)
summary_coef(fit2_kw, fit2_uw, component = "all")

## Ajustando com diferentes quantis
taus <- c(0.1, 0.25, 0.5, 0.75, 0.9)

aic_matrix <- matrix(NA, nrow = 4, ncol = length(taus))
rownames(aic_matrix) <- c("Modelo 1 - Unit-Weibull", 
                          "Modelo 1 - Kumaraswamy",
                          "Modelo 2 - Unit-Weibull", 
                          "Modelo 2 - Kumaraswamy")
colnames(aic_matrix) <- paste0("tau = ", taus)

## Preditor linear
form_mu <- y ~ gender + age + hba1c + smoker + tooth + (1 | id)

form_phi <- ~ 1

## Modelo 1: intercepto aleatorio somente
form_p0_mod1 <- ~ 1
form_p1_mod1 <- ~ 1

## Modelo 2: inflacao de zeros e uns (com covariaveis)
form_p0_mod2 <- ~ gender + age + hba1c + smoker + tooth
form_p1_mod2 <- ~ gender + age + hba1c + smoker + tooth

for (i in seq_along(taus)) {
  t_val <- taus[i]
  cat(sprintf("\n--- Ajustando modelos para tau = %s ---\n", t_val))
  
  
  ## Modelo 1: Unit-Weibull --------------------------------
  cat("Ajustando Modelo 1 (Unit-Weibull)...\n")
  fit1_uw <- tryCatch({
    unitregTMB(formula = form_mu, 
               phi.formula = form_phi, 
               p0.formula = form_p0_mod1, 
               p1.formula = form_p1_mod1, 
               family = unitweibull(tau = t_val), 
               data = df,
               control = unitregTMB.control(verbose = FALSE)) 
  }, error = function(e) { warning("Falhou no Mod1 UW tau=", t_val); return(NULL) })
  
  if (!is.null(fit1_uw)) aic_matrix[1, i] <- fit1_uw$AIC
  
  
  ## Modelo 1: Kumaraswamy ---------------------------------
  cat("Ajustando Modelo 1 (Kumaraswamy)...\n")
  fit1_kum <- tryCatch({
    unitregTMB(formula = form_mu, 
               phi.formula = form_phi, 
               p0.formula = form_p0_mod1, 
               p1.formula = form_p1_mod1, 
               family = kumaraswamy(model_for = "quantile", tau = t_val), 
               data = df,
               control = unitregTMB.control(verbose = FALSE))
  }, error = function(e) { warning("Falhou no Mod1 Kum tau=", t_val); return(NULL) })
  
  if (!is.null(fit1_kum)) aic_matrix[2, i] <- fit1_kum$AIC
  
  
  ## Modelo 2: Unit-Weibull --------------------------------
  cat("Ajustando Modelo 2 (Unit-Weibull)...\n")
  fit2_uw <- tryCatch({
    unitregTMB(formula = form_mu, 
               phi.formula = form_phi, 
               p0.formula = form_p0_mod2, 
               p1.formula = form_p1_mod2, 
               family = unitweibull(tau = t_val), 
               data = df,
               control = unitregTMB.control(verbose = FALSE))
  }, error = function(e) { warning("Falhou no Mod2 UW tau=", t_val); return(NULL) })
  
  if (!is.null(fit2_uw)) aic_matrix[3, i] <- fit2_uw$AIC
  
  ## Modelo 2: Kumaraswamy ---------------------------------
  cat("Ajustando Modelo 2 (Kumaraswamy)...\n")
  fit2_kum <- tryCatch({
    unitregTMB(formula = form_mu, 
               phi.formula = form_phi, 
               p0.formula = form_p0_mod2, 
               p1.formula = form_p1_mod2, 
               family = kumaraswamy(model_for = "quantile", tau = t_val), 
               data = df)
  }, error = function(e) { warning("Falhou no Mod2 Kum tau=", t_val); return(NULL) })
  
  if (!is.null(fit2_kum)) aic_matrix[4, i] <- fit2_kum$AIC
}

## Tabela AIC
tab_aic <- as.data.frame(round(aic_matrix, 2))
tab_aic


## Ajustando modelos com diferentes valores para tau 
quantile_models <- lapply(taus, function(t) {
  
  cat("Ajustando modelo unit-Weibull model para tau =", t, "...\n")
  
  unitregTMB(y ~ gender + age + hba1c + smoker + tooth + (1 | id), 
             p0.formula = ~ gender + age + hba1c + smoker + tooth, 
             p1.formula = ~ gender + age + hba1c + smoker + tooth,  
             family = unitweibull(tau = t),    
             data = df)
})

## Extraindo coeficientes (erros-padrao)
coef_tab <- do.call(summary_coef, c(quantile_models, list(component = "all", digits = 2)))
coef_tab

## Extraindo medidas de bondade de ajuste
gof_tab <- do.call(gof_tab, c(quantile_models, list(digits = 2)))
gof_tab
## FIM ------------------------------------------------------------------------