JOPSbook: P-Spline

# Laplacian P-spline smoothing of a histogram (Hidalgo stamp data)
# Based on a program by Oswaldo Gressani
# A graph in the book "Practical Smoothing. The Joys of P-splines"
# Streamlined by Paul Eilers

library(locfit)
library(JOPS)
library(ggplot2)
library(gridExtra)

# Get the data
data(stamp)
raw = rep(stamp$thick, times = stamp$count)
set.seed(123)
m = length(raw)
raw = 1000 * raw

xl = 55
xr = 135
brk <- seq(xl, xr, by = 1)
h = hist(raw, breaks = brk, plot = F)
x = h$mids
y = h$counts
m = length(y)
h <- x[2] - x[1]

# B-spline basis matrices, for fitting and plotting
nseg <- 30
B <- bbase(x, xl, xr, nseg = nseg)
xg <- seq(xl, xr, by = 0.1)
Bg <- bbase(xg, xl, xr, nseg = nseg)
n <- ncol(B)

# Penalty matrix and parameters for gamma prior
dk = (xr - xl) / nseg;
per = 10;
phi = 2 * pi * dk / per;
dp = c(1, -2 * cos(phi), 1)
Dp = matrix(0, n - 2, n)
for (j in 1:(n - 2)) Dp[j, j:(j + 2)] = dp;
D = diff(Dp)
P = t(D) %*% D
D2 = diff(diag(n), diff = 2)
P2 = t(D2) %*% D2

# Fit the model
llas <- seq(-1, 2, by = 0.05)
laps <- LAPS_dens(B, P, y, llas, mon = F)
fhat <- exp(Bg %*% laps$alpha)
laps2 <- LAPS_dens(B, P2, y, llas, mon = F)
fhat2 <- exp(Bg %*% laps2$alpha)

# Make plots
DF = data.frame(x = x, y = y)
DF1 = data.frame(x = xg, fhat = fhat, fhat2 = fhat2)
DF2 = data.frame(x = llas, w = laps$weights, w2 = laps2$weights)

plt1 = ggplot(data = DF) +
        geom_bar(aes(x = x, y = y), stat = "identity",
            fill= "wheat3", col = "white", size = 0.1) +
        geom_hline(yintercept = 0) +
        xlab("Thickness (micrometer)") + ylab("Frequency") +
        ggtitle("Hidalgo stamps, harmonic penalty") +
        geom_line(data = DF1, aes(x = x, y = fhat2), col = "red", size = 0.8) +
        geom_line(data = DF1, aes(x = x, y = fhat), col = "blue", size = 0.8) +
        scale_x_continuous(breaks = seq(50, 140, by = 10)) +
        JOPS_theme()

titl =  bquote(lambda ~ "weights")
plt2 = ggplot(data = DF2) +
        geom_line(aes(x = x, y = w2), col = 'red') +
        geom_point(aes(x = x, y = w2), col = 'red', pch = 15) +
        geom_line(aes(x = x, y = w), col = 'blue') +
        geom_point(aes(x = x, y = w), col = 'blue') +
        xlab(expression(log10(lambda))) + ylab('Weight') +
        #ggtitle('lambda weights') +
        ggtitle(titl) +
        JOPS_theme()

grid.arrange(plt1, plt2, nrow = 2, ncol = 1)