アールメカブ

• バックアップ一覧
• 現在との差分 を表示
• ソース を表示
• バックアップ を表示
• R_回帰分析とbreakpoint へ行く。
  • 1 (2007-10-06 (土) 12:09:08)
  • 2 (2007-10-06 (土) 12:16:27)

• 追加された行はこの色です。
• 削除された行はこの色です。

[[R_Baayen]]

#ref(baayen240.png,nowrap,center,nolink,時代の変曲点)

 # "1994 年の新聞記事"の中で参照された時代を記録したデータ
 head(faz, 3) 
 faz$Distance <- 1:nrow(faz)
 
 plot(log(faz$Distance), log(faz$Frequency + 1), 
   xlab = "log Distance", ylab = "log Frequency")

head(faz, 3) # "1994 年の新聞記事"の中で参照された時代を記録したデータ
faz$Distance <- 1:nrow(faz)
 # p.237
 faz$LogFrequency <- log(faz$Frequency + 1)
 faz$LogDistance <- log(faz$Distance)
 breakpoint <- log(59)

plot(log(faz$Distance), log(faz$Frequency + 1), xlab = "log Distance", ylab = "log Frequency")

# p.237
faz$LogFrequency <- log(faz$Frequency + 1)
faz$LogDistance <- log(faz$Distance)
breakpoint <- log(59)

faz$ShiftedLogDistance <- faz$LogDistance - breakpoint
plot(faz$ShiftedLogDistance, faz$LogFrequency, xlab = "log Shifted Distance", ylab = "log Frequnecy")

faz.left <- lm(LogFrequency ~ ShiftedLogDistance, data = faz[faz$ShiftedLogDistance <= 0,])

faz.right <- lm(LogFrequency ~ ShiftedLogDistance, data = faz[faz$ShiftedLogDistance >= 0,])

abline(faz.left, lty = 1)
abline(faz.right, lty = 2)

faz$PastBreakPoint <- as.factor(faz$ShiftedLogDistance > 0)
faz.both <- lm(LogFrequency ~ ShiftedLogDistance : PastBreakPoint, data = faz)
anova(faz.both, lm(LogFrequency ~ ShiftedLogDistance, data = faz))

# p.237
deviances <- rep(0, nrow(faz) - 1)

for(pos in 1:(nrow(faz) - 1)){
~  breakpoint <- log(pos)
~  faz$ShiftedLogDistance <- faz$LogDistance - breakpoint
~  faz$PastBreakPoint <- as.character(faz$ShiftedLogDistance > 0)
~  faz.both <- lm(LogFrequency ~ ShiftedLogDistance:PastBreakPoint,
~                 data = faz)
 faz$ShiftedLogDistance <- faz$LogDistance - breakpoint
 plot(faz$ShiftedLogDistance, faz$LogFrequency, 
   xlab = "log Shifted Distance", 
   ylab = "log Frequnecy")
 
 faz.left <- lm(LogFrequency ~ ShiftedLogDistance,
   data = faz[faz$ShiftedLogDistance <= 0,])
 faz.right <- lm(LogFrequency ~ ShiftedLogDistance,
   data = faz[faz$ShiftedLogDistance >= 0,])
 
 abline(faz.left, lty = 1)
 abline(faz.right, lty = 2)
 
 faz$PastBreakPoint <- as.factor(
   faz$ShiftedLogDistance > 0)
 faz.both <- lm(LogFrequency ~ ShiftedLogDistance :
   PastBreakPoint, data = faz)
 anova(faz.both, lm(LogFrequency ~ ShiftedLogDistance,
   data = faz))
 
 # p.237
 deviances <- rep(0, nrow(faz) - 1)
 
 for(pos in 1:(nrow(faz) - 1)){
  breakpoint <- log(pos)
  faz$ShiftedLogDistance <- 
    faz$LogDistance - breakpoint
  faz$PastBreakPoint <- as.character(
    faz$ShiftedLogDistance > 0)
  faz.both <- lm(LogFrequency ~ 
    ShiftedLogDistance:PastBreakPoint, data = faz)
  deviances[pos] <- deviance(faz.both)
}
# p.239
 }
 # p.239
 
 best <- which(deviances == min(deviances))
 best
 breakpoint <- log(best)
 faz$ShiftedLogDistance <- faz$LogDistance - breakpoint
 faz$PastBreakPoint <- as.character(
   faz$ShiftedLogDistance > 0)
 faz.both <- lm(LogFrequency ~  
   ShiftedLogDistance:PastBreakPoint, data = faz)
 
 par(mfrow = c(2,2), bg = "white")
 
 plot(log(1:length(deviances)), deviances, type = "l",
   xlab = "breakpoint",ylab = "deviance")
 plot( faz$LogDistance, faz$LogFrequency, type = "l",
  xlab = "Log Distance",ylab = "Log Frequency",
  col = "darkgrey")
 lines(faz$LogDistance, fitted(faz.both))

best <- which(deviances == min(deviances))
best
breakpoint <- log(best)
faz$ShiftedLogDistance <- faz$LogDistance - breakpoint
faz$PastBreakPoint <- as.character(faz$ShiftedLogDistance > 0)
faz.both <- lm(LogFrequency ~ ShiftedLogDistance:PastBreakPoint,
~               data = faz)

par(mfrow = c(2,2), bg = "white")

plot(log(1:length(deviances)), deviances, type = "l", xlab = "breakpoint",ylab = "deviance")
plot( faz$LogDistance, faz$LogFrequency, type = "l", xlab = "Log Distance",ylab = "Log Frequency", col = "darkgrey")
lines(faz$LogDistance, fitted(faz.both))