library(MASS)
library(brms)
options(mc.cores=28)

library(data.table)
library(arrow)

sample.params <- readRDS("remember_sample_quality_labels.RDS")

df <- data.table(read_feather("data/scored_article_sample.feather"))
wp10dict <- list('start','stub','c','b','a','ga','fa')
df[,wp10:=wp10dict[wp10]]
df <- df[,wp10:=factor(wp10,levels=c('stub','start','c','b','a','ga','fa'),ordered=TRUE)]
## remove 'a' class articles for a fair comparison.
df <- df[wp10!='a']
df <- df[,datetime := as.POSIXct(timestamp,format="%Y%m%d%H%M%S")]
df <- df[,datetime.numeric := as.numeric(timestamp)]
df <- df[,datetime.numeric := (datetime.numeric - min(datetime.numeric))]
df <- df[,datetime.numeric := datetime.numeric/max(datetime.numeric)]

data.counts <- data.table(sample.params$label_sample_counts)
#data.counts <- data.counts[,wp10:=factor(wp10,levels=c('stub','start','c','b','a','ga','fa'),ordered=TRUE)]
data.counts <- data.counts[,wp10:=factor(wp10,levels=c('stub','start','c','b','a','ga','fa'),ordered=TRUE)]
sample.counts <- df[,.(.N),by=.(wp10)][order(wp10)]
#sample.counts <- sample.counts[,wp10:=factor(wp10,levels=c('stub','start','c','b','a','ga','fa'),ordered=TRUE)]
sample.counts <- sample.counts[,wp10:=factor(wp10,levels=c('stub','start','c','b','ga','fa'),ordered=TRUE)]
weights <- data.counts[sample.counts,on=.(wp10)]
weights <- weights[,article_weight:=(n_articles/sum(weights$n_articles))/(N/sum(weights$N))]
weights <- weights[,revision_weight:=(n_revisions/sum(weights$n_revisions))/(N/sum(weights$N))]
df <- df[weights,on=.(wp10)]
df[,quality.even6 := apply(df[,.(Stub,Start,B,C,GA,FA)],1,function(r) r %*% c(1,2,3,4,5,6))]