summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorLoic Guegan <manzerbredes@mailbox.org>2022-11-25 14:43:10 +0100
committerLoic Guegan <manzerbredes@mailbox.org>2022-11-25 14:43:10 +0100
commita5a489a7494779fbbfc46f7740bec4c81042bd24 (patch)
tree92812f3dab9bb4799df3883aa3b4f6c5a5a3053c
parent2bf7d63dfcec0fca2f98cbd553cdbf8c16ef3782 (diff)
Update
-rw-r--r--analysis/figures/f1_scores_offline.csv6
-rw-r--r--analysis/learning.R7
2 files changed, 8 insertions, 5 deletions
diff --git a/analysis/figures/f1_scores_offline.csv b/analysis/figures/f1_scores_offline.csv
index 108b671..fa754ff 100644
--- a/analysis/figures/f1_scores_offline.csv
+++ b/analysis/figures/f1_scores_offline.csv
@@ -1,3 +1,3 @@
-model,f1_baseline,f1_hint,f1_extended,f1_hintandextended
-knn,0.88,NA,0.89,0.91
-tree,0.93,NA,0.86,0.92
+model,f1_baseline,f1_hint,f1_extended,f1_hintandextended,accuracy
+knn,0.88,NA,0.89,0.91,0.81
+tree,0.93,NA,0.86,0.92,0.83
diff --git a/analysis/learning.R b/analysis/learning.R
index ff31d33..684dc7b 100644
--- a/analysis/learning.R
+++ b/analysis/learning.R
@@ -101,14 +101,17 @@ build_models=function(ignore_hint=TRUE){
## Prefs
f1_knn=F1_Score2(test_set$simkey,knn_predictions)
f1_tree=F1_Score2(test_set$simkey,tree_predictions)
- list(cbind(tibble(model=c("knn","tree")),rbind(f1_knn,f1_tree)))
+ accuracy_knn=sum(test_set$simkey==knn_predictions)/length(test_set$simkey)
+ accuracy_tree=sum(test_set$simkey==tree_predictions)/length(test_set$simkey)
+ list(cbind(tibble(model=c("knn","tree")),rbind(f1_knn,f1_tree),tibble(accuracy=c(accuracy_knn,accuracy_tree))))
})
perfs=do.call("rbind",perfs)%>%mutate_if(is.numeric, ~round(.,digits=2))
perfs=perfs%>%group_by(model)%>%summarize(
f1_baseline=mean(f1_baseline),
f1_hint=mean(f1_hint),
f1_extended=mean(f1_extended),
- f1_hintandextended=mean(f1_hintandextended))
+ f1_hintandextended=mean(f1_hintandextended),
+ accuracy=mean(accuracy))
write.csv(perfs,"figures/f1_scores_offline.csv",quote=FALSE,row.names=FALSE)
## Return models