Default to ten docs deep scoring (#209)

* and we have made the default depth change

* maybe we ought to actually save our changes!

db/migrate/20200911180507_change_to_zero_to_three_grading.rb

@@ -10,8 +10,10 @@ def change
       unless scorer.nil?
         scorer.scale = (0..3).to_a
         scorer.scale_with_labels = scale_with_labels
+        scorer.save!
       end
 
+
     end
   end
 end

db/migrate/20200911192850_change_default_scorers_to_at_ten_deep.rb

@@ -0,0 +1,21 @@
+class ChangeDefaultScorersToAtTenDeep < ActiveRecord::Migration
+  def change
+
+    scorers_to_update = ['P@5', 'AP@5','nDCG@5', 'DCG@5', 'CG@5']
+
+    scorers_to_update.each do |scorer_name|
+      scorer = Scorer.where(name: scorer_name).first
+      unless scorer.nil?
+        name = scorer.name
+        name.sub!('@5', '@10')
+        scorer.name = name
+        scorer.code = File.readlines("./db/scorers/#{name.downcase}.js",'\n').join('\n'),
+        scorer.save!
+      end
+
+
+    end
+
+
+  end
+end

db/schema.rb

@@ -11,7 +11,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 20200911180507) do
+ActiveRecord::Schema.define(version: 20200911192850) do
 
   create_table "annotations", force: :cascade do |t|
     t.text     "message",    limit: 65535

db/scorers/ap@5.js → db/scorers/ap@10.js

@@ -1,4 +1,4 @@
-var k = 5; // @Rank
+var k = 10; // @Rank
 total = 0
 
 eachDoc(function(doc, i) {

db/scorers/cg@5.js → db/scorers/cg@10.js

@@ -1,8 +1,8 @@
-var k = 5 // @Rank
+var k = 10 // @Rank
 var score = 0;
 
 eachDoc(function(doc, i) {
     score += docRating(i);
 }, k)
 
-setScore(score);
+setScore(score);

db/scorers/dcg@5.js → db/scorers/dcg@10.js

@@ -1,10 +1,10 @@
-var k = 5 // @Rank
+var k = 10 // @Rank
 var score = 0;
 
 eachDoc(function(doc, i) {
     var d = Math.log2(i+2); // i is the JSindex not the DocRank; 0 vs 1
-    var n = Math.pow(2,docRating(i))-1; 
+    var n = Math.pow(2,docRating(i))-1;
     score += d?(n/d):0;
 }, k)
 
-setScore(score);
+setScore(score);

db/scorers/ndcg@5.js → db/scorers/ndcg@10.js

@@ -1,4 +1,4 @@
-var k = 5 // @Rank
+var k = 10 // @Rank
 
 var ideal = topRatings(k)
 

db/scorers/p@10.js

@@ -0,0 +1,4 @@
+var k = 10 // @Rank
+var score = avgRating(k);
+
+setScore(score);

db/seeds.rb

@@ -6,49 +6,49 @@
 #   cities = City.create([{ name: 'Chicago' }, { name: 'Copenhagen' }])
 #   Mayor.create(name: 'Emanuel', city: cities.first)
 
-Scorer.where(name: 'nDCG@5').first_or_create(
+Scorer.where(name: 'nDCG@10').first_or_create(
   scale:                  (0..3).to_a,
   scale_with_labels:      {"0":"Poor","1":"Fair","2":"Good","3":"Perfect"},
   show_scale_labels:      true,
-  code:                   File.readlines('./db/scorers/ndcg@5.js','\n').join('\n'),
+  code:                   File.readlines('./db/scorers/ndcg@10.js','\n').join('\n'),
   name:                   'nDCG@5',
   communal:               true,
   manual_max_score:       true,
   manual_max_score_value: 1
 )
 
-Scorer.where(name: 'DCG@5').first_or_create(
+Scorer.where(name: 'DCG@10').first_or_create(
   scale:              (0..3).to_a,
   scale_with_labels:  {"0":"Poor","1":"Fair","2":"Good","3":"Perfect"},
   show_scale_labels:  true,
-  code:               File.readlines('./db/scorers/dcg@5.js','\n').join('\n'),
+  code:               File.readlines('./db/scorers/dcg@10.js','\n').join('\n'),
   name:               'DCG@5',
   communal:           true
 )
 
-Scorer.where(name: 'CG@5').first_or_create(
+Scorer.where(name: 'CG@10').first_or_create(
   scale:              (0..3).to_a,
   scale_with_labels:  {"0":"Poor","1":"Fair","2":"Good","3":"Perfect"},
   show_scale_labels:  true,
-  code:               File.readlines('./db/scorers/cg@5.js','\n').join('\n'),
+  code:               File.readlines('./db/scorers/cg@10.js','\n').join('\n'),
   name:               'CG@5',
   communal:           true
 )
 
-Scorer.where(name: 'P@5').first_or_create(
+Scorer.where(name: 'P@10').first_or_create(
   scale:              (0..1).to_a,
   scale_with_labels:  {"0":"Irrelevant","1":"Relevant"},
   show_scale_labels:  true,
-  code:               File.readlines('./db/scorers/p@5.js','\n').join('\n'),
+  code:               File.readlines('./db/scorers/p@10.js','\n').join('\n'),
   name:               'P@5',
   communal:           true
 )
 
-Scorer.where(name: 'AP@5').first_or_create(
+Scorer.where(name: 'AP@10').first_or_create(
   scale:              (0..1).to_a,
   scale_with_labels:  {"0":"Irrelevant","1":"Relevant"},
   show_scale_labels:  true,
-  code:               File.readlines('./db/scorers/ap@5.js','\n').join('\n'),
+  code:               File.readlines('./db/scorers/ap@10.js','\n').join('\n'),
   name:               'AP@5',
   communal:           true
 )