Merge branch 'master' of github.com:lukaselmer/ethz-web-scale-data-mining-project-runs

Author: doc-node121

results_different_dictionary_size_and_iterations/display_result.rb

@@ -0,0 +1,69 @@
+#! /usr/bin/ruby
+
+class Term
+ attr_accessor :word, :probability
+
+ def initialize(s)
+ @word, @probability = s.split(':')
+ @probability = @probability.to_f
+ end
+end
+
+class Topic
+ attr_accessor :id, :terms_by_probability, :terms_by_name
+
+ def initialize(str)
+ # str looks like:
+ # 9\t{car:0.0065967561177527915,citi:0.005459655518901955,music:0.004991794173514252,auto:0.004858515080998506,hotel:0.00464211954073639,park:0.004147248424495917,room:0.0037326825546470047,year:0.0032589358881492114,post:0.0032061313832683546,locat:0.003178411029853716}
+ @id, words = str.split("\t")
+ @terms_by_probability = words.gsub('{', '').gsub('}', '').split(',').collect { |s| Term.new(s) }
+ @terms_by_name = @terms_by_probability.sort_by { |t| t.word }
+ end
+
+ def to_s
+ out = []
+ out << "Topic #{@terms_by_name.collect { |t| t.word }.join(', ')}, id: #{@id}"
+ @terms_by_probability.each do |t|
+ out << " * #{t.word} : #{t.probability}"
+ end
+ out << "\n"
+ out.join("\n")
+ end
+end
+
+if ARGV.length == 0
+ puts "Usage: display_results <textfile>"
+ exit(1)
+end
+
+
+topics = []
+
+open(ARGV[0]).each do |line|
+ topics << Topic.new(line)
+end
+
+topics.sort_by! { |topic| topic.terms_by_name.first.word }
+# Shell output
+topics.each { |t| puts t.to_s }
+
+#topics = [topics[0], topics[1], topics[2]]
+
+# HTML output
+input = topics.map do |topic|
+ highest_probability = topic.terms_by_probability.first.probability
+ topic.terms_by_probability.each { |term| term.probability /= highest_probability }
+
+ topic_object = topic.terms_by_name.map do |term|
+ puts term.probability
+ "{text: '#{term.word}', size: #{10 + term.probability * 190}}"
+ end.join(',')
+
+ "[#{topic_object}]"
+end.join(",\n")
+
+require 'erb'
+f = File.read('html/layout.erb')
+outfile = 'html/index.html'
+File.delete outfile if File.exist? outfile
+File.write(outfile, f.gsub!('___input___', "[#{input}]"))

results_different_dictionary_size_and_iterations/gen_script.rb

@@ -0,0 +1,5 @@
+#! /usr/bin/ruby
+
+i = %w(terms-topic_p2500_run_shard00_50t_10i.txt terms-topic_p20000_run_shard00_50t_10i.txt terms-topic_p500_run_shard00_50t_10i.txt terms-topic_p500_run_shard00_50t_15i.txt terms-topic_p500_run_shard00_50t_20i.txt terms-topic_p500_run_shard00_50t_5i.txt)
+i.each{|v| puts "./display_result.rb #{v}"; puts "mv html/index.html html/#{v.gsub(".txt", ".html")}"}
+