neocities/tests/stat_tests.rb

require_relative './environment.rb'

STAT_LOGS_PATH = 'tests/stat_logs'
STAT_LOGS_DIR_MATCH = "#{STAT_LOGS_PATH}/*.log.gz"

describe 'stats' do
  before do
    Dir[STAT_LOGS_DIR_MATCH].each {|f| FileUtils.rm f}
    @site_one = Fabricate :site
    @site_two = Fabricate :site

    @time = Time.now
    @time_iso8601 = @time.iso8601

    @log = [
      "#{@time_iso8601}\t#{@site_one.username}\t5000\t/\t67.180.75.140\thttp://example.com",
      "#{@time_iso8601}\t#{@site_one.username}\t5000\t/\t67.180.75.140\thttp://example.com",
      "#{@time_iso8601}\t#{@site_one.username}\t5000\t/\t172.56.16.152\thttp://example.com",
      "#{@time_iso8601}\t#{@site_one.username}\t5000\t/\t172.56.16.152\t-",
      "#{@time_iso8601}\t#{@site_two.username}\t5000\t/\t67.180.75.140\thttp://example.com",
      "#{@time_iso8601}\t#{@site_two.username}\t5000\t/\t127.0.0.1\t-",
      "#{@time_iso8601}\t#{@site_two.username}\t5000\t/derp.html\t127.0.0.2\thttps://example.com"
    ]

    Zlib::GzipWriter.open("tests/stat_logs/#{SecureRandom.uuid}.log.gz") do |gz|
      gz.write @log.join("\n")
    end
  end

  it 'works with two logfiles' do
    Zlib::GzipWriter.open("tests/stat_logs/#{SecureRandom.uuid}.log.gz") do |gz|
      gz.write @log.join("\n")
    end
    Stat.parse_logfiles STAT_LOGS_PATH
    stat = @site_one.stats.first
    stat.hits.must_equal 8
    stat.bandwidth.must_equal 40000
    stat.views.must_equal 2
  end

  it 'deals with spaces in paths' do
    @site = Fabricate :site

    Zlib::GzipWriter.open("tests/stat_logs/#{SecureRandom.uuid}.log.gz") do |gz|
      gz.write "2015-05-02T21:16:35+00:00\t#{@site.username}\t612917\t/images/derpie space.png\t67.180.75.140\thttp://derp.com\n"
      gz.write "2015-05-02T21:16:35+00:00\t#{@site.username}\t612917\t/images/derpie space.png\t67.180.75.140\thttp://derp.com\n"
    end

    Stat.parse_logfiles STAT_LOGS_PATH

    @site.stats.first.bandwidth.must_equal 612917*2
    #@site.stat_referrers.first.url.must_equal 'http://derp.com'
    #@site.stat_locations.first.city_name.must_equal 'Menlo Park'
  end

  it 'takes accout for log hit time' do
    @site = Fabricate :site

    Zlib::GzipWriter.open("tests/stat_logs/#{SecureRandom.uuid}.log.gz") do |gz|
      gz.write "2015-05-01T21:16:35+00:00\t#{@site.username}\t612917\t/images/derpie space.png\t67.180.75.140\thttp://derp.com\n"
      gz.write "2015-05-02T21:16:35+00:00\t#{@site.username}\t612917\t/images/derpie space.png\t67.180.75.140\thttp://derp.com\n"
    end

    Stat.parse_logfiles STAT_LOGS_PATH

    @site.stats.length.must_equal 2

    [Date.new(2015, 5, 2), Date.new(2015, 5, 1)].each do |date|
      stats = @site.stats.select {|stat| stat.created_at == date}
      stats.length.must_equal 1
      stat = stats.first
      stat.hits.must_equal 1
      stat.views.must_equal 1
      stat.bandwidth.must_equal 612917
    end

  end

  it 'deals with spaces in referrer' do
    @site = Fabricate :site

    Zlib::GzipWriter.open("tests/stat_logs/#{SecureRandom.uuid}.log.gz") do |gz|
      gz.write "2015-05-02T21:16:35+00:00\t#{@site.username}\t612917\t/images/derpie space.png\t67.180.75.140\thttp://derp.com?q=what the lump\n"
    end

    Stat.parse_logfiles STAT_LOGS_PATH
  end

  it 'prunes logs for free sites' do
    @free_site = Fabricate :site
    @supporter_site = Fabricate :site, plan_type: 'supporter'

    day = Date.today
    (Stat::FREE_RETAINMENT_DAYS+1).times do |i|
      [@free_site, @supporter_site].each do |site|
        Stat.create site_id: site.id, created_at: day
      end
      day = day - 1
    end

    count_site_ids = [@free_site.id, @supporter_site.id]
    expected_stat_count = (Stat::FREE_RETAINMENT_DAYS+1)*2

    Stat.where(site_id: count_site_ids).count.must_equal expected_stat_count
    Stat.prune!
    Stat.where(site_id: count_site_ids).count.must_equal expected_stat_count-1
    Stat.where(site_id: @supporter_site.id).count.must_equal expected_stat_count/2
  end

  it 'prunes referrers' do
    stat_referrer_now = @site_one.add_stat_referrer created_at: Date.today, url: 'http://example.com/now'
    stat_referrer = @site_one.add_stat_referrer created_at: (StatReferrer::RETAINMENT_DAYS-1).days.ago, url: 'http://example.com'
    StatReferrer[stat_referrer.id].wont_be_nil
    @site_one.stat_referrers_dataset.count.must_equal 2
    StatReferrer.prune!
    @site_one.stat_referrers_dataset.count.must_equal 1
    StatReferrer[stat_referrer.id].must_be_nil
  end

  it 'prunes locations' do
    stat_location = @site_one.add_stat_location(
      created_at: (StatLocation::RETAINMENT_DAYS-1).days.ago,
      country_code2: 'US',
      region_name: 'Minnesota',
      city_name: 'Minneapolis'
    )
    StatLocation[stat_location.id].wont_be_nil
    StatLocation.prune!
    StatLocation[stat_location.id].must_be_nil
  end

  it 'prunes paths' do
    stat_path = @site_one.add_stat_path(
      created_at: (StatPath::RETAINMENT_DAYS-1).days.ago,
      name: '/derpie.html'
    )
    StatPath[stat_path.id].wont_be_nil
    StatPath.prune!
    StatPath[stat_path.id].must_be_nil
  end

  it 'parses logfile' do
    DB[:daily_site_stats].delete
    Stat.parse_logfiles STAT_LOGS_PATH

    @site_one.reload
    @site_one.hits.must_equal 4
    @site_one.views.must_equal 2
    stat = @site_one.stats.first
    stat.hits.must_equal 4
    stat.views.must_equal 2
    stat.bandwidth.must_equal 20_000

    #@site_one.stat_referrers.count.must_equal 1
    #stat_referrer = @site_one.stat_referrers.first
    #stat_referrer.url.must_equal 'http://example.com'
    #stat_referrer.created_at.must_equal @time.to_date
    #stat_referrer.views.must_equal 2

    #@site_one.stat_paths.length.must_equal 1
    #stat_path = @site_one.stat_paths.first
    #stat_path.name.must_equal '/'
    #stat_path.views.must_equal 4

    #@site_one.stat_locations.length.must_equal 2
    #stat_location = @site_one.stat_locations.first
    #stat_location.country_code2.must_equal 'US'
    #stat_location.region_name.must_equal 'CA'
    #stat_location.city_name.must_equal 'Menlo Park'
    #stat_location.views.must_equal 1

    @site_two.reload
    @site_two.hits.must_equal 3
    @site_two.views.must_equal 3
    stat = @site_two.stats.first
    stat.hits.must_equal 3
    stat.views.must_equal 3
    stat.bandwidth.must_equal 15_000
    #@site_two.stat_referrers.count.must_equal 2
    #stat_referrer = @site_two.stat_referrers.first
    #stat_referrer.url.must_equal 'http://example.com'
    #stat_referrer.views.must_equal 2

    #stat_paths = @site_two.stat_paths
    #stat_paths.length.must_equal 2
    #stat_paths.first.name.must_equal '/'
    #stat_paths.last.name.must_equal '/derp.html'

    # [geoip.city('67.180.75.140'), geoip.city('172.56.16.152')]

    # Saves to daily_site_stats

    DailySiteStat.count.must_equal 1
    d = DailySiteStat.first
    d.created_at.must_equal Date.new(@time.year, @time.month, @time.day)
    d.hits.must_equal 7
    d.views.must_equal 5
    d.bandwidth.must_equal 35000
  end
end