google-nomulus/javatests/google/registry/proxy/quota/TokenStoreTest.java

// Copyright 2017 The Nomulus Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package google.registry.proxy.quota;

import static com.google.common.truth.Truth.assertThat;
import static google.registry.proxy.quota.QuotaConfig.SENTINEL_UNLIMITED_TOKENS;
import static org.mockito.Matchers.eq;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.spy;
import static org.mockito.Mockito.verify;
import static org.mockito.Mockito.when;

import google.registry.proxy.quota.TokenStore.TimestampedInteger;
import google.registry.testing.FakeClock;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;
import org.joda.time.DateTime;
import org.joda.time.Duration;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;
import org.mockito.ArgumentCaptor;

/** Unit tests for {@link TokenStore}. */
@RunWith(JUnit4.class)
public class TokenStoreTest {

  private final QuotaConfig quotaConfig = mock(QuotaConfig.class);
  private final FakeClock clock = new FakeClock();
  private final ScheduledExecutorService refreshExecutor = mock(ScheduledExecutorService.class);
  private final TokenStore tokenStore = spy(new TokenStore(quotaConfig, refreshExecutor, clock));
  private final String user = "theUser";
  private final String otherUser = "theOtherUser";

  private DateTime assertTake(int grantAmount, int amountLeft, DateTime timestamp) {
    return assertTake(user, grantAmount, amountLeft, timestamp);
  }

  private DateTime assertTake(String user, int grantAmount, int amountLeft, DateTime timestamp) {
    TimestampedInteger grantedToken = tokenStore.take(user);
    assertThat(grantedToken).isEqualTo(TimestampedInteger.create(grantAmount, timestamp));
    assertThat(tokenStore.getTokenForTests(user))
        .isEqualTo(TimestampedInteger.create(amountLeft, timestamp));
    return grantedToken.timestamp();
  }

  private void assertPut(
      DateTime returnedTokenRefillTime, int amountAfterReturn, DateTime refillTime) {
    assertPut(user, returnedTokenRefillTime, amountAfterReturn, refillTime);
  }

  private void assertPut(
      String user, DateTime returnedTokenRefillTime, int amountAfterReturn, DateTime refillTime) {
    tokenStore.put(user, returnedTokenRefillTime);
    assertThat(tokenStore.getTokenForTests(user))
        .isEqualTo(TimestampedInteger.create(amountAfterReturn, refillTime));
  }

  private void submitAndWaitForTasks(ExecutorService executor, Runnable... tasks) {
    List<Future<?>> futures = new ArrayList<>();
    for (Runnable task : tasks) {
      futures.add(executor.submit(task));
    }
    futures.forEach(
        f -> {
          try {
            f.get();
          } catch (Exception e) {
            throw new RuntimeException(e);
          }
        });
  }

  @Before
  public void setUp() {
    when(quotaConfig.getRefreshPeriod()).thenReturn(Duration.standardSeconds(60));
    when(quotaConfig.getRefillPeriod(user)).thenReturn(Duration.standardSeconds(10));
    when(quotaConfig.getTokenAmount(user)).thenReturn(3);
    when(quotaConfig.getRefillPeriod(otherUser)).thenReturn(Duration.standardSeconds(15));
    when(quotaConfig.getTokenAmount(otherUser)).thenReturn(5);
  }

  @Test
  public void testSuccess_take() {
    // Take 3 tokens one by one.
    DateTime refillTime = clock.nowUtc();
    assertTake(1, 2, refillTime);
    assertTake(1, 1, refillTime);
    clock.advanceBy(Duration.standardSeconds(2));
    assertTake(1, 0, refillTime);

    // Take 1 token, not enough tokens left.
    clock.advanceBy(Duration.standardSeconds(3));
    assertTake(0, 0, refillTime);

    // Refill period passed. Take 1 token - success.
    clock.advanceBy(Duration.standardSeconds(6));
    refillTime = clock.nowUtc();
    assertTake(1, 2, refillTime);
  }

  @Test
  public void testSuccess_put_entryDoesNotExist() {
    tokenStore.put(user, clock.nowUtc());
    assertThat(tokenStore.getTokenForTests(user)).isNull();
  }

  @Test
  public void testSuccess_put() {
    DateTime refillTime = clock.nowUtc();

    // Initialize the entry.
    DateTime grantedTokenRefillTime = assertTake(1, 2, refillTime);

    // Put into full bucket.
    assertPut(grantedTokenRefillTime, 3, refillTime);
    assertPut(grantedTokenRefillTime, 3, refillTime);

    clock.advanceBy(Duration.standardSeconds(3));

    // Take 1 token out, put 1 back in.
    assertTake(1, 2, refillTime);
    assertPut(refillTime, 3, refillTime);

    // Do not put old token back.
    grantedTokenRefillTime = assertTake(1, 2, refillTime);
    clock.advanceBy(Duration.standardSeconds(11));
    refillTime = clock.nowUtc();
    assertPut(grantedTokenRefillTime, 3, refillTime);
  }

  @Test
  public void testSuccess_takeAndPut() {
    DateTime refillTime = clock.nowUtc();

    // Take 1 token.
    DateTime grantedTokenRefillTime1 = assertTake(1, 2, refillTime);

    // Take 1 token.
    DateTime grantedTokenRefillTime2 = assertTake(1, 1, refillTime);

    // Return first token.
    clock.advanceBy(Duration.standardSeconds(2));
    assertPut(grantedTokenRefillTime1, 2, refillTime);

    // Refill time passed, second returned token discarded.
    clock.advanceBy(Duration.standardSeconds(10));
    refillTime = clock.nowUtc();
    assertPut(grantedTokenRefillTime2, 3, refillTime);
  }

  @Test
  public void testSuccess_multipleUsers() {
    DateTime refillTime1 = clock.nowUtc();
    DateTime refillTime2 = clock.nowUtc();

    // Take 1 from first user.
    DateTime grantedTokenRefillTime1 = assertTake(user, 1, 2, refillTime1);

    // Take 1 from second user.
    DateTime grantedTokenRefillTime2 = assertTake(otherUser, 1, 4, refillTime2);
    assertTake(otherUser, 1, 3, refillTime2);
    assertTake(otherUser, 1, 2, refillTime2);

    // first user tokens refilled.
    clock.advanceBy(Duration.standardSeconds(10));
    refillTime1 = clock.nowUtc();
    DateTime grantedTokenRefillTime3 = assertTake(user, 1, 2, refillTime1);
    DateTime grantedTokenRefillTime4 = assertTake(otherUser, 1, 1, refillTime2);
    assertPut(user, grantedTokenRefillTime1, 2, refillTime1);
    assertPut(otherUser, grantedTokenRefillTime2, 2, refillTime2);

    // second user tokens refilled.
    clock.advanceBy(Duration.standardSeconds(5));
    refillTime2 = clock.nowUtc();
    assertPut(user, grantedTokenRefillTime3, 3, refillTime1);
    assertPut(otherUser, grantedTokenRefillTime4, 5, refillTime2);
  }

  @Test
  public void testSuccess_refresh() {
    DateTime refillTime1 = clock.nowUtc();
    assertTake(user, 1, 2, refillTime1);

    clock.advanceBy(Duration.standardSeconds(5));
    DateTime refillTime2 = clock.nowUtc();
    assertTake(otherUser, 1, 4, refillTime2);

    clock.advanceBy(Duration.standardSeconds(55));

    // Entry for user is 60s old, entry for otherUser is 55s old.
    tokenStore.refresh();
    assertThat(tokenStore.getTokenForTests(user)).isNull();
    assertThat(tokenStore.getTokenForTests(otherUser))
        .isEqualTo(TimestampedInteger.create(4, refillTime2));
  }

  @Test
  public void testSuccess_unlimitedQuota() {
    when(quotaConfig.hasUnlimitedTokens(user)).thenReturn(true);
    for (int i = 0; i < 10000; ++i) {
      assertTake(1, SENTINEL_UNLIMITED_TOKENS, clock.nowUtc());
    }
    for (int i = 0; i < 10000; ++i) {
      assertPut(clock.nowUtc(), SENTINEL_UNLIMITED_TOKENS, clock.nowUtc());
    }
  }

  @Test
  public void testSuccess_noRefill() {
    when(quotaConfig.getRefillPeriod(user)).thenReturn(Duration.ZERO);
    DateTime refillTime = clock.nowUtc();
    assertTake(1, 2, refillTime);
    assertTake(1, 1, refillTime);
    assertTake(1, 0, refillTime);
    clock.advanceBy(Duration.standardDays(365));
    assertTake(0, 0, refillTime);
  }

  @Test
  public void testSuccess_noRefresh() {
    when(quotaConfig.getRefreshPeriod()).thenReturn(Duration.ZERO);
    DateTime refillTime = clock.nowUtc();
    assertTake(1, 2, refillTime);
    clock.advanceBy(Duration.standardDays(365));
    assertThat(tokenStore.getTokenForTests(user))
        .isEqualTo(TimestampedInteger.create(2, refillTime));
  }

  @Test
  public void testSuccess_concurrency() throws Exception {
    ExecutorService executor = Executors.newWorkStealingPool();
    final DateTime time1 = clock.nowUtc();
    submitAndWaitForTasks(
        executor,
        () -> tokenStore.take(user),
        () -> tokenStore.take(otherUser),
        () -> tokenStore.take(user),
        () -> tokenStore.take(otherUser));
    assertThat(tokenStore.getTokenForTests(user)).isEqualTo(TimestampedInteger.create(1, time1));
    assertThat(tokenStore.getTokenForTests(otherUser))
        .isEqualTo(TimestampedInteger.create(3, time1));

    // No refill.
    clock.advanceBy(Duration.standardSeconds(5));
    submitAndWaitForTasks(
        executor, () -> tokenStore.take(user), () -> tokenStore.put(otherUser, time1));
    assertThat(tokenStore.getTokenForTests(user)).isEqualTo(TimestampedInteger.create(0, time1));
    assertThat(tokenStore.getTokenForTests(otherUser))
        .isEqualTo(TimestampedInteger.create(4, time1));

    // First user refill.
    clock.advanceBy(Duration.standardSeconds(5));
    final DateTime time2 = clock.nowUtc();
    submitAndWaitForTasks(
        executor,
        () -> {
          tokenStore.put(user, time1);
          tokenStore.take(user);
        },
        () -> tokenStore.take(otherUser));
    assertThat(tokenStore.getTokenForTests(user)).isEqualTo(TimestampedInteger.create(2, time2));
    assertThat(tokenStore.getTokenForTests(otherUser))
        .isEqualTo(TimestampedInteger.create(3, time1));

    // Second user refill.
    clock.advanceBy(Duration.standardSeconds(5));
    final DateTime time3 = clock.nowUtc();
    submitAndWaitForTasks(
        executor,
        () -> tokenStore.take(user),
        () -> {
          tokenStore.put(otherUser, time1);
          tokenStore.take(otherUser);
        });
    assertThat(tokenStore.getTokenForTests(user)).isEqualTo(TimestampedInteger.create(1, time2));
    assertThat(tokenStore.getTokenForTests(otherUser))
        .isEqualTo(TimestampedInteger.create(4, time3));
  }

  @Test
  public void testSuccess_scheduleRefresh() throws Exception {
    when(quotaConfig.getRefreshPeriod()).thenReturn(Duration.standardSeconds(5));

    tokenStore.scheduleRefresh();

    // Verify that a task is scheduled.
    ArgumentCaptor<Runnable> argument = ArgumentCaptor.forClass(Runnable.class);
    verify(refreshExecutor)
        .scheduleWithFixedDelay(
            argument.capture(), eq((long) 5), eq((long) 5), eq(TimeUnit.SECONDS));

    // Verify that the scheduled task calls TokenStore.refresh().
    argument.getValue().run();
    verify(tokenStore).refresh();
  }
}