Adaptive LRU window

.github/workflows/go.yaml

@@ -44,8 +44,8 @@ jobs:
       - name: Upload coverage to codecov.io
         uses: codecov/codecov-action@v3
 
-  test-race-nopool:
-    name: test-race-nopool
+  test-correctness-nopool:
+    name: test-correctness-nopool
     strategy:
       matrix:
         go: ["1.23.x"]
@@ -59,10 +59,10 @@ jobs:
       - uses: actions/checkout@v2
 
       - name: Test
-        run: go test ./... -run=TestCacheRace_NoPool -count=1 -race
+        run: go test ./... -run=TestCacheCorrectness_NoPool -count=1 -race
 
-  test-race-pool:
-    name: test-race-pool
+  test-correctness-pool:
+    name: test-correctness-pool
     strategy:
       matrix:
         go: ["1.23.x"]
@@ -76,7 +76,7 @@ jobs:
       - uses: actions/checkout@v2
 
       - name: Test
-        run: go test ./... -run=TestCacheRace_EntryPool -count=1
+        run: go test ./... -run=TestCacheCorrectness_EntryPool -count=1
 
   test-os:
     name: test-os

Makefile

@@ -1,13 +1,13 @@
 .PHONY: test test-race-pool test-race-nopool testx lint bench cover
 
 test:
-	go test -race -skip=TestCacheRace_ ./...
+	go test -race -skip=TestCacheCorrectness_ ./...
 
-test-race-pool:
-	go test ./... -run=TestCacheRace_EntryPool -count=1
+test-correct-pool:
+	go test ./... -run=TestCacheCorrectness_EntryPool -count=1
 
-test-race-nopool:
-	go test ./... -run=TestCacheRace_NoPool -count=1 -race
+test-correct-nopool:
+	go test ./... -run=TestCacheCorrectness_NoPool -count=1 -race
 
 testx:
 	go test ./... -v -failfast
@@ -16,5 +16,5 @@ lint:
 	golangci-lint run
 
 cover:
-	go test -timeout 2000s -race -coverprofile=cover.out -coverpkg=./... -skip=TestCacheRace_ ./...
+	go test -timeout 2000s -race -coverprofile=cover.out -coverpkg=./... -skip=TestCacheCorrectness_ ./...
 	go tool cover -html=cover.out -o cover.html

cache.go

@@ -100,6 +100,11 @@ func (c *Cache[K, V]) Stats() Stats {
 	return c.store.Stats()
 }
 
+// Wait write buffer sync to policy.
+func (c *Cache[K, V]) Wait() {
+	c.store.Wait()
+}
+
 type LoadingCache[K comparable, V any] struct {
 	store *internal.LoadingStore[K, V]
 }
@@ -157,6 +162,11 @@ func (c *LoadingCache[K, V]) Stats() Stats {
 	return c.store.Stats()
 }
 
+// Wait write buffer sync to policy.
+func (c *LoadingCache[K, V]) Wait() {
+	c.store.Wait()
+}
+
 // Close closes all goroutines created by cache.
 func (c *LoadingCache[K, V]) Close() {
 	c.store.Close()

cache_race_test.go → cache_correctness_test.go

@@ -65,13 +65,12 @@ func getSet(t *testing.T, entrypool bool) {
 
 		require.Equal(t, client.Len(), int(di.TotalCount()))
 		require.True(t, di.TotalWeight() <= int64(size+size/10))
+		require.True(t, di.TotalWeight() >= int64(size-15))
+		require.Equal(t, di.TotalWeight(), di.WeightedSize)
+		require.Equal(t, di.WindowWeight, di.WindowWeightField)
 		require.Equal(t, di.ProbationWeight, di.ProbationWeightField)
 		require.Equal(t, di.ProtectedWeight, di.ProtectedWeightField)
 
-		for i := 0; i < len(di.QueueWeight); i++ {
-			require.Equal(t, di.QueueWeight[i], di.QueueWeightField[i])
-		}
-
 		client.store.RangeEntry(func(entry *internal.Entry[uint64, uint64]) {
 			require.Equal(t, entry.Weight(), entry.PolicyWeight(), entry.Position())
 		})
@@ -80,11 +79,11 @@ func getSet(t *testing.T, entrypool bool) {
 	}
 }
 
-func TestCacheRace_EntryPool_GetSet(t *testing.T) {
+func TestCacheCorrectness_EntryPool_GetSet(t *testing.T) {
 	getSet(t, true)
 
 }
-func TestCacheRace_NoPool_GetSet(t *testing.T) {
+func TestCacheCorrectness_NoPool_GetSet(t *testing.T) {
 	getSet(t, false)
 
 }
@@ -138,13 +137,11 @@ func getSetDeleteExpire(t *testing.T, entrypool bool) {
 
 		require.Equal(t, client.Len(), int(di.TotalCount()))
 		require.True(t, di.TotalWeight() <= int64(size+size/10))
+		require.Equal(t, di.TotalWeight(), di.WeightedSize)
+		require.Equal(t, di.WindowWeight, di.WindowWeightField)
 		require.Equal(t, di.ProbationWeight, di.ProbationWeightField)
 		require.Equal(t, di.ProtectedWeight, di.ProtectedWeightField)
 
-		for i := 0; i < len(di.QueueWeight); i++ {
-			require.Equal(t, di.QueueWeight[i], di.QueueWeightField[i])
-		}
-
 		client.store.RangeEntry(func(entry *internal.Entry[uint64, uint64]) {
 			require.Equal(t, entry.Weight(), entry.PolicyWeight(), entry.Position())
 		})
@@ -154,10 +151,10 @@ func getSetDeleteExpire(t *testing.T, entrypool bool) {
 	}
 }
 
-func TestCacheRace_EntryPool_GetSetDeleteExpire(t *testing.T) {
+func TestCacheCorrectness_EntryPool_GetSetDeleteExpire(t *testing.T) {
 	getSetDeleteExpire(t, true)
 }
 
-func TestCacheRace_NoPool_GetSetDeleteExpire(t *testing.T) {
+func TestCacheCorrectness_NoPool_GetSetDeleteExpire(t *testing.T) {
 	getSetDeleteExpire(t, false)
 }