package needle import ( "fmt" . "github.com/chrislusf/seaweedfs/weed/storage/types" "testing" ) func TestOverflow2(t *testing.T) { m := NewCompactMap() m.Set(NeedleId(150088), ToOffset(8), 3000073) m.Set(NeedleId(150073), ToOffset(8), 3000073) m.Set(NeedleId(150089), ToOffset(8), 3000073) m.Set(NeedleId(150076), ToOffset(8), 3000073) m.Set(NeedleId(150124), ToOffset(8), 3000073) m.Set(NeedleId(150137), ToOffset(8), 3000073) m.Set(NeedleId(150147), ToOffset(8), 3000073) m.Set(NeedleId(150145), ToOffset(8), 3000073) m.Set(NeedleId(150158), ToOffset(8), 3000073) m.Set(NeedleId(150162), ToOffset(8), 3000073) m.Visit(func(value NeedleValue) error { println("needle key:", value.Key) return nil }) } func TestIssue52(t *testing.T) { m := NewCompactMap() m.Set(NeedleId(10002), ToOffset(10002), 10002) if element, ok := m.Get(NeedleId(10002)); ok { fmt.Printf("key %d ok %v %d, %v, %d\n", 10002, ok, element.Key, element.Offset, element.Size) } m.Set(NeedleId(10001), ToOffset(10001), 10001) if element, ok := m.Get(NeedleId(10002)); ok { fmt.Printf("key %d ok %v %d, %v, %d\n", 10002, ok, element.Key, element.Offset, element.Size) } else { t.Fatal("key 10002 missing after setting 10001") } } func TestCompactMap(t *testing.T) { m := NewCompactMap() for i := uint32(0); i < 100*batch; i += 2 { m.Set(NeedleId(i), ToOffset(int64(i)), i) } for i := uint32(0); i < 100*batch; i += 37 { m.Delete(NeedleId(i)) } for i := uint32(0); i < 10*batch; i += 3 { m.Set(NeedleId(i), ToOffset(int64(i+11)), i+5) } // for i := uint32(0); i < 100; i++ { // if v := m.Get(Key(i)); v != nil { // glog.V(4).Infoln(i, "=", v.Key, v.Offset, v.Size) // } // } for i := uint32(0); i < 10*batch; i++ { v, ok := m.Get(NeedleId(i)) if i%3 == 0 { if !ok { t.Fatal("key", i, "missing!") } if v.Size != i+5 { t.Fatal("key", i, "size", v.Size) } } else if i%37 == 0 { if ok && v.Size != TombstoneFileSize { t.Fatal("key", i, "should have been deleted needle value", v) } } else if i%2 == 0 { if v.Size != i { t.Fatal("key", i, "size", v.Size) } } } for i := uint32(10 * batch); i < 100*batch; i++ { v, ok := m.Get(NeedleId(i)) if i%37 == 0 { if ok && v.Size != TombstoneFileSize { t.Fatal("key", i, "should have been deleted needle value", v) } } else if i%2 == 0 { if v == nil { t.Fatal("key", i, "missing") } if v.Size != i { t.Fatal("key", i, "size", v.Size) } } } } func TestOverflow(t *testing.T) { o := Overflow(make([]SectionalNeedleValue, 0)) o = o.setOverflowEntry(SectionalNeedleValue{Key: 1, Offset: ToOffset(12), Size: 12}) o = o.setOverflowEntry(SectionalNeedleValue{Key: 2, Offset: ToOffset(12), Size: 12}) o = o.setOverflowEntry(SectionalNeedleValue{Key: 3, Offset: ToOffset(12), Size: 12}) o = o.setOverflowEntry(SectionalNeedleValue{Key: 4, Offset: ToOffset(12), Size: 12}) o = o.setOverflowEntry(SectionalNeedleValue{Key: 5, Offset: ToOffset(12), Size: 12}) if o[2].Key != 3 { t.Fatalf("expecting o[2] has key 3: %+v", o[2].Key) } o = o.setOverflowEntry(SectionalNeedleValue{Key: 3, Offset: ToOffset(24), Size: 24}) if o[2].Key != 3 { t.Fatalf("expecting o[2] has key 3: %+v", o[2].Key) } if o[2].Size != 24 { t.Fatalf("expecting o[2] has size 24: %+v", o[2].Size) } o = o.deleteOverflowEntry(4) if len(o) != 4 { t.Fatalf("expecting 4 entries now: %+v", o) } x, _ := o.findOverflowEntry(5) if x.Key != 5 { t.Fatalf("expecting entry 5 now: %+v", x) } for i, x := range o { println("overflow[", i, "]:", x.Key) } println() o = o.deleteOverflowEntry(1) for i, x := range o { println("overflow[", i, "]:", x.Key) } println() o = o.setOverflowEntry(SectionalNeedleValue{Key: 4, Offset: ToOffset(44), Size: 44}) for i, x := range o { println("overflow[", i, "]:", x.Key) } println() o = o.setOverflowEntry(SectionalNeedleValue{Key: 1, Offset: ToOffset(11), Size: 11}) for i, x := range o { println("overflow[", i, "]:", x.Key) } println() }