ceremonyclient/pebble/testdata/manual_compaction_file_boundaries

# Test the file-size grandparent boundary alignment heuristic. This test sets up
# L3 with a file at each of 'a', 'b', ..., 'z'. It also creates a single file in
# L2 spanning a-z. Then, it commits, flushes and compacts into L1 keys 'a@1',
# 'aa@1', 'ab@1', ..., 'zz@1'. Finally, it tests compacting L1 into L2.
#
# With L3 as the grandparent level, the alignment heuristic should attempt to
# align the output files with grandparent's boundaries. Each output file should
# have a key range formed by the prefix of a single letter.

define target-file-sizes=(5000, 5000, 5000, 5000)
L2
  a.SET.101:<rand-bytes=1000>
  z.SET.102:<rand-bytes=1000>
L3
  a.SET.001:<rand-bytes=10000>
L3
  b.SET.002:<rand-bytes=10000>
L3
  c.SET.003:<rand-bytes=10000>
L3
  d.SET.004:<rand-bytes=10000>
L3
  e.SET.005:<rand-bytes=10000>
L3
  f.SET.006:<rand-bytes=10000>
L3
  g.SET.007:<rand-bytes=10000>
L3
  h.SET.008:<rand-bytes=10000>
L3
  i.SET.009:<rand-bytes=10000>
L3
  j.SET.010:<rand-bytes=10000>
L3
  k.SET.011:<rand-bytes=10000>
L3
  l.SET.012:<rand-bytes=10000>
L3
  m.SET.013:<rand-bytes=10000>
L3
  n.SET.014:<rand-bytes=10000>
L3
  o.SET.015:<rand-bytes=10000>
L3
  p.SET.016:<rand-bytes=10000>
L3
  q.SET.017:<rand-bytes=10000>
L3
  r.SET.018:<rand-bytes=10000>
L3
  s.SET.019:<rand-bytes=10000>
L3
  t.SET.020:<rand-bytes=10000>
L3
  u.SET.021:<rand-bytes=10000>
L3
  v.SET.022:<rand-bytes=10000>
L3
  w.SET.023:<rand-bytes=10000>
L3
  x.SET.024:<rand-bytes=10000>
L3
  y.SET.025:<rand-bytes=10000>
L3
  z.SET.026:<rand-bytes=10000>
----
2:
  000004:[a#101,SET-z#102,SET]
3:
  000005:[a#1,SET-a#1,SET]
  000006:[b#2,SET-b#2,SET]
  000007:[c#3,SET-c#3,SET]
  000008:[d#4,SET-d#4,SET]
  000009:[e#5,SET-e#5,SET]
  000010:[f#6,SET-f#6,SET]
  000011:[g#7,SET-g#7,SET]
  000012:[h#8,SET-h#8,SET]
  000013:[i#9,SET-i#9,SET]
  000014:[j#10,SET-j#10,SET]
  000015:[k#11,SET-k#11,SET]
  000016:[l#12,SET-l#12,SET]
  000017:[m#13,SET-m#13,SET]
  000018:[n#14,SET-n#14,SET]
  000019:[o#15,SET-o#15,SET]
  000020:[p#16,SET-p#16,SET]
  000021:[q#17,SET-q#17,SET]
  000022:[r#18,SET-r#18,SET]
  000023:[s#19,SET-s#19,SET]
  000024:[t#20,SET-t#20,SET]
  000025:[u#21,SET-u#21,SET]
  000026:[v#22,SET-v#22,SET]
  000027:[w#23,SET-w#23,SET]
  000028:[x#24,SET-x#24,SET]
  000029:[y#25,SET-y#25,SET]
  000030:[z#26,SET-z#26,SET]

populate keylen=2 vallen=200 timestamps=(1)
----
wrote 702 keys

flush
----
0.0:
  000033:[a@1#103,SET-aw@1#126,SET]
  000034:[ax@1#127,SET-bt@1#150,SET]
  000035:[bu@1#151,SET-cq@1#174,SET]
  000036:[cr@1#175,SET-dn@1#198,SET]
  000037:[do@1#199,SET-ek@1#222,SET]
  000038:[el@1#223,SET-fh@1#246,SET]
  000039:[fi@1#247,SET-ge@1#270,SET]
  000040:[gf@1#271,SET-hb@1#294,SET]
  000041:[hc@1#295,SET-hz@1#318,SET]
  000042:[i@1#319,SET-iw@1#342,SET]
  000043:[ix@1#343,SET-jt@1#366,SET]
  000044:[ju@1#367,SET-kq@1#390,SET]
  000045:[kr@1#391,SET-ln@1#414,SET]
  000046:[lo@1#415,SET-mk@1#438,SET]
  000047:[ml@1#439,SET-nh@1#462,SET]
  000048:[ni@1#463,SET-oe@1#486,SET]
  000049:[of@1#487,SET-pb@1#510,SET]
  000050:[pc@1#511,SET-pz@1#534,SET]
  000051:[q@1#535,SET-qw@1#558,SET]
  000052:[qx@1#559,SET-rt@1#582,SET]
  000053:[ru@1#583,SET-sq@1#606,SET]
  000054:[sr@1#607,SET-tn@1#630,SET]
  000055:[to@1#631,SET-uk@1#654,SET]
  000056:[ul@1#655,SET-vh@1#678,SET]
  000057:[vi@1#679,SET-we@1#702,SET]
  000058:[wf@1#703,SET-xb@1#726,SET]
  000059:[xc@1#727,SET-xz@1#750,SET]
  000060:[y@1#751,SET-yw@1#774,SET]
  000061:[yx@1#775,SET-zt@1#798,SET]
  000062:[zu@1#799,SET-zz@1#804,SET]
2:
  000004:[a#101,SET-z#102,SET]
3:
  000005:[a#1,SET-a#1,SET]
  000006:[b#2,SET-b#2,SET]
  000007:[c#3,SET-c#3,SET]
  000008:[d#4,SET-d#4,SET]
  000009:[e#5,SET-e#5,SET]
  000010:[f#6,SET-f#6,SET]
  000011:[g#7,SET-g#7,SET]
  000012:[h#8,SET-h#8,SET]
  000013:[i#9,SET-i#9,SET]
  000014:[j#10,SET-j#10,SET]
  000015:[k#11,SET-k#11,SET]
  000016:[l#12,SET-l#12,SET]
  000017:[m#13,SET-m#13,SET]
  000018:[n#14,SET-n#14,SET]
  000019:[o#15,SET-o#15,SET]
  000020:[p#16,SET-p#16,SET]
  000021:[q#17,SET-q#17,SET]
  000022:[r#18,SET-r#18,SET]
  000023:[s#19,SET-s#19,SET]
  000024:[t#20,SET-t#20,SET]
  000025:[u#21,SET-u#21,SET]
  000026:[v#22,SET-v#22,SET]
  000027:[w#23,SET-w#23,SET]
  000028:[x#24,SET-x#24,SET]
  000029:[y#25,SET-y#25,SET]
  000030:[z#26,SET-z#26,SET]

compact a-zz L0
----
1:
  000063:[a@1#103,SET-aw@1#126,SET]
  000064:[ax@1#127,SET-bt@1#150,SET]
  000065:[bu@1#151,SET-cq@1#174,SET]
  000066:[cr@1#175,SET-dn@1#198,SET]
  000067:[do@1#199,SET-ek@1#222,SET]
  000068:[el@1#223,SET-fh@1#246,SET]
  000069:[fi@1#247,SET-ge@1#270,SET]
  000070:[gf@1#271,SET-hb@1#294,SET]
  000071:[hc@1#295,SET-hz@1#318,SET]
  000072:[i@1#319,SET-iw@1#342,SET]
  000073:[ix@1#343,SET-jt@1#366,SET]
  000074:[ju@1#367,SET-kq@1#390,SET]
  000075:[kr@1#391,SET-ln@1#414,SET]
  000076:[lo@1#415,SET-mk@1#438,SET]
  000077:[ml@1#439,SET-nh@1#462,SET]
  000078:[ni@1#463,SET-oe@1#486,SET]
  000079:[of@1#487,SET-pb@1#510,SET]
  000080:[pc@1#511,SET-pz@1#534,SET]
  000081:[q@1#535,SET-qw@1#558,SET]
  000082:[qx@1#559,SET-rt@1#582,SET]
  000083:[ru@1#583,SET-sq@1#606,SET]
  000084:[sr@1#607,SET-tn@1#630,SET]
  000085:[to@1#631,SET-uk@1#654,SET]
  000086:[ul@1#655,SET-vh@1#678,SET]
  000087:[vi@1#679,SET-we@1#702,SET]
  000088:[wf@1#703,SET-xb@1#726,SET]
  000089:[xc@1#727,SET-xz@1#750,SET]
  000090:[y@1#751,SET-yw@1#774,SET]
  000091:[yx@1#775,SET-zt@1#798,SET]
  000092:[zu@1#799,SET-zz@1#804,SET]
2:
  000004:[a#101,SET-z#102,SET]
3:
  000005:[a#1,SET-a#1,SET]
  000006:[b#2,SET-b#2,SET]
  000007:[c#3,SET-c#3,SET]
  000008:[d#4,SET-d#4,SET]
  000009:[e#5,SET-e#5,SET]
  000010:[f#6,SET-f#6,SET]
  000011:[g#7,SET-g#7,SET]
  000012:[h#8,SET-h#8,SET]
  000013:[i#9,SET-i#9,SET]
  000014:[j#10,SET-j#10,SET]
  000015:[k#11,SET-k#11,SET]
  000016:[l#12,SET-l#12,SET]
  000017:[m#13,SET-m#13,SET]
  000018:[n#14,SET-n#14,SET]
  000019:[o#15,SET-o#15,SET]
  000020:[p#16,SET-p#16,SET]
  000021:[q#17,SET-q#17,SET]
  000022:[r#18,SET-r#18,SET]
  000023:[s#19,SET-s#19,SET]
  000024:[t#20,SET-t#20,SET]
  000025:[u#21,SET-u#21,SET]
  000026:[v#22,SET-v#22,SET]
  000027:[w#23,SET-w#23,SET]
  000028:[x#24,SET-x#24,SET]
  000029:[y#25,SET-y#25,SET]
  000030:[z#26,SET-z#26,SET]

# Perform the actual test. Compacting L1 into L2 should use L3's boundaries to
# inform compaction output splitting.
#
compact a-zz L1
----
2:
  000093:[a#101,SET-az@1#129,SET]
  000094:[b@1#130,SET-bz@1#156,SET]
  000095:[c@1#157,SET-cz@1#183,SET]
  000096:[d@1#184,SET-dz@1#210,SET]
  000097:[e@1#211,SET-ez@1#237,SET]
  000098:[f@1#238,SET-fz@1#264,SET]
  000099:[g@1#265,SET-gz@1#291,SET]
  000100:[h@1#292,SET-hz@1#318,SET]
  000101:[i@1#319,SET-iz@1#345,SET]
  000102:[j@1#346,SET-jz@1#372,SET]
  000103:[k@1#373,SET-kz@1#399,SET]
  000104:[l@1#400,SET-lz@1#426,SET]
  000105:[m@1#427,SET-mz@1#453,SET]
  000106:[n@1#454,SET-nz@1#480,SET]
  000107:[o@1#481,SET-oz@1#507,SET]
  000108:[p@1#508,SET-pz@1#534,SET]
  000109:[q@1#535,SET-qz@1#561,SET]
  000110:[r@1#562,SET-rz@1#588,SET]
  000111:[s@1#589,SET-sz@1#615,SET]
  000112:[t@1#616,SET-tz@1#642,SET]
  000113:[u@1#643,SET-uz@1#669,SET]
  000114:[v@1#670,SET-vz@1#696,SET]
  000115:[w@1#697,SET-wz@1#723,SET]
  000116:[x@1#724,SET-xz@1#750,SET]
  000117:[y@1#751,SET-yz@1#777,SET]
  000118:[z#102,SET-zr@1#796,SET]
  000119:[zs@1#797,SET-zz@1#804,SET]
3:
  000005:[a#1,SET-a#1,SET]
  000006:[b#2,SET-b#2,SET]
  000007:[c#3,SET-c#3,SET]
  000008:[d#4,SET-d#4,SET]
  000009:[e#5,SET-e#5,SET]
  000010:[f#6,SET-f#6,SET]
  000011:[g#7,SET-g#7,SET]
  000012:[h#8,SET-h#8,SET]
  000013:[i#9,SET-i#9,SET]
  000014:[j#10,SET-j#10,SET]
  000015:[k#11,SET-k#11,SET]
  000016:[l#12,SET-l#12,SET]
  000017:[m#13,SET-m#13,SET]
  000018:[n#14,SET-n#14,SET]
  000019:[o#15,SET-o#15,SET]
  000020:[p#16,SET-p#16,SET]
  000021:[q#17,SET-q#17,SET]
  000022:[r#18,SET-r#18,SET]
  000023:[s#19,SET-s#19,SET]
  000024:[t#20,SET-t#20,SET]
  000025:[u#21,SET-u#21,SET]
  000026:[v#22,SET-v#22,SET]
  000027:[w#23,SET-w#23,SET]
  000028:[x#24,SET-x#24,SET]
  000029:[y#25,SET-y#25,SET]
  000030:[z#26,SET-z#26,SET]

file-sizes
----
L2:
  000093:[a#101,1-az@1#129,1]: 7472 bytes (7.3KB)
  000094:[b@1#130,1-bz@1#156,1]: 6465 bytes (6.3KB)
  000095:[c@1#157,1-cz@1#183,1]: 6465 bytes (6.3KB)
  000096:[d@1#184,1-dz@1#210,1]: 6465 bytes (6.3KB)
  000097:[e@1#211,1-ez@1#237,1]: 6465 bytes (6.3KB)
  000098:[f@1#238,1-fz@1#264,1]: 6465 bytes (6.3KB)
  000099:[g@1#265,1-gz@1#291,1]: 6465 bytes (6.3KB)
  000100:[h@1#292,1-hz@1#318,1]: 6465 bytes (6.3KB)
  000101:[i@1#319,1-iz@1#345,1]: 6465 bytes (6.3KB)
  000102:[j@1#346,1-jz@1#372,1]: 6465 bytes (6.3KB)
  000103:[k@1#373,1-kz@1#399,1]: 6465 bytes (6.3KB)
  000104:[l@1#400,1-lz@1#426,1]: 6465 bytes (6.3KB)
  000105:[m@1#427,1-mz@1#453,1]: 6465 bytes (6.3KB)
  000106:[n@1#454,1-nz@1#480,1]: 6465 bytes (6.3KB)
  000107:[o@1#481,1-oz@1#507,1]: 6465 bytes (6.3KB)
  000108:[p@1#508,1-pz@1#534,1]: 6465 bytes (6.3KB)
  000109:[q@1#535,1-qz@1#561,1]: 6464 bytes (6.3KB)
  000110:[r@1#562,1-rz@1#588,1]: 6465 bytes (6.3KB)
  000111:[s@1#589,1-sz@1#615,1]: 6465 bytes (6.3KB)
  000112:[t@1#616,1-tz@1#642,1]: 6465 bytes (6.3KB)
  000113:[u@1#643,1-uz@1#669,1]: 6465 bytes (6.3KB)
  000114:[v@1#670,1-vz@1#696,1]: 6465 bytes (6.3KB)
  000115:[w@1#697,1-wz@1#723,1]: 6465 bytes (6.3KB)
  000116:[x@1#724,1-xz@1#750,1]: 6465 bytes (6.3KB)
  000117:[y@1#751,1-yz@1#777,1]: 6465 bytes (6.3KB)
  000118:[z#102,1-zr@1#796,1]: 5752 bytes (5.6KB)
  000119:[zs@1#797,1-zz@1#804,1]: 2346 bytes (2.3KB)
L3:
  000005:[a#1,1-a#1,1]: 10638 bytes (10KB)
  000006:[b#2,1-b#2,1]: 10638 bytes (10KB)
  000007:[c#3,1-c#3,1]: 10638 bytes (10KB)
  000008:[d#4,1-d#4,1]: 10638 bytes (10KB)
  000009:[e#5,1-e#5,1]: 10638 bytes (10KB)
  000010:[f#6,1-f#6,1]: 10638 bytes (10KB)
  000011:[g#7,1-g#7,1]: 10638 bytes (10KB)
  000012:[h#8,1-h#8,1]: 10638 bytes (10KB)
  000013:[i#9,1-i#9,1]: 10638 bytes (10KB)
  000014:[j#10,1-j#10,1]: 10638 bytes (10KB)
  000015:[k#11,1-k#11,1]: 10638 bytes (10KB)
  000016:[l#12,1-l#12,1]: 10638 bytes (10KB)
  000017:[m#13,1-m#13,1]: 10638 bytes (10KB)
  000018:[n#14,1-n#14,1]: 10638 bytes (10KB)
  000019:[o#15,1-o#15,1]: 10638 bytes (10KB)
  000020:[p#16,1-p#16,1]: 10638 bytes (10KB)
  000021:[q#17,1-q#17,1]: 10638 bytes (10KB)
  000022:[r#18,1-r#18,1]: 10638 bytes (10KB)
  000023:[s#19,1-s#19,1]: 10638 bytes (10KB)
  000024:[t#20,1-t#20,1]: 10638 bytes (10KB)
  000025:[u#21,1-u#21,1]: 10638 bytes (10KB)
  000026:[v#22,1-v#22,1]: 10638 bytes (10KB)
  000027:[w#23,1-w#23,1]: 10638 bytes (10KB)
  000028:[x#24,1-x#24,1]: 10638 bytes (10KB)
  000029:[y#25,1-y#25,1]: 10638 bytes (10KB)
  000030:[z#26,1-z#26,1]: 10638 bytes (10KB)

# Test a scenario where there exists a grandparent file (in L3), but the L1->L2
# compaction doesn't reach it until late in the compaction. The output file
# should be split at 2x the target file size (~10K), despite not being aligned
# with a grandparent.
#
# Additionally, when the compaction does reach the grandparent's start bound,
# the compaction should NOT split the output if the current output is less than
# 0.5x the target file size (~2.5K).
#
# Lastly, once past the final grandparent, the compaction should optimize for
# cutting as close to file size as possible, resulting in an output file ~5K.

define target-file-sizes=(5000, 5000, 5000, 5000)
L1
  a.SET.201:<rand-bytes=1000>
  b.SET.202:<rand-bytes=1000>
  c.SET.203:<rand-bytes=1000>
  d.SET.204:<rand-bytes=1000>
  e.SET.205:<rand-bytes=1000>
  f.SET.206:<rand-bytes=1000>
  g.SET.207:<rand-bytes=1000>
  h.SET.208:<rand-bytes=1000>
  i.SET.209:<rand-bytes=1000>
  j.SET.210:<rand-bytes=1000>
  k.SET.211:<rand-bytes=1000>
  l.SET.212:<rand-bytes=1000>
  m.SET.213:<rand-bytes=1000>
  n.SET.214:<rand-bytes=1000>
  o.SET.215:<rand-bytes=1000>
L2
  a.SET.101:<rand-bytes=10>
  z.SET.102:<rand-bytes=10>
L3
  m.SET.001:<rand-bytes=10000>
----
1:
  000004:[a#201,SET-o#215,SET]
2:
  000005:[a#101,SET-z#102,SET]
3:
  000006:[m#1,SET-m#1,SET]

compact a-zz L1
----
2:
  000007:[a#201,SET-j#210,SET]
  000008:[k#211,SET-o#215,SET]
  000009:[z#102,SET-z#102,SET]
3:
  000006:[m#1,SET-m#1,SET]

file-sizes
----
L2:
  000007:[a#201,1-j#210,1]: 10811 bytes (11KB)
  000008:[k#211,1-o#215,1]: 5723 bytes (5.6KB)
  000009:[z#102,1-z#102,1]: 643 bytes (643B)
L3:
  000006:[m#1,1-m#1,1]: 10638 bytes (10KB)

# Test the file-size splitter's adaptive tolerance for early-splitting at a
# grandparent boundary. The L1->L2 compaction has many opportunities to split at
# a grandparent boundary at file sizes ≥ 2.5K. Because it's seen more than 8
# grandparent boundaries, waits until file size is ≥ 90% of the target file size
# (eg, ~4.5K).

define target-file-sizes=(5000, 5000, 5000, 5000)
L1
  a.SET.201:<rand-bytes=1000>
  b.SET.202:<rand-bytes=1000>
  c.SET.203:<rand-bytes=1000>
  d.SET.204:<rand-bytes=1000>
  e.SET.205:<rand-bytes=1000>
  f.SET.206:<rand-bytes=1000>
  g.SET.207:<rand-bytes=1000>
  h.SET.208:<rand-bytes=1000>
  i.SET.209:<rand-bytes=1000>
  j.SET.210:<rand-bytes=1000>
  k.SET.211:<rand-bytes=1000>
  l.SET.212:<rand-bytes=1000>
  m.SET.213:<rand-bytes=1000>
  n.SET.214:<rand-bytes=1000>
  o.SET.215:<rand-bytes=1000>
L2
  a.SET.101:<rand-bytes=10>
  z.SET.102:<rand-bytes=10>
L3
  a.SET.001:<rand-bytes=1000>
L3
  ab.SET.002:<rand-bytes=1000>
L3
  ac.SET.003:<rand-bytes=1000>
L3
  ad.SET.004:<rand-bytes=1000>
L3
  ad.SET.005:<rand-bytes=1000>
L3
  ad.SET.006:<rand-bytes=1000>
L3
  ad.SET.007:<rand-bytes=1000>
L3
  ad.SET.008:<rand-bytes=1000>
L3
  c.SET.009:<rand-bytes=1000>
L3
  d.SET.010:<rand-bytes=1000>
L3
  e.SET.011:<rand-bytes=1000>
L3
  f.SET.012:<rand-bytes=1000>
L3
  m.SET.013:<rand-bytes=1000>
----
1:
  000004:[a#201,SET-o#215,SET]
2:
  000005:[a#101,SET-z#102,SET]
3:
  000006:[a#1,SET-a#1,SET]
  000007:[ab#2,SET-ab#2,SET]
  000008:[ac#3,SET-ac#3,SET]
  000013:[ad#8,SET-ad#8,SET]
  000012:[ad#7,SET-ad#7,SET]
  000011:[ad#6,SET-ad#6,SET]
  000010:[ad#5,SET-ad#5,SET]
  000009:[ad#4,SET-ad#4,SET]
  000014:[c#9,SET-c#9,SET]
  000015:[d#10,SET-d#10,SET]
  000016:[e#11,SET-e#11,SET]
  000017:[f#12,SET-f#12,SET]
  000018:[m#13,SET-m#13,SET]

compact a-zz L1
----
2:
  000019:[a#201,SET-e#205,SET]
  000020:[f#206,SET-l#212,SET]
  000021:[m#213,SET-z#102,SET]
3:
  000006:[a#1,SET-a#1,SET]
  000007:[ab#2,SET-ab#2,SET]
  000008:[ac#3,SET-ac#3,SET]
  000013:[ad#8,SET-ad#8,SET]
  000012:[ad#7,SET-ad#7,SET]
  000011:[ad#6,SET-ad#6,SET]
  000010:[ad#5,SET-ad#5,SET]
  000009:[ad#4,SET-ad#4,SET]
  000014:[c#9,SET-c#9,SET]
  000015:[d#10,SET-d#10,SET]
  000016:[e#11,SET-e#11,SET]
  000017:[f#12,SET-f#12,SET]
  000018:[m#13,SET-m#13,SET]

file-sizes
----
L2:
  000019:[a#201,1-e#205,1]: 5723 bytes (5.6KB)
  000020:[f#206,1-l#212,1]: 7749 bytes (7.6KB)
  000021:[m#213,1-z#102,1]: 3686 bytes (3.6KB)
L3:
  000006:[a#1,1-a#1,1]: 1638 bytes (1.6KB)
  000007:[ab#2,1-ab#2,1]: 1639 bytes (1.6KB)
  000008:[ac#3,1-ac#3,1]: 1639 bytes (1.6KB)
  000013:[ad#8,1-ad#8,1]: 1639 bytes (1.6KB)
  000012:[ad#7,1-ad#7,1]: 1639 bytes (1.6KB)
  000011:[ad#6,1-ad#6,1]: 1639 bytes (1.6KB)
  000010:[ad#5,1-ad#5,1]: 1639 bytes (1.6KB)
  000009:[ad#4,1-ad#4,1]: 1639 bytes (1.6KB)
  000014:[c#9,1-c#9,1]: 1638 bytes (1.6KB)
  000015:[d#10,1-d#10,1]: 1638 bytes (1.6KB)
  000016:[e#11,1-e#11,1]: 1638 bytes (1.6KB)
  000017:[f#12,1-f#12,1]: 1638 bytes (1.6KB)
  000018:[m#13,1-m#13,1]: 1638 bytes (1.6KB)