SQLite: Hex Artifact Content

Artifact abe819e6e1ac1db0c3bfe364ff58889d96e7896b2bbc8bdf1afc77cdeb7d7a9b:

File test/bigmmap.test — part of check-in [4b68f424] at 2017-10-12 11:13:34 on branch trunk — Update some test cases to work with SQLITE_OMIT_VIRTUALTABLE and DEFAULT_AUTOVACUUM builds. (user: dan size: 3061) [more...]
0000: 23 20 32 30 31 37 20 41 75 67 75 73 74 20 30 37  # 2017 August 07
0010: 0a 23 0a 23 20 54 68 65 20 61 75 74 68 6f 72 20  .#.# The author 
0020: 64 69 73 63 6c 61 69 6d 73 20 63 6f 70 79 72 69  disclaims copyri
0030: 67 68 74 20 74 6f 20 74 68 69 73 20 73 6f 75 72  ght to this sour
0040: 63 65 20 63 6f 64 65 2e 20 20 49 6e 20 70 6c 61  ce code.  In pla
0050: 63 65 20 6f 66 0a 23 20 61 20 6c 65 67 61 6c 20  ce of.# a legal 
0060: 6e 6f 74 69 63 65 2c 20 68 65 72 65 20 69 73 20  notice, here is 
0070: 61 20 62 6c 65 73 73 69 6e 67 3a 0a 23 0a 23 20  a blessing:.#.# 
0080: 20 20 20 4d 61 79 20 79 6f 75 20 64 6f 20 67 6f     May you do go
0090: 6f 64 20 61 6e 64 20 6e 6f 74 20 65 76 69 6c 2e  od and not evil.
00a0: 0a 23 20 20 20 20 4d 61 79 20 79 6f 75 20 66 69  .#    May you fi
00b0: 6e 64 20 66 6f 72 67 69 76 65 6e 65 73 73 20 66  nd forgiveness f
00c0: 6f 72 20 79 6f 75 72 73 65 6c 66 20 61 6e 64 20  or yourself and 
00d0: 66 6f 72 67 69 76 65 20 6f 74 68 65 72 73 2e 0a  forgive others..
00e0: 23 20 20 20 20 4d 61 79 20 79 6f 75 20 73 68 61  #    May you sha
00f0: 72 65 20 66 72 65 65 6c 79 2c 20 6e 65 76 65 72  re freely, never
0100: 20 74 61 6b 69 6e 67 20 6d 6f 72 65 20 74 68 61   taking more tha
0110: 6e 20 79 6f 75 20 67 69 76 65 2e 0a 23 0a 23 2a  n you give..#.#*
0120: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a  ****************
0130: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a  ****************
0140: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a  ****************
0150: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a  ****************
0160: 2a 2a 2a 2a 2a 2a 0a 23 20 54 68 69 73 20 66 69  ******.# This fi
0170: 6c 65 20 69 6d 70 6c 65 6d 65 6e 74 73 20 72 65  le implements re
0180: 67 72 65 73 73 69 6f 6e 20 74 65 73 74 73 20 66  gression tests f
0190: 6f 72 20 53 51 4c 69 74 65 20 6c 69 62 72 61 72  or SQLite librar
01a0: 79 2e 20 20 54 68 65 0a 23 20 66 6f 63 75 73 20  y.  The.# focus 
01b0: 6f 66 20 74 68 69 73 20 73 63 72 69 70 74 20 74  of this script t
01c0: 65 73 74 69 6e 67 20 74 68 65 20 61 62 69 6c 69  esting the abili
01d0: 74 79 20 6f 66 20 53 51 4c 69 74 65 20 74 6f 20  ty of SQLite to 
01e0: 75 73 65 20 6d 6d 61 70 0a 23 20 74 6f 20 61 63  use mmap.# to ac
01f0: 63 65 73 73 20 66 69 6c 65 73 20 6c 61 72 67 65  cess files large
0200: 72 20 74 68 61 6e 20 34 47 69 42 2e 0a 23 0a 0a  r than 4GiB..#..
0210: 69 66 20 7b 5b 66 69 6c 65 20 65 78 69 73 74 73  if {[file exists
0220: 20 73 6b 69 70 2d 62 69 67 2d 66 69 6c 65 5d 7d   skip-big-file]}
0230: 20 72 65 74 75 72 6e 0a 69 66 20 7b 24 74 63 6c   return.if {$tcl
0240: 5f 70 6c 61 74 66 6f 72 6d 28 6f 73 29 3d 3d 22  _platform(os)=="
0250: 44 61 72 77 69 6e 22 7d 20 72 65 74 75 72 6e 0a  Darwin"} return.
0260: 0a 73 65 74 20 74 65 73 74 64 69 72 20 5b 66 69  .set testdir [fi
0270: 6c 65 20 64 69 72 6e 61 6d 65 20 24 61 72 67 76  le dirname $argv
0280: 30 5d 0a 73 6f 75 72 63 65 20 24 74 65 73 74 64  0].source $testd
0290: 69 72 2f 74 65 73 74 65 72 2e 74 63 6c 0a 73 65  ir/tester.tcl.se
02a0: 74 20 74 65 73 74 70 72 65 66 69 78 20 62 69 67  t testprefix big
02b0: 6d 6d 61 70 0a 0a 69 66 63 61 70 61 62 6c 65 20  mmap..ifcapable 
02c0: 21 6d 6d 61 70 7c 7c 21 76 74 61 62 20 7b 0a 20  !mmap||!vtab {. 
02d0: 20 66 69 6e 69 73 68 5f 74 65 73 74 0a 20 20 72   finish_test.  r
02e0: 65 74 75 72 6e 0a 7d 0a 0a 73 65 74 20 6d 6d 61  eturn.}..set mma
02f0: 70 5f 6c 69 6d 69 74 20 30 0a 64 62 20 65 76 61  p_limit 0.db eva
0300: 6c 20 7b 20 0a 20 20 53 45 4c 45 43 54 20 63 6f  l { .  SELECT co
0310: 6d 70 69 6c 65 5f 6f 70 74 69 6f 6e 73 20 41 53  mpile_options AS
0320: 20 78 20 46 52 4f 4d 20 70 72 61 67 6d 61 5f 63   x FROM pragma_c
0330: 6f 6d 70 69 6c 65 5f 6f 70 74 69 6f 6e 73 20 0a  ompile_options .
0340: 20 20 57 48 45 52 45 20 78 20 4c 49 4b 45 20 27    WHERE x LIKE '
0350: 6d 61 78 5f 6d 6d 61 70 5f 73 69 7a 65 3d 25 27  max_mmap_size=%'
0360: 20 0a 7d 20 7b 0a 20 20 72 65 67 65 78 70 20 7b   .} {.  regexp {
0370: 4d 41 58 5f 4d 4d 41 50 5f 53 49 5a 45 3d 28 5b  MAX_MMAP_SIZE=([
0380: 30 2d 39 5d 2a 29 7d 20 24 78 20 2d 3e 20 6d 6d  0-9]*)} $x -> mm
0390: 61 70 5f 6c 69 6d 69 74 0a 7d 0a 69 66 20 7b 24  ap_limit.}.if {$
03a0: 6d 6d 61 70 5f 6c 69 6d 69 74 20 3c 20 5b 65 78  mmap_limit < [ex
03b0: 70 72 20 38 20 2a 20 31 3c 3c 33 30 5d 7d 20 7b  pr 8 * 1<<30]} {
03c0: 0a 20 20 70 75 74 73 20 22 53 6b 69 70 70 69 6e  .  puts "Skippin
03d0: 67 20 62 69 67 6d 6d 61 70 2e 74 65 73 74 20 2d  g bigmmap.test -
03e0: 20 72 65 71 75 69 72 65 73 20 53 51 4c 49 54 45   requires SQLITE
03f0: 5f 4d 41 58 5f 4d 4d 41 50 5f 53 49 5a 45 20 3e  _MAX_MMAP_SIZE >
0400: 3d 20 38 47 22 0a 20 20 66 69 6e 69 73 68 5f 74  = 8G".  finish_t
0410: 65 73 74 0a 20 20 72 65 74 75 72 6e 0a 7d 0a 0a  est.  return.}..
0420: 0a 23 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  .#--------------
0430: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  ----------------
0440: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  ----------------
0450: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  ----------------
0460: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 0a 23 20 43 72  -----------.# Cr
0470: 65 61 74 65 20 74 68 65 20 64 61 74 61 62 61 73  eate the databas
0480: 65 20 66 69 6c 65 20 72 6f 75 67 68 6c 79 20 38  e file roughly 8
0490: 47 69 42 20 69 6e 20 73 69 7a 65 2e 20 4d 6f 73  GiB in size. Mos
04a0: 74 20 70 61 67 65 73 20 61 72 65 20 75 6e 75 73  t pages are unus
04b0: 65 64 2c 0a 23 20 65 78 63 65 70 74 20 74 68 61  ed,.# except tha
04c0: 74 20 74 68 65 72 65 20 69 73 20 61 20 74 61 62  t there is a tab
04d0: 6c 65 20 61 6e 64 20 69 6e 64 65 78 20 63 6c 75  le and index clu
04e0: 73 74 65 72 65 64 20 61 72 6f 75 6e 64 20 65 61  stered around ea
04f0: 63 68 20 31 47 69 42 0a 23 20 62 6f 75 6e 64 61  ch 1GiB.# bounda
0500: 72 79 2e 0a 23 0a 64 6f 5f 65 78 65 63 73 71 6c  ry..#.do_execsql
0510: 5f 74 65 73 74 20 31 2e 30 20 7b 0a 20 20 50 52  _test 1.0 {.  PR
0520: 41 47 4d 41 20 70 61 67 65 5f 73 69 7a 65 20 3d  AGMA page_size =
0530: 20 34 30 39 36 3b 0a 20 20 43 52 45 41 54 45 20   4096;.  CREATE 
0540: 54 41 42 4c 45 20 74 30 28 61 20 49 4e 54 45 47  TABLE t0(a INTEG
0550: 45 52 20 50 52 49 4d 41 52 59 20 4b 45 59 2c 20  ER PRIMARY KEY, 
0560: 62 2c 20 63 2c 20 55 4e 49 51 55 45 28 62 2c 20  b, c, UNIQUE(b, 
0570: 63 29 29 3b 0a 20 20 57 49 54 48 20 20 73 28 69  c));.  WITH  s(i
0580: 29 20 41 53 20 28 20 53 45 4c 45 43 54 20 31 20  ) AS ( SELECT 1 
0590: 55 4e 49 4f 4e 20 41 4c 4c 20 53 45 4c 45 43 54  UNION ALL SELECT
05a0: 20 69 2b 31 20 46 52 4f 4d 20 73 20 4c 49 4d 49   i+1 FROM s LIMI
05b0: 54 20 31 30 30 20 29 0a 20 20 49 4e 53 45 52 54  T 100 ).  INSERT
05c0: 20 49 4e 54 4f 20 74 30 20 53 45 4c 45 43 54 20   INTO t0 SELECT 
05d0: 69 2c 20 27 74 30 27 2c 20 72 61 6e 64 6f 6d 62  i, 't0', randomb
05e0: 6c 6f 62 28 38 30 30 29 20 46 52 4f 4d 20 73 3b  lob(800) FROM s;
05f0: 0a 7d 0a 0a 66 6f 72 20 7b 73 65 74 20 69 20 31  .}..for {set i 1
0600: 7d 20 7b 24 69 20 3c 20 38 7d 20 7b 69 6e 63 72  } {$i < 8} {incr
0610: 20 69 7d 20 7b 0a 20 20 66 61 6b 65 5f 62 69 67   i} {.  fake_big
0620: 5f 66 69 6c 65 20 5b 65 78 70 72 20 24 69 2a 31  _file [expr $i*1
0630: 30 32 34 5d 20 5b 67 65 74 5f 70 77 64 5d 2f 74  024] [get_pwd]/t
0640: 65 73 74 2e 64 62 0a 20 20 68 65 78 69 6f 5f 77  est.db.  hexio_w
0650: 72 69 74 65 20 74 65 73 74 2e 64 62 20 32 38 20  rite test.db 28 
0660: 5b 66 6f 72 6d 61 74 20 25 2e 38 78 20 5b 65 78  [format %.8x [ex
0670: 70 72 20 28 24 69 2a 31 30 32 34 2a 31 30 32 34  pr ($i*1024*1024
0680: 2a 31 30 32 34 2f 34 30 39 36 29 20 2d 20 35 5d  *1024/4096) - 5]
0690: 5d 0a 0a 20 20 64 6f 5f 65 78 65 63 73 71 6c 5f  ]..  do_execsql_
06a0: 74 65 73 74 20 31 2e 24 69 20 22 0a 20 20 20 20  test 1.$i ".    
06b0: 43 52 45 41 54 45 20 54 41 42 4c 45 20 74 24 69  CREATE TABLE t$i
06c0: 20 28 61 20 49 4e 54 45 47 45 52 20 50 52 49 4d   (a INTEGER PRIM
06d0: 41 52 59 20 4b 45 59 2c 20 62 2c 20 63 2c 20 55  ARY KEY, b, c, U
06e0: 4e 49 51 55 45 28 62 2c 20 63 29 29 3b 0a 20 20  NIQUE(b, c));.  
06f0: 20 20 57 49 54 48 20 20 73 28 69 29 20 41 53 20    WITH  s(i) AS 
0700: 28 20 53 45 4c 45 43 54 20 31 20 55 4e 49 4f 4e  ( SELECT 1 UNION
0710: 20 41 4c 4c 20 53 45 4c 45 43 54 20 69 2b 31 20   ALL SELECT i+1 
0720: 46 52 4f 4d 20 73 20 4c 49 4d 49 54 20 31 30 30  FROM s LIMIT 100
0730: 20 29 0a 20 20 20 20 20 20 49 4e 53 45 52 54 20   ).      INSERT 
0740: 49 4e 54 4f 20 74 24 69 20 53 45 4c 45 43 54 20  INTO t$i SELECT 
0750: 69 2c 20 27 74 24 69 27 2c 20 72 61 6e 64 6f 6d  i, 't$i', random
0760: 62 6c 6f 62 28 38 30 30 29 20 46 52 4f 4d 20 73  blob(800) FROM s
0770: 3b 0a 20 20 22 0a 7d 0a 0a 23 2d 2d 2d 2d 2d 2d  ;.  ".}..#------
0780: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  ----------------
0790: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  ----------------
07a0: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  ----------------
07b0: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d  ----------------
07c0: 2d 2d 2d 0a 23 20 43 68 65 63 6b 20 74 68 61 74  ---.# Check that
07d0: 20 64 61 74 61 20 63 61 6e 20 62 65 20 72 65 74   data can be ret
07e0: 72 69 65 76 65 64 20 66 72 6f 6d 20 74 68 65 20  rieved from the 
07f0: 64 62 20 77 69 74 68 20 61 20 76 61 72 69 65 74  db with a variet
0800: 79 20 6f 66 20 0a 23 20 63 6f 6e 66 69 67 75 72  y of .# configur
0810: 65 64 20 6d 6d 61 70 20 73 69 7a 65 20 6c 69 6d  ed mmap size lim
0820: 69 74 73 2e 0a 23 0a 66 6f 72 20 7b 73 65 74 20  its..#.for {set 
0830: 69 20 30 7d 20 7b 24 69 20 3c 20 39 7d 20 7b 69  i 0} {$i < 9} {i
0840: 6e 63 72 20 69 7d 20 7b 0a 0a 20 20 23 20 43 6f  ncr i} {..  # Co
0850: 6e 66 69 67 75 72 65 20 61 20 6d 65 6d 6f 72 79  nfigure a memory
0860: 20 6d 61 70 70 69 6e 67 20 24 69 20 47 42 20 69   mapping $i GB i
0870: 6e 20 73 69 7a 65 2e 0a 20 20 23 0a 20 20 73 65  n size..  #.  se
0880: 74 20 76 61 6c 20 5b 65 78 70 72 20 24 69 2a 31  t val [expr $i*1
0890: 30 32 34 2a 31 30 32 34 2a 31 30 32 34 5d 0a 20  024*1024*1024]. 
08a0: 20 65 78 65 63 73 71 6c 20 22 50 52 41 47 4d 41   execsql "PRAGMA
08b0: 20 6d 61 69 6e 2e 6d 6d 61 70 5f 73 69 7a 65 20   main.mmap_size 
08c0: 3d 20 24 76 61 6c 22 0a 20 20 64 6f 5f 65 78 65  = $val".  do_exe
08d0: 63 73 71 6c 5f 74 65 73 74 20 32 2e 24 69 2e 30  csql_test 2.$i.0
08e0: 20 7b 0a 20 20 20 20 50 52 41 47 4d 41 20 6d 61   {.    PRAGMA ma
08f0: 69 6e 2e 6d 6d 61 70 5f 73 69 7a 65 0a 20 20 7d  in.mmap_size.  }
0900: 20 24 76 61 6c 0a 0a 20 20 66 6f 72 20 7b 73 65   $val..  for {se
0910: 74 20 74 20 30 7d 20 7b 24 74 20 3c 20 38 7d 20  t t 0} {$t < 8} 
0920: 7b 69 6e 63 72 20 74 7d 20 7b 0a 20 20 20 20 64  {incr t} {.    d
0930: 6f 5f 65 78 65 63 73 71 6c 5f 74 65 73 74 20 32  o_execsql_test 2
0940: 2e 24 69 2e 24 74 2e 31 20 22 0a 20 20 20 20 20  .$i.$t.1 ".     
0950: 20 53 45 4c 45 43 54 20 63 6f 75 6e 74 28 2a 29   SELECT count(*)
0960: 20 46 52 4f 4d 20 74 24 74 3b 0a 20 20 20 20 20   FROM t$t;.     
0970: 20 53 45 4c 45 43 54 20 63 6f 75 6e 74 28 62 20   SELECT count(b 
0980: 7c 7c 20 63 29 20 46 52 4f 4d 20 74 24 74 20 47  || c) FROM t$t G
0990: 52 4f 55 50 20 42 59 20 62 3b 0a 20 20 20 20 22  ROUP BY b;.    "
09a0: 20 7b 31 30 30 20 31 30 30 7d 0a 20 20 0a 20 20   {100 100}.  .  
09b0: 20 20 64 6f 5f 65 78 65 63 73 71 6c 5f 74 65 73    do_execsql_tes
09c0: 74 20 32 2e 24 69 2e 24 74 2e 32 20 22 0a 20 20  t 2.$i.$t.2 ".  
09d0: 20 20 20 20 53 45 4c 45 43 54 20 2a 20 46 52 4f      SELECT * FRO
09e0: 4d 20 74 24 74 20 41 53 20 6f 20 57 48 45 52 45  M t$t AS o WHERE
09f0: 20 0a 20 20 20 20 20 20 20 20 4e 4f 54 20 45 58   .        NOT EX
0a00: 49 53 54 53 28 20 53 45 4c 45 43 54 20 2a 20 46  ISTS( SELECT * F
0a10: 52 4f 4d 20 74 24 74 20 41 53 20 69 20 57 48 45  ROM t$t AS i WHE
0a20: 52 45 20 61 3d 6f 2e 61 20 41 4e 44 20 2b 62 3d  RE a=o.a AND +b=
0a30: 6f 2e 62 20 41 4e 44 20 2b 63 3d 6f 2e 63 20 29  o.b AND +c=o.c )
0a40: 0a 20 20 20 20 20 20 4f 52 44 45 52 20 42 59 20  .      ORDER BY 
0a50: 62 2c 20 63 3b 0a 20 20 20 20 22 20 7b 7d 0a 20  b, c;.    " {}. 
0a60: 20 20 20 0a 20 20 20 20 64 6f 5f 65 71 70 5f 74     .    do_eqp_t
0a70: 65 73 74 20 32 2e 24 69 2e 24 74 2e 33 20 22 0a  est 2.$i.$t.3 ".
0a80: 20 20 20 20 20 20 53 45 4c 45 43 54 20 2a 20 46        SELECT * F
0a90: 52 4f 4d 20 74 24 74 20 41 53 20 6f 20 57 48 45  ROM t$t AS o WHE
0aa0: 52 45 20 0a 20 20 20 20 20 20 20 20 4e 4f 54 20  RE .        NOT 
0ab0: 45 58 49 53 54 53 28 20 53 45 4c 45 43 54 20 2a  EXISTS( SELECT *
0ac0: 20 46 52 4f 4d 20 74 24 74 20 41 53 20 69 20 57   FROM t$t AS i W
0ad0: 48 45 52 45 20 61 3d 6f 2e 61 20 41 4e 44 20 2b  HERE a=o.a AND +
0ae0: 62 3d 6f 2e 62 20 41 4e 44 20 2b 63 3d 6f 2e 63  b=o.b AND +c=o.c
0af0: 20 29 0a 20 20 20 20 20 20 4f 52 44 45 52 20 42   ).      ORDER B
0b00: 59 20 62 2c 20 63 3b 0a 20 20 20 20 22 20 22 0a  Y b, c;.    " ".
0b10: 20 20 20 20 20 20 30 20 30 20 30 20 7b 53 43 41        0 0 0 {SCA
0b20: 4e 20 54 41 42 4c 45 20 74 24 74 20 41 53 20 6f  N TABLE t$t AS o
0b30: 20 55 53 49 4e 47 20 43 4f 56 45 52 49 4e 47 20   USING COVERING 
0b40: 49 4e 44 45 58 20 73 71 6c 69 74 65 5f 61 75 74  INDEX sqlite_aut
0b50: 6f 69 6e 64 65 78 5f 74 24 7b 74 7d 5f 31 7d 0a  oindex_t${t}_1}.
0b60: 20 20 20 20 20 20 30 20 30 20 30 20 7b 45 58 45        0 0 0 {EXE
0b70: 43 55 54 45 20 43 4f 52 52 45 4c 41 54 45 44 20  CUTE CORRELATED 
0b80: 53 43 41 4c 41 52 20 53 55 42 51 55 45 52 59 20  SCALAR SUBQUERY 
0b90: 31 7d 0a 20 20 20 20 20 20 31 20 30 20 30 20 7b  1}.      1 0 0 {
0ba0: 53 45 41 52 43 48 20 54 41 42 4c 45 20 74 24 74  SEARCH TABLE t$t
0bb0: 20 41 53 20 69 20 55 53 49 4e 47 20 49 4e 54 45   AS i USING INTE
0bc0: 47 45 52 20 50 52 49 4d 41 52 59 20 4b 45 59 20  GER PRIMARY KEY 
0bd0: 28 72 6f 77 69 64 3d 3f 29 7d 0a 20 20 20 20 22  (rowid=?)}.    "
0be0: 0a 20 20 7d 0a 7d 0a 0a 66 69 6e 69 73 68 5f 74  .  }.}..finish_t
0bf0: 65 73 74 0a 0a                                   est..