Artifact
abe819e6e1ac1db0c3bfe364ff58889d96e7896b2bbc8bdf1afc77cdeb7d7a9b:
- File
test/bigmmap.test
— part of check-in
[4b68f424]
at
2017-10-12 11:13:34
on branch trunk
— Update some test cases to work with SQLITE_OMIT_VIRTUALTABLE and
DEFAULT_AUTOVACUUM builds.
(user:
dan
size: 3061)
[more...]
0000: 23 20 32 30 31 37 20 41 75 67 75 73 74 20 30 37 # 2017 August 07
0010: 0a 23 0a 23 20 54 68 65 20 61 75 74 68 6f 72 20 .#.# The author
0020: 64 69 73 63 6c 61 69 6d 73 20 63 6f 70 79 72 69 disclaims copyri
0030: 67 68 74 20 74 6f 20 74 68 69 73 20 73 6f 75 72 ght to this sour
0040: 63 65 20 63 6f 64 65 2e 20 20 49 6e 20 70 6c 61 ce code. In pla
0050: 63 65 20 6f 66 0a 23 20 61 20 6c 65 67 61 6c 20 ce of.# a legal
0060: 6e 6f 74 69 63 65 2c 20 68 65 72 65 20 69 73 20 notice, here is
0070: 61 20 62 6c 65 73 73 69 6e 67 3a 0a 23 0a 23 20 a blessing:.#.#
0080: 20 20 20 4d 61 79 20 79 6f 75 20 64 6f 20 67 6f May you do go
0090: 6f 64 20 61 6e 64 20 6e 6f 74 20 65 76 69 6c 2e od and not evil.
00a0: 0a 23 20 20 20 20 4d 61 79 20 79 6f 75 20 66 69 .# May you fi
00b0: 6e 64 20 66 6f 72 67 69 76 65 6e 65 73 73 20 66 nd forgiveness f
00c0: 6f 72 20 79 6f 75 72 73 65 6c 66 20 61 6e 64 20 or yourself and
00d0: 66 6f 72 67 69 76 65 20 6f 74 68 65 72 73 2e 0a forgive others..
00e0: 23 20 20 20 20 4d 61 79 20 79 6f 75 20 73 68 61 # May you sha
00f0: 72 65 20 66 72 65 65 6c 79 2c 20 6e 65 76 65 72 re freely, never
0100: 20 74 61 6b 69 6e 67 20 6d 6f 72 65 20 74 68 61 taking more tha
0110: 6e 20 79 6f 75 20 67 69 76 65 2e 0a 23 0a 23 2a n you give..#.#*
0120: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a ****************
0130: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a ****************
0140: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a ****************
0150: 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a 2a ****************
0160: 2a 2a 2a 2a 2a 2a 0a 23 20 54 68 69 73 20 66 69 ******.# This fi
0170: 6c 65 20 69 6d 70 6c 65 6d 65 6e 74 73 20 72 65 le implements re
0180: 67 72 65 73 73 69 6f 6e 20 74 65 73 74 73 20 66 gression tests f
0190: 6f 72 20 53 51 4c 69 74 65 20 6c 69 62 72 61 72 or SQLite librar
01a0: 79 2e 20 20 54 68 65 0a 23 20 66 6f 63 75 73 20 y. The.# focus
01b0: 6f 66 20 74 68 69 73 20 73 63 72 69 70 74 20 74 of this script t
01c0: 65 73 74 69 6e 67 20 74 68 65 20 61 62 69 6c 69 esting the abili
01d0: 74 79 20 6f 66 20 53 51 4c 69 74 65 20 74 6f 20 ty of SQLite to
01e0: 75 73 65 20 6d 6d 61 70 0a 23 20 74 6f 20 61 63 use mmap.# to ac
01f0: 63 65 73 73 20 66 69 6c 65 73 20 6c 61 72 67 65 cess files large
0200: 72 20 74 68 61 6e 20 34 47 69 42 2e 0a 23 0a 0a r than 4GiB..#..
0210: 69 66 20 7b 5b 66 69 6c 65 20 65 78 69 73 74 73 if {[file exists
0220: 20 73 6b 69 70 2d 62 69 67 2d 66 69 6c 65 5d 7d skip-big-file]}
0230: 20 72 65 74 75 72 6e 0a 69 66 20 7b 24 74 63 6c return.if {$tcl
0240: 5f 70 6c 61 74 66 6f 72 6d 28 6f 73 29 3d 3d 22 _platform(os)=="
0250: 44 61 72 77 69 6e 22 7d 20 72 65 74 75 72 6e 0a Darwin"} return.
0260: 0a 73 65 74 20 74 65 73 74 64 69 72 20 5b 66 69 .set testdir [fi
0270: 6c 65 20 64 69 72 6e 61 6d 65 20 24 61 72 67 76 le dirname $argv
0280: 30 5d 0a 73 6f 75 72 63 65 20 24 74 65 73 74 64 0].source $testd
0290: 69 72 2f 74 65 73 74 65 72 2e 74 63 6c 0a 73 65 ir/tester.tcl.se
02a0: 74 20 74 65 73 74 70 72 65 66 69 78 20 62 69 67 t testprefix big
02b0: 6d 6d 61 70 0a 0a 69 66 63 61 70 61 62 6c 65 20 mmap..ifcapable
02c0: 21 6d 6d 61 70 7c 7c 21 76 74 61 62 20 7b 0a 20 !mmap||!vtab {.
02d0: 20 66 69 6e 69 73 68 5f 74 65 73 74 0a 20 20 72 finish_test. r
02e0: 65 74 75 72 6e 0a 7d 0a 0a 73 65 74 20 6d 6d 61 eturn.}..set mma
02f0: 70 5f 6c 69 6d 69 74 20 30 0a 64 62 20 65 76 61 p_limit 0.db eva
0300: 6c 20 7b 20 0a 20 20 53 45 4c 45 43 54 20 63 6f l { . SELECT co
0310: 6d 70 69 6c 65 5f 6f 70 74 69 6f 6e 73 20 41 53 mpile_options AS
0320: 20 78 20 46 52 4f 4d 20 70 72 61 67 6d 61 5f 63 x FROM pragma_c
0330: 6f 6d 70 69 6c 65 5f 6f 70 74 69 6f 6e 73 20 0a ompile_options .
0340: 20 20 57 48 45 52 45 20 78 20 4c 49 4b 45 20 27 WHERE x LIKE '
0350: 6d 61 78 5f 6d 6d 61 70 5f 73 69 7a 65 3d 25 27 max_mmap_size=%'
0360: 20 0a 7d 20 7b 0a 20 20 72 65 67 65 78 70 20 7b .} {. regexp {
0370: 4d 41 58 5f 4d 4d 41 50 5f 53 49 5a 45 3d 28 5b MAX_MMAP_SIZE=([
0380: 30 2d 39 5d 2a 29 7d 20 24 78 20 2d 3e 20 6d 6d 0-9]*)} $x -> mm
0390: 61 70 5f 6c 69 6d 69 74 0a 7d 0a 69 66 20 7b 24 ap_limit.}.if {$
03a0: 6d 6d 61 70 5f 6c 69 6d 69 74 20 3c 20 5b 65 78 mmap_limit < [ex
03b0: 70 72 20 38 20 2a 20 31 3c 3c 33 30 5d 7d 20 7b pr 8 * 1<<30]} {
03c0: 0a 20 20 70 75 74 73 20 22 53 6b 69 70 70 69 6e . puts "Skippin
03d0: 67 20 62 69 67 6d 6d 61 70 2e 74 65 73 74 20 2d g bigmmap.test -
03e0: 20 72 65 71 75 69 72 65 73 20 53 51 4c 49 54 45 requires SQLITE
03f0: 5f 4d 41 58 5f 4d 4d 41 50 5f 53 49 5a 45 20 3e _MAX_MMAP_SIZE >
0400: 3d 20 38 47 22 0a 20 20 66 69 6e 69 73 68 5f 74 = 8G". finish_t
0410: 65 73 74 0a 20 20 72 65 74 75 72 6e 0a 7d 0a 0a est. return.}..
0420: 0a 23 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d .#--------------
0430: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d ----------------
0440: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d ----------------
0450: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d ----------------
0460: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 0a 23 20 43 72 -----------.# Cr
0470: 65 61 74 65 20 74 68 65 20 64 61 74 61 62 61 73 eate the databas
0480: 65 20 66 69 6c 65 20 72 6f 75 67 68 6c 79 20 38 e file roughly 8
0490: 47 69 42 20 69 6e 20 73 69 7a 65 2e 20 4d 6f 73 GiB in size. Mos
04a0: 74 20 70 61 67 65 73 20 61 72 65 20 75 6e 75 73 t pages are unus
04b0: 65 64 2c 0a 23 20 65 78 63 65 70 74 20 74 68 61 ed,.# except tha
04c0: 74 20 74 68 65 72 65 20 69 73 20 61 20 74 61 62 t there is a tab
04d0: 6c 65 20 61 6e 64 20 69 6e 64 65 78 20 63 6c 75 le and index clu
04e0: 73 74 65 72 65 64 20 61 72 6f 75 6e 64 20 65 61 stered around ea
04f0: 63 68 20 31 47 69 42 0a 23 20 62 6f 75 6e 64 61 ch 1GiB.# bounda
0500: 72 79 2e 0a 23 0a 64 6f 5f 65 78 65 63 73 71 6c ry..#.do_execsql
0510: 5f 74 65 73 74 20 31 2e 30 20 7b 0a 20 20 50 52 _test 1.0 {. PR
0520: 41 47 4d 41 20 70 61 67 65 5f 73 69 7a 65 20 3d AGMA page_size =
0530: 20 34 30 39 36 3b 0a 20 20 43 52 45 41 54 45 20 4096;. CREATE
0540: 54 41 42 4c 45 20 74 30 28 61 20 49 4e 54 45 47 TABLE t0(a INTEG
0550: 45 52 20 50 52 49 4d 41 52 59 20 4b 45 59 2c 20 ER PRIMARY KEY,
0560: 62 2c 20 63 2c 20 55 4e 49 51 55 45 28 62 2c 20 b, c, UNIQUE(b,
0570: 63 29 29 3b 0a 20 20 57 49 54 48 20 20 73 28 69 c));. WITH s(i
0580: 29 20 41 53 20 28 20 53 45 4c 45 43 54 20 31 20 ) AS ( SELECT 1
0590: 55 4e 49 4f 4e 20 41 4c 4c 20 53 45 4c 45 43 54 UNION ALL SELECT
05a0: 20 69 2b 31 20 46 52 4f 4d 20 73 20 4c 49 4d 49 i+1 FROM s LIMI
05b0: 54 20 31 30 30 20 29 0a 20 20 49 4e 53 45 52 54 T 100 ). INSERT
05c0: 20 49 4e 54 4f 20 74 30 20 53 45 4c 45 43 54 20 INTO t0 SELECT
05d0: 69 2c 20 27 74 30 27 2c 20 72 61 6e 64 6f 6d 62 i, 't0', randomb
05e0: 6c 6f 62 28 38 30 30 29 20 46 52 4f 4d 20 73 3b lob(800) FROM s;
05f0: 0a 7d 0a 0a 66 6f 72 20 7b 73 65 74 20 69 20 31 .}..for {set i 1
0600: 7d 20 7b 24 69 20 3c 20 38 7d 20 7b 69 6e 63 72 } {$i < 8} {incr
0610: 20 69 7d 20 7b 0a 20 20 66 61 6b 65 5f 62 69 67 i} {. fake_big
0620: 5f 66 69 6c 65 20 5b 65 78 70 72 20 24 69 2a 31 _file [expr $i*1
0630: 30 32 34 5d 20 5b 67 65 74 5f 70 77 64 5d 2f 74 024] [get_pwd]/t
0640: 65 73 74 2e 64 62 0a 20 20 68 65 78 69 6f 5f 77 est.db. hexio_w
0650: 72 69 74 65 20 74 65 73 74 2e 64 62 20 32 38 20 rite test.db 28
0660: 5b 66 6f 72 6d 61 74 20 25 2e 38 78 20 5b 65 78 [format %.8x [ex
0670: 70 72 20 28 24 69 2a 31 30 32 34 2a 31 30 32 34 pr ($i*1024*1024
0680: 2a 31 30 32 34 2f 34 30 39 36 29 20 2d 20 35 5d *1024/4096) - 5]
0690: 5d 0a 0a 20 20 64 6f 5f 65 78 65 63 73 71 6c 5f ].. do_execsql_
06a0: 74 65 73 74 20 31 2e 24 69 20 22 0a 20 20 20 20 test 1.$i ".
06b0: 43 52 45 41 54 45 20 54 41 42 4c 45 20 74 24 69 CREATE TABLE t$i
06c0: 20 28 61 20 49 4e 54 45 47 45 52 20 50 52 49 4d (a INTEGER PRIM
06d0: 41 52 59 20 4b 45 59 2c 20 62 2c 20 63 2c 20 55 ARY KEY, b, c, U
06e0: 4e 49 51 55 45 28 62 2c 20 63 29 29 3b 0a 20 20 NIQUE(b, c));.
06f0: 20 20 57 49 54 48 20 20 73 28 69 29 20 41 53 20 WITH s(i) AS
0700: 28 20 53 45 4c 45 43 54 20 31 20 55 4e 49 4f 4e ( SELECT 1 UNION
0710: 20 41 4c 4c 20 53 45 4c 45 43 54 20 69 2b 31 20 ALL SELECT i+1
0720: 46 52 4f 4d 20 73 20 4c 49 4d 49 54 20 31 30 30 FROM s LIMIT 100
0730: 20 29 0a 20 20 20 20 20 20 49 4e 53 45 52 54 20 ). INSERT
0740: 49 4e 54 4f 20 74 24 69 20 53 45 4c 45 43 54 20 INTO t$i SELECT
0750: 69 2c 20 27 74 24 69 27 2c 20 72 61 6e 64 6f 6d i, 't$i', random
0760: 62 6c 6f 62 28 38 30 30 29 20 46 52 4f 4d 20 73 blob(800) FROM s
0770: 3b 0a 20 20 22 0a 7d 0a 0a 23 2d 2d 2d 2d 2d 2d ;. ".}..#------
0780: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d ----------------
0790: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d ----------------
07a0: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d ----------------
07b0: 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d 2d ----------------
07c0: 2d 2d 2d 0a 23 20 43 68 65 63 6b 20 74 68 61 74 ---.# Check that
07d0: 20 64 61 74 61 20 63 61 6e 20 62 65 20 72 65 74 data can be ret
07e0: 72 69 65 76 65 64 20 66 72 6f 6d 20 74 68 65 20 rieved from the
07f0: 64 62 20 77 69 74 68 20 61 20 76 61 72 69 65 74 db with a variet
0800: 79 20 6f 66 20 0a 23 20 63 6f 6e 66 69 67 75 72 y of .# configur
0810: 65 64 20 6d 6d 61 70 20 73 69 7a 65 20 6c 69 6d ed mmap size lim
0820: 69 74 73 2e 0a 23 0a 66 6f 72 20 7b 73 65 74 20 its..#.for {set
0830: 69 20 30 7d 20 7b 24 69 20 3c 20 39 7d 20 7b 69 i 0} {$i < 9} {i
0840: 6e 63 72 20 69 7d 20 7b 0a 0a 20 20 23 20 43 6f ncr i} {.. # Co
0850: 6e 66 69 67 75 72 65 20 61 20 6d 65 6d 6f 72 79 nfigure a memory
0860: 20 6d 61 70 70 69 6e 67 20 24 69 20 47 42 20 69 mapping $i GB i
0870: 6e 20 73 69 7a 65 2e 0a 20 20 23 0a 20 20 73 65 n size.. #. se
0880: 74 20 76 61 6c 20 5b 65 78 70 72 20 24 69 2a 31 t val [expr $i*1
0890: 30 32 34 2a 31 30 32 34 2a 31 30 32 34 5d 0a 20 024*1024*1024].
08a0: 20 65 78 65 63 73 71 6c 20 22 50 52 41 47 4d 41 execsql "PRAGMA
08b0: 20 6d 61 69 6e 2e 6d 6d 61 70 5f 73 69 7a 65 20 main.mmap_size
08c0: 3d 20 24 76 61 6c 22 0a 20 20 64 6f 5f 65 78 65 = $val". do_exe
08d0: 63 73 71 6c 5f 74 65 73 74 20 32 2e 24 69 2e 30 csql_test 2.$i.0
08e0: 20 7b 0a 20 20 20 20 50 52 41 47 4d 41 20 6d 61 {. PRAGMA ma
08f0: 69 6e 2e 6d 6d 61 70 5f 73 69 7a 65 0a 20 20 7d in.mmap_size. }
0900: 20 24 76 61 6c 0a 0a 20 20 66 6f 72 20 7b 73 65 $val.. for {se
0910: 74 20 74 20 30 7d 20 7b 24 74 20 3c 20 38 7d 20 t t 0} {$t < 8}
0920: 7b 69 6e 63 72 20 74 7d 20 7b 0a 20 20 20 20 64 {incr t} {. d
0930: 6f 5f 65 78 65 63 73 71 6c 5f 74 65 73 74 20 32 o_execsql_test 2
0940: 2e 24 69 2e 24 74 2e 31 20 22 0a 20 20 20 20 20 .$i.$t.1 ".
0950: 20 53 45 4c 45 43 54 20 63 6f 75 6e 74 28 2a 29 SELECT count(*)
0960: 20 46 52 4f 4d 20 74 24 74 3b 0a 20 20 20 20 20 FROM t$t;.
0970: 20 53 45 4c 45 43 54 20 63 6f 75 6e 74 28 62 20 SELECT count(b
0980: 7c 7c 20 63 29 20 46 52 4f 4d 20 74 24 74 20 47 || c) FROM t$t G
0990: 52 4f 55 50 20 42 59 20 62 3b 0a 20 20 20 20 22 ROUP BY b;. "
09a0: 20 7b 31 30 30 20 31 30 30 7d 0a 20 20 0a 20 20 {100 100}. .
09b0: 20 20 64 6f 5f 65 78 65 63 73 71 6c 5f 74 65 73 do_execsql_tes
09c0: 74 20 32 2e 24 69 2e 24 74 2e 32 20 22 0a 20 20 t 2.$i.$t.2 ".
09d0: 20 20 20 20 53 45 4c 45 43 54 20 2a 20 46 52 4f SELECT * FRO
09e0: 4d 20 74 24 74 20 41 53 20 6f 20 57 48 45 52 45 M t$t AS o WHERE
09f0: 20 0a 20 20 20 20 20 20 20 20 4e 4f 54 20 45 58 . NOT EX
0a00: 49 53 54 53 28 20 53 45 4c 45 43 54 20 2a 20 46 ISTS( SELECT * F
0a10: 52 4f 4d 20 74 24 74 20 41 53 20 69 20 57 48 45 ROM t$t AS i WHE
0a20: 52 45 20 61 3d 6f 2e 61 20 41 4e 44 20 2b 62 3d RE a=o.a AND +b=
0a30: 6f 2e 62 20 41 4e 44 20 2b 63 3d 6f 2e 63 20 29 o.b AND +c=o.c )
0a40: 0a 20 20 20 20 20 20 4f 52 44 45 52 20 42 59 20 . ORDER BY
0a50: 62 2c 20 63 3b 0a 20 20 20 20 22 20 7b 7d 0a 20 b, c;. " {}.
0a60: 20 20 20 0a 20 20 20 20 64 6f 5f 65 71 70 5f 74 . do_eqp_t
0a70: 65 73 74 20 32 2e 24 69 2e 24 74 2e 33 20 22 0a est 2.$i.$t.3 ".
0a80: 20 20 20 20 20 20 53 45 4c 45 43 54 20 2a 20 46 SELECT * F
0a90: 52 4f 4d 20 74 24 74 20 41 53 20 6f 20 57 48 45 ROM t$t AS o WHE
0aa0: 52 45 20 0a 20 20 20 20 20 20 20 20 4e 4f 54 20 RE . NOT
0ab0: 45 58 49 53 54 53 28 20 53 45 4c 45 43 54 20 2a EXISTS( SELECT *
0ac0: 20 46 52 4f 4d 20 74 24 74 20 41 53 20 69 20 57 FROM t$t AS i W
0ad0: 48 45 52 45 20 61 3d 6f 2e 61 20 41 4e 44 20 2b HERE a=o.a AND +
0ae0: 62 3d 6f 2e 62 20 41 4e 44 20 2b 63 3d 6f 2e 63 b=o.b AND +c=o.c
0af0: 20 29 0a 20 20 20 20 20 20 4f 52 44 45 52 20 42 ). ORDER B
0b00: 59 20 62 2c 20 63 3b 0a 20 20 20 20 22 20 22 0a Y b, c;. " ".
0b10: 20 20 20 20 20 20 30 20 30 20 30 20 7b 53 43 41 0 0 0 {SCA
0b20: 4e 20 54 41 42 4c 45 20 74 24 74 20 41 53 20 6f N TABLE t$t AS o
0b30: 20 55 53 49 4e 47 20 43 4f 56 45 52 49 4e 47 20 USING COVERING
0b40: 49 4e 44 45 58 20 73 71 6c 69 74 65 5f 61 75 74 INDEX sqlite_aut
0b50: 6f 69 6e 64 65 78 5f 74 24 7b 74 7d 5f 31 7d 0a oindex_t${t}_1}.
0b60: 20 20 20 20 20 20 30 20 30 20 30 20 7b 45 58 45 0 0 0 {EXE
0b70: 43 55 54 45 20 43 4f 52 52 45 4c 41 54 45 44 20 CUTE CORRELATED
0b80: 53 43 41 4c 41 52 20 53 55 42 51 55 45 52 59 20 SCALAR SUBQUERY
0b90: 31 7d 0a 20 20 20 20 20 20 31 20 30 20 30 20 7b 1}. 1 0 0 {
0ba0: 53 45 41 52 43 48 20 54 41 42 4c 45 20 74 24 74 SEARCH TABLE t$t
0bb0: 20 41 53 20 69 20 55 53 49 4e 47 20 49 4e 54 45 AS i USING INTE
0bc0: 47 45 52 20 50 52 49 4d 41 52 59 20 4b 45 59 20 GER PRIMARY KEY
0bd0: 28 72 6f 77 69 64 3d 3f 29 7d 0a 20 20 20 20 22 (rowid=?)}. "
0be0: 0a 20 20 7d 0a 7d 0a 0a 66 69 6e 69 73 68 5f 74 . }.}..finish_t
0bf0: 65 73 74 0a 0a est..