diff options
Diffstat (limited to 'test/tcl/backup.tcl')
| -rw-r--r-- | test/tcl/backup.tcl | 1107 |
1 files changed, 860 insertions, 247 deletions
diff --git a/test/tcl/backup.tcl b/test/tcl/backup.tcl index 741b8362..6eab13e1 100644 --- a/test/tcl/backup.tcl +++ b/test/tcl/backup.tcl @@ -1,16 +1,18 @@ # See the file LICENSE for redistribution information. # -# Copyright (c) 2007, 2012 Oracle and/or its affiliates. All rights reserved. +# Copyright (c) 2007, 2015 Oracle and/or its affiliates. All rights reserved. # -# $Id$ +# $Id: backup.tcl,v 4b37b36844da 2012/10/18 15:03:32 sue $ # # TEST backup # TEST Test of hotbackup functionality. # TEST # TEST Do all the of the following tests with and without # TEST the -c (checkpoint) option; and with and without the -# TEST transactional bulk loading optimization. Make sure -# TEST that -c and -d (data_dir) are not allowed together. +# TEST transactional bulk loading optimization; and with +# TEST and without BLOB. Make sure that -c and -d (data_dir) +# TEST are not allowed together; and backing up with BLOB +# TEST but without -log_blob is not allowed. # TEST # TEST (1) Test that plain and simple hotbackup works. # TEST (2) Test with -data_dir (-d). @@ -21,285 +23,817 @@ # TEST (6) DB_CONFIG and update. # TEST (7) Repeat hot backup (non-update) with DB_CONFIG, # TEST DB_CONFIG (-D) and existing directories. +# TEST (8) Incremental hot backup when txn is active and the number +# TEST of log files is successively increased. -proc backup { {nentries 1000} } { +proc backup { method {nentries 1000} } { source ./include.tcl - global util_path - set omethod "-btree" + if { [is_btree $method] != 1 && \ + [is_heap $method] != 1 && [is_hash $method] != 1 } { + puts "Skipping backup for method $method." + return + } + + foreach txnmode { normal bulk } { + foreach ckpoption { nocheckpoint checkpoint } { + foreach bloption { noblob blob } { + backup_sub $method $nentries \ + $txnmode $ckpoption $bloption + } + } + } +} + +proc backup_sub { method nentries txnmode ckpoption bloption } { + source ./include.tcl + + set omethod [convert_method $method] + set testfile "foo.db" set backupdir "backup" + set backupapidir "backupapi" # Set up small logs so we quickly create more than one. set log_size 20000 set env_flags " -create -txn -home $testdir -log_max $log_size" set db_flags " -create $omethod -auto_commit $testfile " - foreach txnmode { normal bulk } { - if { $txnmode == "bulk" } { - set bmsg "with bulk optimization" + set bu_flags " -create -clean -files -verbose " + + if { $txnmode == "bulk" } { + set bmsg "with bulk optimization" + } else { + set bmsg "without bulk optimization" + } + if { $ckpoption == "checkpoint" } { + set c "c" + set msg "with checkpoint" + } else { + set c "" + set msg "without checkpoint" + } + if { $bloption == "blob" } { + # Pick up the blob threshold as 10. The test populates the + # database with strings some shorter and longer than this + # threshold. So we will have a database with blob and + # non-blob records. + set threshold 10 + set blmsg "with blob" + set env_flags "$env_flags -blob_threshold $threshold -log_blob" + + # This test runs a bit slowly when blob gets enabled. + # Cut down the number of entries to 100 for blob case. + set nentries 100 + } else { + set blmsg "without blob" + } + + puts "Backuptest ($omethod) $bmsg $msg $blmsg." + + env_cleanup $testdir + env_cleanup $backupdir + env_cleanup $backupapidir + + set env [eval {berkdb_env} $env_flags] + set db [eval {berkdb_open} -env $env $db_flags] + error_check_good envopen [is_valid_env $env] TRUE + error_check_good dbopen [is_valid_db $db] TRUE + + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } + populate $db $omethod $txn $nentries 0 0 + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 + + # Verify that blobs are created. + if { $bloption == "blob" } { + set blob_subdir [$db get_blob_sub_dir] + set files [glob -nocomplain $testdir/__db_bl/$blob_subdir/*] + error_check_bad created_blobs [llength $files] 0 + } + + # Backup directory is empty before hot backup. + set files [glob -nocomplain $backupdir/*] + error_check_good no_files [llength $files] 0 + + # Backup API directory is empty before hot backup. + set files [glob -nocomplain $backupapidir/*] + error_check_good no_files [llength $files] 0 + + puts "\tBackuptest.a.0: Hot backup to directory $backupdir." + if {[catch { eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b $backupdir } res] } { + error "FAIL: $res" + } + + set logfiles [glob $backupdir/log*] + error_check_bad found_logs [llength $logfiles] 0 + error_check_good found_db [file exists $backupdir/$testfile] 1 + if { $bloption == "blob" } { + set blfiles [glob -nocomplain \ + $backupdir/__db_bl/$blob_subdir/*] + error_check_bad found_blobs [llength $blfiles] 0 + } + + puts "\tBackuptest.a.1: API hot backup to directory $backupapidir." + if { [catch {eval $env backup $bu_flags \ + -single_dir $backupapidir} res] } { + error "FAIL: $res" + } + set logfiles [glob $backupapidir/log*] + error_check_bad found_logs [llength $logfiles] 0 + error_check_good found_db\ + [file exists $backupapidir/$testfile] 1 + if { $bloption == "blob" } { + set blfiles [glob -nocomplain \ + $backupapidir/__db_bl/$blob_subdir/*] + error_check_bad found_blobs [llength $blfiles] 0 + } + set stmsg "a.2" + + # If either checkpoint or bulk is in effect, the copy + # will exactly match the original database. + if { $ckpoption == "checkpoint" || $txnmode == "bulk"} { + + puts "\tBackuptest.$stmsg:\ + Verify backup matches original file." + if { $bloption == "blob" } { + set stmsg "a.3" + dump_compare_blobs \ + $testdir/$testfile $backupdir/$testfile \ + $testdir/__db_bl $backupdir/__db_bl + dump_compare_blobs \ + $testdir/$testfile $backupapidir/$testfile \ + $testdir/__db_bl $backupapidir/__db_bl } else { - set bmsg "without bulk optimization" - } - foreach option { checkpoint nocheckpoint } { - if { $option == "checkpoint" } { - set c "c" - set msg "with checkpoint" - } else { - set c "" - set msg "without checkpoint" - } - puts "Backuptest $bmsg $msg." + dump_compare $testdir/$testfile $backupdir/$testfile + dump_compare $testdir/$testfile $backupapidir/$testfile + } + } - env_cleanup $testdir - env_cleanup $backupdir + # Hot backup requires -log_blob. Testing for the error once is enough. + if { $bloption == "blob" && \ + $txnmode == "normal" && $ckpoption == "nocheckpoint" } { + puts "\tBackuptest.$stmsg:\ + API backup without -log_blob will fail." + set env1 [eval {berkdb_env_noerr} -home $testdir] + set ret [catch {eval $env1 backup $bu_flags $backupapidir} res] + error_check_bad backup_no_logblob $ret 0 + error_check_good backup_failmsg \ + [is_substr $res "requires DB_LOG_BLOB"] 1 + error_check_good env_close [$env1 close] 0 + } + error_check_good db_close [$db close] 0 + error_check_good env_close [$env close] 0 + env_cleanup $testdir + env_cleanup $backupdir + env_cleanup $backupapidir + + set dir_flags "-data_dir data1" + set bk_dirflags "-d $testdir/data1" + set dirmsg "with data_dir" + if { $bloption == "blob" } { + append dirmsg " and blob_dir" + append dir_flags " -blob_dir blobs" + append bk_dirflags " -i blobs" + } + puts "\tBackuptest.b: Hot backup $dirmsg." + file mkdir $testdir/data1 + error_check_good db_data_dir [file exists $testdir/data1/$testfile] 0 + + # Create a new env with data_dir. + set env [eval {berkdb_env_noerr} $env_flags $dir_flags] + set db [eval {berkdb_open} -env $env $db_flags] + error_check_good envopen [is_valid_env $env] TRUE + error_check_good dbopen [is_valid_db $db] TRUE + + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } - set env [eval {berkdb_env} $env_flags] - set db [eval {berkdb_open} -env $env $db_flags] - if { $txnmode == "bulk" } { - set txn [$env txn -txn_bulk] - } else { - set txn [$env txn] - } - populate $db $omethod $txn $nentries 0 0 - $txn commit + populate $db $omethod $txn $nentries 0 0 + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 - # Backup directory is empty before hot backup. - set files [glob -nocomplain $backupdir/*] - error_check_good no_files [llength $files] 0 + # Check that data went into data_dir. + error_check_good db_data_dir [file exists $testdir/data1/$testfile] 1 - puts "\tBackuptest.a: Hot backup to directory $backupdir." - if {[catch { eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b $backupdir } res ] } { - error "FAIL: $res" - } + # Check that blobs went into blob_dir. + if { $bloption == "blob" } { + set blob_subdir [$db get_blob_sub_dir] + set files [glob -nocomplain $testdir/blobs/$blob_subdir/*] + error_check_bad created_blobs [llength $files] 0 + } - set logfiles [glob $backupdir/log*] - error_check_bad found_logs [llength $logfiles] 0 - error_check_good found_db [file exists $backupdir/$testfile] 1 - - # If either checkpoint or bulk is in effect, the copy - # will exactly match the original database. - if { $option == "checkpoint" || $txnmode == "bulk"} { - - puts "\tBackuptest.a2: Verify backup matches original file." - if {[catch { eval exec $util_path/db_dump\ - -f $testdir/dump1 $testdir/$testfile } res ] } { - error "FAIL db_dump: $res" - } - if {[catch { eval exec $util_path/db_dump\ - -f $testdir/dump2 $backupdir/$testfile } res ] } { - error "FAIL db_dump: $res" - } - error_check_good compare_dump \ - [filecmp $testdir/dump1 $testdir/dump2] 0 - } + # You may not specify both -d (data_dir) and -c + # (checkpoint). + set msg2 "cannot specify -d and -c" + if { $ckpoption == "checkpoint" } { + catch {eval exec $util_path/db_hotbackup \ + -${c}vh $testdir -b $backupdir $bk_dirflags} res + error_check_good c_and_d [is_substr $res $msg2] 1 + } else { + if {[catch {eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b $backupdir $bk_dirflags} res] } { + error "FAIL: $res" + } + # Check that logs and db are in backupdir. + error_check_good db_backup [file exists $backupdir/$testfile] 1 + set logfiles [glob $backupdir/log*] + error_check_bad logs_backed_up [llength $logfiles] 0 + # Check that blobs are in backupdir/__db_bl. + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupdir/__db_bl/$blob_subdir/*] + error_check_bad blobs_backed_up [llength $bl_files] 0 + } - error_check_good db_close [$db close] 0 - error_check_good env_close [$env close] 0 - env_cleanup $testdir - env_cleanup $backupdir - - puts "\tBackuptest.b: Hot backup with data_dir." - file mkdir $testdir/data1 - error_check_good db_data_dir\ - [file exists $testdir/data1/$testfile] 0 - - # Create a new env with data_dir. - set env [eval {berkdb_env_noerr} $env_flags -data_dir data1] - set db [eval {berkdb_open} -env $env $db_flags] - - if { $txnmode == "bulk" } { - set txn [$env txn -txn_bulk] - } else { - set txn [$env txn] - } + # + # Using the API, the env handle already has + # the datadir set, so it should just find it. + # + puts "\tBackuptest.b.1: API hot backup $dirmsg." + if { [catch {eval $env backup $bu_flags\ + -single_dir $backupapidir} res] } { + error "FAIL: $res" + } + error_check_good db_backup\ + [file exists $backupapidir/$testfile] 1 + set logfiles [glob $backupapidir/log*] + error_check_bad logs_backed_up [llength $logfiles] 0 + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupapidir/__db_bl/$blob_subdir/*] + error_check_bad blobs_backed_up [llength $bl_files] 0 + } + } - populate $db $omethod $txn $nentries 0 0 - $txn commit - - # Check that data went into data_dir. - error_check_good db_data_dir\ - [file exists $testdir/data1/$testfile] 1 - - # You may not specify both -d (data_dir) and -c (checkpoint). - set msg2 "cannot specify -d and -c" - if { $option == "checkpoint" } { - catch {eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b $backupdir\ - -d $testdir/data1} res - error_check_good c_and_d [is_substr $res $msg2] 1 - } else { - if {[catch {eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b $backupdir\ - -d $testdir/data1} res] } { - error "FAIL: $res" - } - # Check that logs and db are in backupdir. - error_check_good db_backup\ - [file exists $backupdir/$testfile] 1 - set logfiles [glob $backupdir/log*] - error_check_bad logs_backed_up [llength $logfiles] 0 - } + # Add more data and try the "update" flag. + puts "\tBackuptest.c: Update existing hot backup." - # Add more data and try the "update" flag. - puts "\tBackuptest.c: Update existing hot backup." + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } - if { $txnmode == "bulk" } { - set txn [$env txn -txn_bulk] - } else { - set txn [$env txn] - } + populate $db $omethod $txn [expr $nentries * 2] 0 0 + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 + + if { $ckpoption == "checkpoint" } { + catch {eval exec $util_path/db_hotbackup\ + -${c}vuh $testdir -b backup $bk_dirflags} res + error_check_good c_and_d [is_substr $res $msg2] 1 + } else { + if {[catch {eval exec $util_path/db_hotbackup\ + -${c}vuh $testdir -b backup $bk_dirflags} res] } { + error "FAIL: $res" + } + # There should be more log files now. + set newlogfiles [glob $backupdir/log*] + error_check_bad more_logs $newlogfiles $logfiles + # The hotbackup utility runs recovery on the backup, + # so we will find the same files in backup and source. + if { $bloption == "blob" } { + set files [glob -nocomplain \ + $testdir/blobs/$blob_subdir/*] + set bl_files [glob -nocomplain \ + $backupdir/__db_bl/$blob_subdir/*] + error_check_good more_blobs \ + [llength $files] [llength $bl_files] + } - populate $db $omethod $txn [expr $nentries * 2] 0 0 - $txn commit - - if { $option == "checkpoint" } { - catch {eval exec $util_path/db_hotbackup\ - -${c}vuh $testdir -b backup -d $testdir/data1} res - error_check_good c_and_d [is_substr $res $msg2] 1 - } else { - if {[catch {eval exec $util_path/db_hotbackup\ - -${c}vuh $testdir -b backup\ - -d $testdir/data1} res] } { - error "FAIL: $res" - } - # There should be more log files now. - set newlogfiles [glob $backupdir/log*] - error_check_bad more_logs $newlogfiles $logfiles - } + puts "\tBackuptest.c.1: API hot backup $dirmsg." + if { [catch {eval $env backup $bu_flags\ + -single_dir -update $backupapidir} res] } { + error "FAIL: $res" + } + error_check_good db_backup\ + [file exists $backupapidir/$testfile] 1 + set newlogfiles [glob $backupapidir/log*] + error_check_bad more_logs $newlogfiles $logfiles + # API hot backup does not run recovery on the backup. + # So the number of blob files in the backup and + # source are different. + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupapidir/__db_bl/$blob_subdir/*] + error_check_bad no_more_blobs \ + [llength $files] [llength $bl_files] + } + } - puts "\tBackuptest.d: Hot backup with full path." - set fullpath [pwd] - if { $option == "checkpoint" } { - catch {eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b backup\ - -d $fullpath/$testdir/data1} res - error_check_good c_and_d [is_substr $res $msg2] 1 - } else { - if {[catch {eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b backup\ - -d $fullpath/$testdir/data1} res] } { - error "FAIL: $res" - } - } + puts "\tBackuptest.d.0: Hot backup with full path." + set fullpath [pwd] + set bk_dirflags "-d $fullpath/$testdir/data1" + if { $bloption == "blob" } { + append bk_dirflags " -i $fullpath/$testdir/blobs" + } - error_check_good db_close [$db close] 0 + if { $ckpoption == "checkpoint" } { + catch {eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b backup $bk_dirflags} res + error_check_good c_and_d [is_substr $res $msg2] 1 + } else { + if {[catch {eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b backup $bk_dirflags} res] } { + error "FAIL: $res" + } + } + + error_check_good db_close [$db close] 0 + error_check_good env_close [$env close] 0 + env_cleanup $testdir + env_cleanup $backupdir + env_cleanup $backupapidir + + # Back up with absolute data/log/blob path but + # without -single_dir will fail. + # Testing for this error once is enough. + if { $bloption == "blob" && \ + $txnmode == "normal" && $ckpoption == "nocheckpoint" } { + file mkdir $testdir/data + file mkdir $testdir/log + + puts "\tBackuptest.d.1: API Hot backup\ + with full path but without -single_dir." + + foreach dir { data log blob } { + set dflags "-${dir}_dir $fullpath/$testdir/$dir" + set env [eval {berkdb_env_noerr} $env_flags $dflags] + error_check_good envopen [is_valid_env $env] TRUE + set ret [catch {eval $env backup \ + $bu_flags $backupapidir} res] + error_check_bad backup_fullpath $ret 0 + error_check_good backup_failmsg1 \ + [is_substr $res "absolute path"] 1 + error_check_good backup_failmsg2 \ + [is_substr $res "$dir directory"] 1 error_check_good env_close [$env close] 0 - env_cleanup $testdir - env_cleanup $backupdir + } - puts "\tBackuptest.e: Hot backup with DB_CONFIG." - backuptest_makeconfig - set msg3 "use of -l with DB_CONFIG file is deprecated" + env_cleanup $testdir + env_cleanup $backupapidir + } - set env [eval {berkdb_env_noerr} $env_flags] - set db [eval {berkdb_open} -env $env $db_flags] + puts "\tBackuptest.e: Hot backup with DB_CONFIG." + backuptest_makeconfig $bloption + set msg3 "use of -l with DB_CONFIG file is deprecated" - if { $txnmode == "bulk" } { - set txn [$env txn -txn_bulk] - } else { - set txn [$env txn] - } + set env [eval {berkdb_env_noerr} $env_flags] + set db [eval {berkdb_open} -env $env $db_flags] + error_check_good envopen [is_valid_env $env] TRUE + error_check_good dbopen [is_valid_db $db] TRUE - populate $db $omethod $txn $nentries 0 0 - $txn commit - - # With checkpoint, this fails. Without checkpoint, - # just look for the warning message. - if { $option == "checkpoint" } { - catch {eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b $backupdir -l logs\ - -d $testdir/data1} res - error_check_good c_and_d [is_substr $res $msg2] 1 - } else { - catch {eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b $backupdir -l logs\ - -d $testdir/data1} res - error_check_good l_and_config \ - [is_substr $res $msg3] 1 - - # Check that logs and db are in backupdir. - error_check_good db_backup\ - [file exists $backupdir/$testfile] 1 - set logfiles [glob $backupdir/log*] - error_check_bad logs_backed_up [llength $logfiles] 0 - } + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } - if { $txnmode == "bulk" } { - set txn [$env txn -txn_bulk] - } else { - set txn [$env txn] - } + populate $db $omethod $txn $nentries 0 0 + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 - populate $db $omethod $txn [expr $nentries * 2] 0 0 - $txn commit - - puts "\tBackuptest.f:\ - Hot backup update with DB_CONFIG." - if { $option == "checkpoint" } { - catch {eval exec $util_path/db_hotbackup\ - -${c}vuh $testdir -b backup -l logs\ - -d $testdir/data1} res - error_check_good c_and_d [is_substr $res $msg2] 1 - } else { - catch {eval exec $util_path/db_hotbackup\ - -${c}vuh $testdir -b backup -l logs\ - -d $testdir/data1} res - error_check_good l_and_config \ - [is_substr $res $msg3] 1 - - # There should be more log files now. - set newlogfiles [glob $backupdir/log*] - error_check_bad more_logs $newlogfiles $logfiles - } + set bk_dirflags "-l logs -d $testdir/data1" + if { $bloption == "blob" } { + append bk_dirflags " -i blobs" + } + # With checkpoint, this fails. Without checkpoint, + # just look for the warning message. + if { $ckpoption == "checkpoint" } { + catch {eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b $backupdir $bk_dirflags} res + error_check_good c_and_d [is_substr $res $msg2] 1 + } else { + catch {eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b $backupdir $bk_dirflags} res + error_check_good l_and_config [is_substr $res $msg3] 1 + + # Check that logs and db are in backupdir. + error_check_good db_backup [file exists $backupdir/$testfile] 1 + set logfiles [glob $backupdir/log*] + error_check_bad logs_backed_up [llength $logfiles] 0 + # Check that blobs are in backupdir/__db_bl. + if { $bloption == "blob" } { + set blob_subdir [$db get_blob_sub_dir] + set bl_files [glob -nocomplain \ + $backupdir/__db_bl/$blob_subdir/*] + error_check_bad blobs_backed_up [llength $bl_files] 0 + error_check_bad blobdir_backed_up \ + [file exists $backupdir/blobs] 1 + } + puts "\tBackuptest.e.1: API hot backup with DB_CONFIG." + if { [catch {eval $env backup $bu_flags\ + -single_dir $backupapidir} res] } { + error "FAIL: $res" + } + error_check_good db_backup\ + [file exists $backupapidir/$testfile] 1 + set logfiles [glob $backupapidir/log*] + error_check_bad logs_backed_up [llength $logfiles] 0 + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupapidir/__db_bl/$blob_subdir/*] + error_check_bad blobs_backed_up [llength $bl_files] 0 + error_check_bad blobdir_backed_up \ + [file exists $backupapidir/blobs] 1 + } + } - # Repeat with directories already there to test cleaning. - # We are not doing an update this time. - puts "\tBackuptest.g:\ - Hot backup with -D (non-update)." - if { [catch { eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b $backupdir -D } res] } { - error "FAIL: $res" - } - # Check that DB_CONFIG file is in backupdir. - error_check_good found_db_config\ - [file exists $backupdir/DB_CONFIG] 1 - # Check that db is in backupdir/data1 and not in backupdir. - error_check_good found_db\ - [file exists $backupdir/data1/$testfile] 1 - error_check_bad found_db\ - [file exists $backupdir/$testfile] 1 - # Check that logs are in backupdir/logs and not in backupdir. - set logfiles [glob $backupdir/logs/log*] - error_check_bad found_logs [llength $logfiles] 0 - set logfiles [glob $backupdir/log*] - error_check_good found_logs [llength $logfiles] 1 - - # We are not doing an update this time. - puts "\tBackuptest.g:\ - Hot backup with DB_CONFIG (non-update)." - if { [catch { eval exec $util_path/db_hotbackup\ - -${c}vh $testdir -b $backupdir } res] } { - error "FAIL: $res" - } - # Check that no DB_CONFIG file is in backupdir. - error_check_bad found_db_config\ - [file exists $backupdir/DB_CONFIG] 1 - # Check that db is in backupdir. - error_check_good found_db\ - [file exists $backupdir/$testfile] 1 - # Check that logs are in backupdir. - set logfiles [glob $backupdir/log*] - error_check_good found_logs [expr [llength $logfiles] > 1] 1 - - error_check_good db_close [$db close] 0 - error_check_good env_close [$env close] 0 + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } + + populate $db $omethod $txn [expr $nentries * 2] 0 0 + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 + + puts "\tBackuptest.f: Hot backup update with DB_CONFIG." + if { $ckpoption == "checkpoint" } { + catch {eval exec $util_path/db_hotbackup\ + -${c}vuh $testdir -b backup $bk_dirflags} res + error_check_good c_and_d [is_substr $res $msg2] 1 + } else { + catch {eval exec $util_path/db_hotbackup\ + -${c}vuh $testdir -b backup $bk_dirflags} res + error_check_good l_and_config [is_substr $res $msg3] 1 + + # There should be more log files now. + set newlogfiles [glob $backupdir/log*] + error_check_bad more_logs $newlogfiles $logfiles + if { $bloption == "blob" } { + set files [glob -nocomplain \ + $testdir/blobs/$blob_subdir/*] + set bl_files [glob -nocomplain \ + $backupdir/__db_bl/$blob_subdir/*] + error_check_good more_blobs \ + [llength $files] [llength $bl_files] + } + + puts "\tBackuptest.f.1: API hot backup with DB_CONFIG." + if { [catch {eval $env backup $bu_flags\ + -single_dir -update $backupapidir} res] } { + error "FAIL: $res" + } + error_check_good db_backup\ + [file exists $backupapidir/$testfile] 1 + set newlogfiles [glob $backupapidir/log*] + error_check_bad more_logs $newlogfiles $logfiles + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupapidir/__db_bl/$blob_subdir/*] + error_check_bad no_more_blobs \ + [llength $files] [llength $bl_files] } } + + # Repeat with directories already there to test + # cleaning. We are not doing an update this time. + puts "\tBackuptest.g.0: Hot backup with -D (non-update)." + if { [catch { eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b $backupdir -D } res] } { + error "FAIL: $res" + } + # Check that DB_CONFIG file is in backupdir. + error_check_good found_db_config\ + [file exists $backupdir/DB_CONFIG] 1 + # Check that db is in backupdir/data1 and not in backupdir. + error_check_good found_db\ + [file exists $backupdir/data1/$testfile] 1 + error_check_bad found_db\ + [file exists $backupdir/$testfile] 1 + # Check that logs are in backupdir/logs and not in backupdir. + set logfiles [glob $backupdir/logs/log*] + error_check_bad found_logs [llength $logfiles] 0 + set logfiles [glob $backupdir/log*] + error_check_good found_logs [llength $logfiles] 1 + # Check that blobs are in backupdir/blobs. + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupdir/blobs/$blob_subdir/*] + error_check_bad found_blobs [llength $bl_files] 0 + } + + puts "\tBackuptest.g.1: API hot backup with -D (non-update)." + if { [catch {eval $env backup $bu_flags $backupapidir} res] } { + error "FAIL: $res" + } + # Check that DB_CONFIG file is in backupapidir. + error_check_good found_db_config\ + [file exists $backupapidir/DB_CONFIG] 1 + # Check that db is in backupapidir/data1 and notin backupapidir. + error_check_good found_db\ + [file exists $backupapidir/data1/$testfile] 1 + error_check_bad found_db\ + [file exists $backupapidir/$testfile] 1 + # Check that logs are in backupapidir/logs and not in backupapidir. + set logfiles [glob $backupapidir/logs/log*] + error_check_bad found_logs [llength $logfiles] 0 + set logfiles [glob $backupapidir/log*] + error_check_good found_logs [llength $logfiles] 1 + + # Check that blobs are in backupapidir/blobs. + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupapidir/blobs/$blob_subdir/*] + error_check_bad found_blobs [llength $bl_files] 0 + } + + # We are not doing an update this time. + puts "\tBackuptest.g.2: Hot backup with DB_CONFIG (non-update)." + if { [catch { eval exec $util_path/db_hotbackup\ + -${c}vh $testdir -b $backupdir } res] } { + error "FAIL: $res" + } + # Check that no DB_CONFIG file is in backupdir. + error_check_bad found_db_config [file exists $backupdir/DB_CONFIG] 1 + # Check that db is in backupdir. + error_check_good found_db [file exists $backupdir/$testfile] 1 + # Check that logs are in backupdir. + set logfiles [glob $backupdir/log*] + error_check_good found_logs [expr [llength $logfiles] > 1] 1 + # Check that blobs are in backupdir/__db_bl. + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupdir/__db_bl/$blob_subdir/*] + error_check_bad found_blobs [llength $bl_files] 0 + } + + puts "\tBackuptest.g.3: API hot backup with DB_CONFIG (non-update)." + if { [catch {eval $env backup $bu_flags \ + -single_dir $backupapidir} res] } { + error "FAIL: $res" + } + # Check that no DB_CONFIG file is in backupapidir. + error_check_bad found_db_config [file exists $backupapidir/DB_CONFIG] 1 + # Check that db is in backupapidir. + error_check_good found_db [file exists $backupapidir/$testfile] 1 + # Check that logs are in backupapidir. + set logfiles [glob $backupapidir/log*] + error_check_good found_logs [expr [llength $logfiles] > 1] 1 + # Check that blobs are in backupapidir/__db_bl/ + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $backupapidir/__db_bl/$blob_subdir/*] + error_check_bad found_blobs [llength $bl_files] 0 + } + + error_check_good db_close [$db close] 0 + error_check_good env_close [$env close] 0 + + set dirmsg "with different -log_dir, -data_dir" + set dir_flags "-data_dir data1 -log_dir log1" + if { $bloption == "blob" } { + append dirmsg " and -blob_dir" + append dir_flags " -blob_dir blobs1" + } + puts "\tBackuptest.h: Hot backup update $dirmsg." + + # Clean up previous environment. + env_cleanup $testdir + env_cleanup $backupdir + env_cleanup $backupapidir + + file mkdir $testdir/data1 + file mkdir $testdir/log1 + error_check_good db_data_dir\ + [file exists $testdir/data1/$testfile] 0 + error_check_good db_log_dir\ + [file exists $testdir/log1/$testfile] 0 + + # Create a new environment with a different data dir. + set env [eval {berkdb_env_noerr} $env_flags $dir_flags] + set db [eval {berkdb_open} -env $env $db_flags] + error_check_good envopen [is_valid_env $env] TRUE + error_check_good dbopen [is_valid_db $db] TRUE + + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } + + # Fill DB until several log files appear. + set max_fill_cycle 20 + set min_log_num 3 + backuptest_makemorelogs $db $omethod $txn $testfile data1 log1 \ + $nentries $max_fill_cycle $min_log_num + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 + + # Make checkpoint here, prerequisite environment built. + if {[catch {$env txn_checkpoint}]} { + error "FAIL: $res" + } + + puts "\tBackuptest.h2: Full hot backup with -l" + + if {[catch {eval exec $util_path/db_hotbackup \ + -vh $testdir -b $backupdir -d $testdir/data1 -l log1} res] } { + error "FAIL: <$res>" + } + + puts "\tBackuptest.h3: Hot backup update with -l -u" + if {[catch {eval exec $util_path/db_hotbackup\ + -vh $testdir -b $backupdir -d $testdir/data1 -l log1 -u} res] } { + error "FAIL: <$res>" + } + + error_check_good db_close [$db close] 0 + error_check_good env_close [$env close] 0 + + foreach bumode { util api } { + if { $bumode == "util" } { + set s "i" + set msg "Hot backup" + set dir $backupdir + } else { + set s "j" + set msg "API hot backup" + set dir $backupapidir + } + + puts "\tBackuptest.$s: Incremental $msg\ + with an active txn as log files are added." + + # Clean up previous environment. + env_cleanup $testdir + env_cleanup $dir + + set env [eval {berkdb_env} $env_flags] + error_check_good envopen [is_valid_env $env] TRUE + if { $bumode == "util" } { + set e NULL + } else { + set e $env + } + + # Set up the db open flags. + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } + + # Open db and commit the txn. + set db [eval {berkdb_open} -env $env\ + -txn $txn -create $omethod $testfile] + error_check_good dbopen [is_valid_db $db] TRUE + error_check_good txn_commit [$txn commit] 0 + + # Verify the db file is created. + error_check_good found_db [file exists $testdir/$testfile] 1 + + # Verify there is at least one log file. + set log_list [glob -nocomplain -directory $testdir log.*] + set log_num [llength $log_list] + error_check_bad found_logs $log_num 0 + + # Fill db and commit the txn. + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } + populate $db $omethod $txn $nentries 0 0 + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 + + # Verify there are blobs. + if { $bloption == "blob" } { + set blob_subdir [$db get_blob_sub_dir] + set bl_files [glob -nocomplain \ + $testdir/__db_bl/$blob_subdir/*] + error_check_bad found_blobs [llength $bl_files] 0 + } + + # Begin another txn and fill db until there are more log files. + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } + set log_list [glob -nocomplain -directory $testdir log.*] + set log_num [llength $log_list] + incr log_num + set max_fill_cycle 3 + backuptest_makemorelogs $db $omethod $txn\ + $testfile NULL NULL $nentries $max_fill_cycle $log_num + error_check_good db_sync [$db sync] 0 + + # Backup/backupapi directory should be empty. + set files [glob -nocomplain $dir/*] + error_check_good no_files [llength $files] 0 + + puts "\tBackuptest.$s.0: $msg when txn is active." + backup_and_recover $e $bu_flags $dir $c "" + + puts "\tBackuptest.$s.1: Verify the db and\ + log files are in the $dir directory." + error_check_good found_db [file exists $dir/$testfile] 1 + set log_list [glob -nocomplain -directory $dir log.*] + error_check_bad found_logs [llength $log_list] 0 + if { $bloption == "blob" } { + set bl_files [glob -nocomplain \ + $dir/__db_bl/$blob_subdir/*] + error_check_bad found_blobs [llength $bl_files] 0 + dump_compare_blobs $testdir/$testfile $dir/$testfile \ + $testdir/__db_bl $dir/__db_bl + } else { + dump_compare $testdir/$testfile $dir/$testfile + } + + # + # Txn continues filling db until there are + # more log files and then aborts. + # + puts "\tBackuptest.$s.2: Txn continues and then aborts." + set log_list [glob -nocomplain -directory $testdir log.*] + set log_num [llength $log_list] + incr log_num + set max_fill_cycle 20 + backuptest_makemorelogs $db $omethod $txn\ + $testfile NULL NULL $nentries $max_fill_cycle $log_num + error_check_good txn_abort [$txn abort] 0 + error_check_good db_sync [$db sync] 0 + + puts "\tBackuptest.$s.3: $msg (update)." + # Set up the backup flags. + set bflags "-create -verbose" + backup_and_recover $e $bflags $dir $c u + + puts "\tBackuptest.$s.4: Compare the db files." + if { $bloption == "blob" } { + dump_compare_blobs $testdir/$testfile $dir/$testfile \ + $testdir/__db_bl $dir/__db_bl + } else { + dump_compare $testdir/$testfile $dir/$testfile + } + + # Open another txn and fill db until there are more log files. + puts "\tBackuptest.$s.5: Begin another txn and fill db." + if { $txnmode == "bulk" } { + set txn [$env txn -txn_bulk] + } else { + set txn [$env txn] + } + set log_list [glob -nocomplain -directory $testdir log.*] + set log_num [llength $log_list] + incr log_num + backuptest_makemorelogs $db $omethod $txn\ + $testfile NULL NULL $nentries $max_fill_cycle $log_num + + puts "\tBackuptest.$s.6: $msg (update) when the txn is active." + backup_and_recover $e $bflags $dir $c u + + puts "\tBackuptest.$s.7: Compare the db files." + if { $bloption == "blob" } { + dump_compare_blobs $testdir/$testfile $dir/$testfile \ + $testdir/__db_bl $dir/__db_bl + } else { + dump_compare $testdir/$testfile $dir/$testfile + } + + # + # Txn continues filling db until there are more + # log files and then commits. + # + puts "\tBackuptest.$s.8: Txn continues and then commits." + set log_list [glob -nocomplain -directory $testdir log.*] + set log_num [llength $log_list] + incr log_num + backuptest_makemorelogs $db $omethod $txn\ + $testfile NULL NULL $nentries $max_fill_cycle $log_num + error_check_good txn_commit [$txn commit] 0 + error_check_good db_sync [$db sync] 0 + + puts "\tBackuptest.$s.9: $msg (update)." + backup_and_recover $e $bflags $dir $c u + + puts "\tBackuptest.$s.10: Compare the db files." + if { $bloption == "blob" } { + dump_compare_blobs $testdir/$testfile $dir/$testfile \ + $testdir/__db_bl $dir/__db_bl + } else { + dump_compare $testdir/$testfile $dir/$testfile + } + + error_check_good db_close [$db close] 0 + error_check_good env_close [$env close] 0 + } } -proc backuptest_makeconfig { } { +proc backuptest_makeconfig { bloption } { source ./include.tcl file mkdir $testdir/logs @@ -308,6 +842,85 @@ proc backuptest_makeconfig { } { set cid [open $testdir/DB_CONFIG w] puts $cid "set_lg_dir logs" puts $cid "set_data_dir data1" + if { $bloption == "blob" } { + puts $cid "set_blob_dir blobs" + } close $cid } +proc backuptest_makemorelogs { db omethod txn dbfile data_dir lg_dir + nentries max_fill_cycle min_log_num } { + source ./include.tcl + + if { $data_dir != "NULL" } { + set db_path "$testdir/$data_dir/$dbfile" + } else { + set db_path "$testdir/$dbfile" + } + + if { $lg_dir != "NULL" } { + set lg_path "$testdir/$lg_dir" + } else { + set lg_path "$testdir" + } + + set fill_cycle 0 + while { 1 } { + incr fill_cycle + + populate $db $omethod $txn $nentries 0 0 + + # Check whether number of log files is enough. + set log_list\ + [glob -directory $lg_path log.*] + set log_num [llength $log_list] + if { $log_num >= $min_log_num } { + break + } elseif { $max_fill_cycle <= $fill_cycle } { + error "FAIL: max_fill_cycle exceeded, could not\ + generate requested number of log files." + } + } + + # Check that data went into data_dir. + error_check_good db_data_dir\ + [file exists $db_path] 1 +} + +proc backup_and_recover { env flags dir ckp update } { + source ./include.tcl + + # If env handle is passed, then backup by API, otherwise by utility. + if { $env != "NULL" } { + # Make a txn checkpoint. + if { $ckp != "" } { + error_check_good txn_ckp [$env txn_checkpoint] 0 + } + + # Check if we need to add "-update" to the backup flags. + if { $update != "" } { + set indx [lsearch -exact $flags "-update"] + if { $indx == -1 } { + set flags "$flags -update " + } + } + + # Hot backup by API. + if { [catch {eval $env backup $flags $dir} res] } { + error "FAIL $env backup: $res" + } + + # Recover the backup. + set benv [eval {berkdb env} -home $dir\ + -create -log -txn -private -recover_fatal] + error_check_good is_valid_env [is_valid_env $benv] TRUE + error_check_good env_close [$benv close] 0 + + } else { + # Hot backup by utility. + if {[catch { eval exec $util_path/db_hotbackup\ + -${ckp}${update}vh $testdir -b $dir } res] } { + error "FAIL db_hotbackup: $res" + } + } +} |