362 lines
16 KiB
Bash
Executable File
362 lines
16 KiB
Bash
Executable File
#!/bin/bash
|
||
# vim: dict=/usr/share/beakerlib/dictionary.vim cpt=.,w,b,u,t,i,k
|
||
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||
#
|
||
# runtest.sh of /CoreOS/rsync/Sanity/definig-the-set-of-files-to-transfer
|
||
# Description: Tests the options which modifie the list of files to be transfered
|
||
# Author: Michal Trunecka <mtruneck@redhat.com>
|
||
# Author: Karel Srot <ksrot@redhat.com>
|
||
#
|
||
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||
#
|
||
# Copyright (c) 2013 Red Hat, Inc. All rights reserved.
|
||
#
|
||
# This copyrighted material is made available to anyone wishing
|
||
# to use, modify, copy, or redistribute it subject to the terms
|
||
# and conditions of the GNU General Public License version 2.
|
||
#
|
||
# This program is distributed in the hope that it will be
|
||
# useful, but WITHOUT ANY WARRANTY; without even the implied
|
||
# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
|
||
# PURPOSE. See the GNU General Public License for more details.
|
||
#
|
||
# You should have received a copy of the GNU General Public
|
||
# License along with this program; if not, write to the Free
|
||
# Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
||
# Boston, MA 02110-1301, USA.
|
||
#
|
||
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||
|
||
# Include Beaker environment
|
||
. /usr/bin/rhts-environment.sh || exit 1
|
||
. /usr/share/beakerlib/beakerlib.sh || exit 1
|
||
|
||
PACKAGE="rsync"
|
||
|
||
rlJournalStart
|
||
rlPhaseStartSetup
|
||
rlAssertRpm $PACKAGE
|
||
|
||
rlFileBackup --clean /etc/rsyncd.conf
|
||
START_DATE_TIME=`date "+%m/%d/%Y %T"`
|
||
|
||
REMOTE="/tmp/remote"
|
||
LOCAL="/tmp/local"
|
||
LOCAL_2="/root/another_local"
|
||
TMP_FILE=`mktemp`
|
||
TMP_FILE_2=`mktemp`
|
||
SERVER_LOG_FILE=`mktemp`
|
||
rlRun "chcon -t rsync_log_t $SERVER_LOG_FILE"
|
||
LOG_FILE=`mktemp`
|
||
rlRun "chcon -t rsync_log_t $LOG_FILE"
|
||
|
||
rlRun "mkdir $REMOTE"
|
||
rlRun "chcon -t rsync_tmp_t $REMOTE"
|
||
rlRun "mkdir $LOCAL"
|
||
rlRun "chcon -t rsync_tmp_t $LOCAL"
|
||
|
||
rlRun "dd if=/dev/zero of=${LOCAL}/bigfile bs=1000 count=20000"
|
||
rlRun "dd if=/dev/zero of=${LOCAL}/smallfile bs=1000 count=2"
|
||
rlRun "echo 'First file' > ${LOCAL}/first"
|
||
rlRun "echo 'Second file' > ${LOCAL}/second"
|
||
rlRun "echo 'Third file' > ${LOCAL}/third"
|
||
if ! rlIsRHEL 5 6; then
|
||
if ! ls /usr/lib/systemd/system/rsyncd@.service
|
||
then
|
||
WORKAROUNDED=true
|
||
rlFail "The /usr/lib/systemd/system/rsyncd@.service file is missing (bz#1082496), will be workarounded for now"
|
||
rlRun "cp rsyncd@.service /usr/lib/systemd/system/"
|
||
else
|
||
rlPass "The bz#1082496 is probably fixed, no workaround needed."
|
||
fi
|
||
fi
|
||
|
||
rlRun "cat > /etc/rsyncd.conf <<EOF
|
||
pid file = /var/run/rsyncd.pid
|
||
log file = $SERVER_LOG_FILE
|
||
|
||
[remote]
|
||
path = $REMOTE
|
||
hosts allow = 127.0.0.1, ::1
|
||
read only = no
|
||
uid = root
|
||
gid = root
|
||
EOF"
|
||
if rlIsRHEL 5 6; then
|
||
rlRun "chkconfig rsync on"
|
||
rlServiceStart xinetd
|
||
else
|
||
systemctl status rsyncd.socket && STOPPED=false || STOPPED=true
|
||
rlServiceStop rsyncd
|
||
rlRun "systemctl restart rsyncd.socket"
|
||
fi
|
||
|
||
rlPhaseEnd
|
||
|
||
rlPhaseStartTest "-c --checksum"
|
||
|
||
# -c, --checksum
|
||
# This changes the way rsync checks if the files have been changed and are in
|
||
# need of a transfer. Without this option, rsync uses a “quick check” that
|
||
# (by default) checks if each file’s size and time of last modification match
|
||
# between the sender and receiver. This option changes this to compare a
|
||
# 128-bit checksum for each file that has a matching size. Generating the
|
||
# checksums means that both sides will expend a lot of disk I/O reading all
|
||
# the data in the files in the transfer (and this is prior to any reading that
|
||
# will be done to transfer changed files), so this can slow things down sig-
|
||
# nificantly.
|
||
#
|
||
# The sending side generates its checksums while it is doing the file-system
|
||
# scan that builds the list of the available files. The receiver generates
|
||
# its checksums when it is scanning for changed files, and will checksum any
|
||
# file that has the same size as the corresponding sender’s file: files with
|
||
# either a changed size or a changed checksum are selected for transfer.
|
||
#
|
||
rlRun "rsync -av -i ${LOCAL}/first localhost::remote | grep first"
|
||
rlRun "rsync -av -i ${LOCAL}/first localhost::remote | grep first" 1
|
||
rlRun "MODIF_DATE=\"`date -r ${REMOTE}/first`\""
|
||
# Modified content, but preserved the size
|
||
rlRun "echo 'first file' > ${REMOTE}/first"
|
||
# set the same dates to both local and remote file
|
||
rlRun "touch -d \"$MODIF_DATE\" ${REMOTE}/first"
|
||
rlRun "touch -d \"$MODIF_DATE\" ${LOCAL}/first"
|
||
rlRun "rsync -av -i ${LOCAL}/first localhost::remote | grep first" 1
|
||
rlRun "rsync -av -i -c ${LOCAL}/first localhost::remote | grep first"
|
||
|
||
rlPhaseEnd
|
||
|
||
rlPhaseStartTest "--ignore-existing"
|
||
|
||
# --ignore-existing
|
||
# This tells rsync to skip updating files that already exist on the destina-
|
||
# tion (this does not ignore existing directories, or nothing would get done).
|
||
# See also --existing.
|
||
#
|
||
# This option is a transfer rule, not an exclude, so it doesn’t affect the
|
||
# data that goes into the file-lists, and thus it doesn’t affect deletions.
|
||
# It just limits the files that the receiver requests to be transferred.
|
||
#
|
||
# This option can be useful for those doing backups using the --link-dest
|
||
# option when they need to continue a backup run that got interrupted. Since
|
||
# a --link-dest run is copied into a new directory hierarchy (when it is used
|
||
# properly), using --ignore existing will ensure that the already-handled
|
||
# files don’t get tweaked (which avoids a change in permissions on the hard-
|
||
# linked files). This does mean that this option is only looking at the
|
||
# existing files in the destination hierarchy itself.
|
||
|
||
rlRun "echo 'lorem ipsum' > ${REMOTE}/first"
|
||
rlRun "echo 'dolor sit amet' > ${REMOTE}/second"
|
||
rlRun "echo 'consectetur adipiscing elit' > ${REMOTE}/third"
|
||
rlRun "echo 'lorem ipsum' > ${REMOTE}/smallfile"
|
||
rlRun "echo 'dolor sit amet' > ${REMOTE}/bigfile"
|
||
|
||
rlRun "rsync -avv -i -c --ignore-existing ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'" 1
|
||
rlRun "rsync -avv -i --size-only --ignore-existing ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'" 1
|
||
rlRun "rsync -avv -i -I --ignore-existing ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'" 1
|
||
rlRun "rsync -avv -i ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'"
|
||
|
||
rlRun "rm -rf ${REMOTE}/*"
|
||
|
||
rlPhaseEnd
|
||
|
||
rlPhaseStartTest "--max-size --min-size"
|
||
|
||
# --max-size=SIZE
|
||
# This tells rsync to avoid transferring any file that is larger than the
|
||
# specified SIZE. The SIZE value can be suffixed with a string to indicate a
|
||
# size multiplier, and may be a fractional value (e.g. “--max-size=1.5m”).
|
||
#
|
||
# This option is a transfer rule, not an exclude, so it doesn’t affect the
|
||
# data that goes into the file-lists, and thus it doesn’t affect deletions.
|
||
# It just limits the files that the receiver requests to be transferred.
|
||
#
|
||
# The suffixes are as follows: “K” (or “KiB”) is a kibibyte (1024), “M” (or
|
||
# “MiB”) is a mebibyte (1024*1024), and “G” (or “GiB”) is a gibibyte
|
||
# (1024*1024*1024). If you want the multiplier to be 1000 instead of 1024,
|
||
# use “KB”, “MB”, or “GB”. (Note: lower-case is also accepted for all val-
|
||
# ues.) Finally, if the suffix ends in either “+1” or “-1”, the value will be
|
||
# offset by one byte in the indicated direction.
|
||
#
|
||
# Examples: --max-size=1.5mb-1 is 1499999 bytes, and --max-size=2g+1 is
|
||
# 2147483649 bytes.
|
||
#
|
||
# --min-size=SIZE
|
||
# This tells rsync to avoid transferring any file that is smaller than the
|
||
# specified SIZE, which can help in not transferring small, junk files. See
|
||
# the --max-size option for a description of SIZE and other information.
|
||
|
||
for SIZE in 1K 1M 1KB 1MB; do
|
||
rlRun "dd if=/dev/zero of=${LOCAL}/testfile bs=1 count=${SIZE}"
|
||
rlRun "rsync -avh --max-size ${SIZE}-1 ${LOCAL}/testfile localhost::remote | grep testfile" 1
|
||
rlRun "rsync -avh --min-size ${SIZE}+1 ${LOCAL}/testfile localhost::remote | grep testfile" 1
|
||
rlRun "rsync -avh --max-size ${SIZE} ${LOCAL}/testfile localhost::remote | grep testfile"
|
||
rlRun "rm -f ${REMOTE}/testfile"
|
||
rlRun "rsync -avh --max-size ${SIZE} ${LOCAL}/testfile localhost::remote | grep testfile"
|
||
rlRun "rm -f ${REMOTE}/testfile"
|
||
done
|
||
|
||
rlPhaseEnd
|
||
|
||
rlPhaseStartTest "--size-only"
|
||
|
||
# --size-only
|
||
# This modifies rsync’s “quick check” algorithm for finding files that need to
|
||
# be transferred, changing it from the default of transferring files with
|
||
# either a changed size or a changed last-modified time to just looking for
|
||
# files that have changed in size. This is useful when starting to use rsync
|
||
# after using another mirroring system which may not preserve timestamps
|
||
# exactly.
|
||
|
||
rlRun "sleep 2"
|
||
# Modified content, but preserved the size of the destionation
|
||
rlRun "echo 'Xirst file' > ${REMOTE}/first"
|
||
|
||
rlLog "The file would be transfered with only -a option"
|
||
rlRun "rsync -avv -n ${LOCAL}/ localhost::remote | grep first"
|
||
|
||
rlLog "only the time be updated with --size-only option"
|
||
rlRun "rsync -avvv -i --size-only ${LOCAL}/ localhost::remote | grep '.f..t...... first'"
|
||
rlRun "grep 'Xirst' ${REMOTE}/first"
|
||
|
||
rlLog "The file won't be tranferred with -a option because of the updated time"
|
||
rlRun "rsync -avv -i ${LOCAL}/ localhost::remote | grep first" 1
|
||
|
||
rlLog "..and finaly, the file will be transfered with -c option"
|
||
rlRun "rsync -avv -i -c ${LOCAL}/ localhost::remote"
|
||
rlRun "grep 'First' ${REMOTE}/first"
|
||
|
||
rlPhaseEnd
|
||
|
||
#rlPhaseStartTest "-f --filter, -F"
|
||
|
||
# -f, --filter=RULE
|
||
# This option allows you to add rules to selectively exclude certain files
|
||
# from the list of files to be transferred. This is most useful in combination
|
||
# with a recursive transfer.
|
||
#
|
||
# You may use as many --filter options on the command line as you like to
|
||
# build up the list of files to exclude. If the filter contains whitespace,
|
||
# be sure to quote it so that the shell gives the rule to rsync as a single
|
||
# argument. The text below also mentions that you can use an underscore to
|
||
# replace the space that separates a rule from its arg.
|
||
#
|
||
# See the FILTER RULES section for detailed information on this option.
|
||
#
|
||
# -F The -F option is a shorthand for adding two --filter rules to your command.
|
||
# The first time it is used is a shorthand for this rule:
|
||
#
|
||
# --filter=’dir-merge /.rsync-filter’
|
||
#
|
||
# This tells rsync to look for per-directory .rsync-filter files that have
|
||
# been sprinkled through the hierarchy and use their rules to filter the files
|
||
# in the transfer. If -F is repeated, it is a shorthand for this rule:
|
||
#
|
||
# --filter=’exclude .rsync-filter’
|
||
#
|
||
# This filters out the .rsync-filter files themselves from the transfer.
|
||
#
|
||
# See the FILTER RULES section for detailed information on how these options
|
||
# work.
|
||
|
||
#rlPhaseEnd
|
||
|
||
rlPhaseStartTest "--include --exclude"
|
||
|
||
# --include=PATTERN
|
||
# This option is a simplified form of the --filter option that defaults to an
|
||
# include rule and does not allow the full rule-parsing syntax of normal fil-
|
||
# ter rules.
|
||
#
|
||
# See the FILTER RULES section for detailed information on this option.
|
||
#
|
||
rlLogInfo "prepare test files"
|
||
rlRun "mkdir ${LOCAL}/include-test"
|
||
for F in "a.c" "a.log" "b.c" "b.log" "c.c" "c.log" "d.txt"; do
|
||
rlRun "echo $F$F$F > ${LOCAL}/include-test/$F" 0 "Creating ${LOCAL}/include-test/$F file"
|
||
done
|
||
|
||
rlLogInfo "execute rsync command and verify results"
|
||
rlRun "rsync -avv -i --include='*.c' --include='b*' --exclude='*.log' ${LOCAL}/include-test localhost::remote"
|
||
# note: rsync checks each name to be transferred against the list of include/exclude patterns in turn, and the first matching pattern is acted on
|
||
for F in "a.c" "b.c" "c.c" "b.log" "d.txt"; do
|
||
rlAssertExists ${REMOTE}/include-test/$F
|
||
done
|
||
rlAssertNotExists ${REMOTE}/include-test/a.log
|
||
rlAssertNotExists ${REMOTE}/include-test/c.log
|
||
rlRun "rm -rf ${REMOTE}/include-test ${LOCAL}/include-test"
|
||
|
||
rlPhaseEnd
|
||
|
||
rlPhaseStartTest "--include-from --exclude-from"
|
||
|
||
|
||
# --include-from=FILE
|
||
# This option is related to the --include option, but it specifies a FILE that
|
||
# contains include patterns (one per line). Blank lines in the file and lines
|
||
# starting with ‘;’ or ‘#’ are ignored. If FILE is -, the list will be read
|
||
# from standard input.
|
||
|
||
rlLogInfo "prepare test files"
|
||
rlRun "mkdir ${LOCAL}/include-from-test"
|
||
for F in "a.c" "a.log" "b.c" "b.log" "c.c" "c.log" "d.txt"; do
|
||
rlRun "echo $F$F$F > ${LOCAL}/include-from-test/$F" 0 "Creating ${LOCAL}/include-from-test/$F file"
|
||
done
|
||
rlRun "echo -e '*.c\nb*' > list-include"
|
||
rlRun "echo -e '*.log' > list-exclude"
|
||
|
||
rlLogInfo "execute rsync command and verify results"
|
||
rlRun "rsync -avv -i --include-from=list-include --exclude-from=list-exclude ${LOCAL}/include-from-test localhost::remote"
|
||
# note: rsync checks each name to be transferred against the list of include/exclude patterns in turn, and the first matching pattern is acted on
|
||
for F in "a.c" "b.c" "c.c" "b.log" "d.txt"; do
|
||
rlAssertExists ${REMOTE}/include-from-test/$F
|
||
done
|
||
rlAssertNotExists ${REMOTE}/include-from-test/a.log
|
||
rlAssertNotExists ${REMOTE}/include-from-test/c.log
|
||
rlRun "rm -rf ${REMOTE}/include-from-test ${LOCAL}/include-from-test list-include list-exclude"
|
||
|
||
rlPhaseEnd
|
||
|
||
#rlPhaseStartTest "-0, --from0"
|
||
#
|
||
# -0, --from0
|
||
# This tells rsync that the rules/filenames it reads from a file are termi-
|
||
# nated by a null (’\0’) character, not a NL, CR, or CR+LF. This affects
|
||
# --exclude-from, --include-from, --files-from, and any merged files specified
|
||
# in a --filter rule. It does not affect --cvs-exclude (since all names read
|
||
# from a .cvsignore file are split on whitespace).
|
||
#
|
||
# If the --iconv and --protect-args options are specified and the --files-from
|
||
# filenames are being sent from one host to another, the filenames will be
|
||
# translated from the sending host’s charset to the receiving host’s charset.
|
||
|
||
#rlPhaseEnd
|
||
|
||
rlPhaseStartCleanup
|
||
rlRun "rm -rf $REMOTE"
|
||
rlRun "rm -rf $LOCAL"
|
||
rlRun "rm -rf $SERVER_LOG_FILE"
|
||
rlRun "rm -rf $LOG_FILE"
|
||
rlFileRestore
|
||
if rlIsRHEL 5 6; then
|
||
rlRun "chkconfig rsync off"
|
||
rlServiceRestore xinetd
|
||
else
|
||
rlRun "systemctl stop rsyncd.socket"
|
||
rlServiceRestore rsyncd
|
||
$STOPPED || rlRun "systemctl start rsyncd.socket"
|
||
fi
|
||
if [ -n "$WORKAROUNDED" ]; then
|
||
rlLog "Cleanup of the workaround for bz#1082496"
|
||
rlRun "rm -rf /usr/lib/systemd/system/rsyncd@.service"
|
||
fi
|
||
sleep 2
|
||
rlRun "ausearch -m AVC -m SELINUX_ERR -ts ${START_DATE_TIME} > ${TMP_FILE}" 0,1
|
||
LINE_COUNT=`wc -l < ${TMP_FILE}`
|
||
rlRun "cat ${TMP_FILE}"
|
||
rlAssert0 "number of lines in ${TMP_FILE} should be 0" ${LINE_COUNT}
|
||
|
||
rlPhaseEnd
|
||
|
||
rlJournalPrintText
|
||
rlJournalEnd
|