| |
@@ -1,361 +0,0 @@
|
| |
- #!/bin/bash
|
| |
- # vim: dict=/usr/share/beakerlib/dictionary.vim cpt=.,w,b,u,t,i,k
|
| |
- # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
| |
- #
|
| |
- # runtest.sh of /CoreOS/rsync/Sanity/definig-the-set-of-files-to-transfer
|
| |
- # Description: Tests the options which modifie the list of files to be transfered
|
| |
- # Author: Michal Trunecka <mtruneck@redhat.com>
|
| |
- # Author: Karel Srot <ksrot@redhat.com>
|
| |
- #
|
| |
- # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
| |
- #
|
| |
- # Copyright (c) 2013 Red Hat, Inc. All rights reserved.
|
| |
- #
|
| |
- # This copyrighted material is made available to anyone wishing
|
| |
- # to use, modify, copy, or redistribute it subject to the terms
|
| |
- # and conditions of the GNU General Public License version 2.
|
| |
- #
|
| |
- # This program is distributed in the hope that it will be
|
| |
- # useful, but WITHOUT ANY WARRANTY; without even the implied
|
| |
- # warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
|
| |
- # PURPOSE. See the GNU General Public License for more details.
|
| |
- #
|
| |
- # You should have received a copy of the GNU General Public
|
| |
- # License along with this program; if not, write to the Free
|
| |
- # Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
| |
- # Boston, MA 02110-1301, USA.
|
| |
- #
|
| |
- # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
| |
-
|
| |
- # Include Beaker environment
|
| |
- . /usr/bin/rhts-environment.sh || exit 1
|
| |
- . /usr/share/beakerlib/beakerlib.sh || exit 1
|
| |
-
|
| |
- PACKAGE="rsync"
|
| |
-
|
| |
- rlJournalStart
|
| |
- rlPhaseStartSetup
|
| |
- rlAssertRpm $PACKAGE
|
| |
-
|
| |
- rlFileBackup --clean /etc/rsyncd.conf
|
| |
- START_DATE_TIME=`date "+%m/%d/%Y %T"`
|
| |
-
|
| |
- REMOTE="/tmp/remote"
|
| |
- LOCAL="/tmp/local"
|
| |
- LOCAL_2="/root/another_local"
|
| |
- TMP_FILE=`mktemp`
|
| |
- TMP_FILE_2=`mktemp`
|
| |
- SERVER_LOG_FILE=`mktemp`
|
| |
- rlRun "chcon -t rsync_log_t $SERVER_LOG_FILE"
|
| |
- LOG_FILE=`mktemp`
|
| |
- rlRun "chcon -t rsync_log_t $LOG_FILE"
|
| |
-
|
| |
- rlRun "mkdir $REMOTE"
|
| |
- rlRun "chcon -t rsync_tmp_t $REMOTE"
|
| |
- rlRun "mkdir $LOCAL"
|
| |
- rlRun "chcon -t rsync_tmp_t $LOCAL"
|
| |
-
|
| |
- rlRun "dd if=/dev/zero of=${LOCAL}/bigfile bs=1000 count=20000"
|
| |
- rlRun "dd if=/dev/zero of=${LOCAL}/smallfile bs=1000 count=2"
|
| |
- rlRun "echo 'First file' > ${LOCAL}/first"
|
| |
- rlRun "echo 'Second file' > ${LOCAL}/second"
|
| |
- rlRun "echo 'Third file' > ${LOCAL}/third"
|
| |
- if ! rlIsRHEL 5 6; then
|
| |
- if ! ls /usr/lib/systemd/system/rsyncd@.service
|
| |
- then
|
| |
- WORKAROUNDED=true
|
| |
- rlFail "The /usr/lib/systemd/system/rsyncd@.service file is missing (bz#1082496), will be workarounded for now"
|
| |
- rlRun "cp rsyncd@.service /usr/lib/systemd/system/"
|
| |
- else
|
| |
- rlPass "The bz#1082496 is probably fixed, no workaround needed."
|
| |
- fi
|
| |
- fi
|
| |
-
|
| |
- rlRun "cat > /etc/rsyncd.conf <<EOF
|
| |
- pid file = /var/run/rsyncd.pid
|
| |
- log file = $SERVER_LOG_FILE
|
| |
-
|
| |
- [remote]
|
| |
- path = $REMOTE
|
| |
- hosts allow = 127.0.0.1, ::1
|
| |
- read only = no
|
| |
- uid = root
|
| |
- gid = root
|
| |
- EOF"
|
| |
- if rlIsRHEL 5 6; then
|
| |
- rlRun "chkconfig rsync on"
|
| |
- rlServiceStart xinetd
|
| |
- else
|
| |
- systemctl status rsyncd.socket && STOPPED=false || STOPPED=true
|
| |
- rlServiceStop rsyncd
|
| |
- rlRun "systemctl restart rsyncd.socket"
|
| |
- fi
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- rlPhaseStartTest "-c --checksum"
|
| |
-
|
| |
- # -c, --checksum
|
| |
- # This changes the way rsync checks if the files have been changed and are in
|
| |
- # need of a transfer. Without this option, rsync uses a “quick check” that
|
| |
- # (by default) checks if each file’s size and time of last modification match
|
| |
- # between the sender and receiver. This option changes this to compare a
|
| |
- # 128-bit checksum for each file that has a matching size. Generating the
|
| |
- # checksums means that both sides will expend a lot of disk I/O reading all
|
| |
- # the data in the files in the transfer (and this is prior to any reading that
|
| |
- # will be done to transfer changed files), so this can slow things down sig-
|
| |
- # nificantly.
|
| |
- #
|
| |
- # The sending side generates its checksums while it is doing the file-system
|
| |
- # scan that builds the list of the available files. The receiver generates
|
| |
- # its checksums when it is scanning for changed files, and will checksum any
|
| |
- # file that has the same size as the corresponding sender’s file: files with
|
| |
- # either a changed size or a changed checksum are selected for transfer.
|
| |
- #
|
| |
- rlRun "rsync -av -i ${LOCAL}/first localhost::remote | grep first"
|
| |
- rlRun "rsync -av -i ${LOCAL}/first localhost::remote | grep first" 1
|
| |
- rlRun "MODIF_DATE=\"`date -r ${REMOTE}/first`\""
|
| |
- # Modified content, but preserved the size
|
| |
- rlRun "echo 'first file' > ${REMOTE}/first"
|
| |
- # set the same dates to both local and remote file
|
| |
- rlRun "touch -d \"$MODIF_DATE\" ${REMOTE}/first"
|
| |
- rlRun "touch -d \"$MODIF_DATE\" ${LOCAL}/first"
|
| |
- rlRun "rsync -av -i ${LOCAL}/first localhost::remote | grep first" 1
|
| |
- rlRun "rsync -av -i -c ${LOCAL}/first localhost::remote | grep first"
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- rlPhaseStartTest "--ignore-existing"
|
| |
-
|
| |
- # --ignore-existing
|
| |
- # This tells rsync to skip updating files that already exist on the destina-
|
| |
- # tion (this does not ignore existing directories, or nothing would get done).
|
| |
- # See also --existing.
|
| |
- #
|
| |
- # This option is a transfer rule, not an exclude, so it doesn’t affect the
|
| |
- # data that goes into the file-lists, and thus it doesn’t affect deletions.
|
| |
- # It just limits the files that the receiver requests to be transferred.
|
| |
- #
|
| |
- # This option can be useful for those doing backups using the --link-dest
|
| |
- # option when they need to continue a backup run that got interrupted. Since
|
| |
- # a --link-dest run is copied into a new directory hierarchy (when it is used
|
| |
- # properly), using --ignore existing will ensure that the already-handled
|
| |
- # files don’t get tweaked (which avoids a change in permissions on the hard-
|
| |
- # linked files). This does mean that this option is only looking at the
|
| |
- # existing files in the destination hierarchy itself.
|
| |
-
|
| |
- rlRun "echo 'lorem ipsum' > ${REMOTE}/first"
|
| |
- rlRun "echo 'dolor sit amet' > ${REMOTE}/second"
|
| |
- rlRun "echo 'consectetur adipiscing elit' > ${REMOTE}/third"
|
| |
- rlRun "echo 'lorem ipsum' > ${REMOTE}/smallfile"
|
| |
- rlRun "echo 'dolor sit amet' > ${REMOTE}/bigfile"
|
| |
-
|
| |
- rlRun "rsync -avv -i -c --ignore-existing ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'" 1
|
| |
- rlRun "rsync -avv -i --size-only --ignore-existing ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'" 1
|
| |
- rlRun "rsync -avv -i -I --ignore-existing ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'" 1
|
| |
- rlRun "rsync -avv -i ${LOCAL}/ localhost::remote | egrep 'first|second|third|smallfile|bigfile'"
|
| |
-
|
| |
- rlRun "rm -rf ${REMOTE}/*"
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- rlPhaseStartTest "--max-size --min-size"
|
| |
-
|
| |
- # --max-size=SIZE
|
| |
- # This tells rsync to avoid transferring any file that is larger than the
|
| |
- # specified SIZE. The SIZE value can be suffixed with a string to indicate a
|
| |
- # size multiplier, and may be a fractional value (e.g. “--max-size=1.5m”).
|
| |
- #
|
| |
- # This option is a transfer rule, not an exclude, so it doesn’t affect the
|
| |
- # data that goes into the file-lists, and thus it doesn’t affect deletions.
|
| |
- # It just limits the files that the receiver requests to be transferred.
|
| |
- #
|
| |
- # The suffixes are as follows: “K” (or “KiB”) is a kibibyte (1024), “M” (or
|
| |
- # “MiB”) is a mebibyte (1024*1024), and “G” (or “GiB”) is a gibibyte
|
| |
- # (1024*1024*1024). If you want the multiplier to be 1000 instead of 1024,
|
| |
- # use “KB”, “MB”, or “GB”. (Note: lower-case is also accepted for all val-
|
| |
- # ues.) Finally, if the suffix ends in either “+1” or “-1”, the value will be
|
| |
- # offset by one byte in the indicated direction.
|
| |
- #
|
| |
- # Examples: --max-size=1.5mb-1 is 1499999 bytes, and --max-size=2g+1 is
|
| |
- # 2147483649 bytes.
|
| |
- #
|
| |
- # --min-size=SIZE
|
| |
- # This tells rsync to avoid transferring any file that is smaller than the
|
| |
- # specified SIZE, which can help in not transferring small, junk files. See
|
| |
- # the --max-size option for a description of SIZE and other information.
|
| |
-
|
| |
- for SIZE in 1K 1M 1KB 1MB; do
|
| |
- rlRun "dd if=/dev/zero of=${LOCAL}/testfile bs=1 count=${SIZE}"
|
| |
- rlRun "rsync -avh --max-size ${SIZE}-1 ${LOCAL}/testfile localhost::remote | grep testfile" 1
|
| |
- rlRun "rsync -avh --min-size ${SIZE}+1 ${LOCAL}/testfile localhost::remote | grep testfile" 1
|
| |
- rlRun "rsync -avh --max-size ${SIZE} ${LOCAL}/testfile localhost::remote | grep testfile"
|
| |
- rlRun "rm -f ${REMOTE}/testfile"
|
| |
- rlRun "rsync -avh --max-size ${SIZE} ${LOCAL}/testfile localhost::remote | grep testfile"
|
| |
- rlRun "rm -f ${REMOTE}/testfile"
|
| |
- done
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- rlPhaseStartTest "--size-only"
|
| |
-
|
| |
- # --size-only
|
| |
- # This modifies rsync’s “quick check” algorithm for finding files that need to
|
| |
- # be transferred, changing it from the default of transferring files with
|
| |
- # either a changed size or a changed last-modified time to just looking for
|
| |
- # files that have changed in size. This is useful when starting to use rsync
|
| |
- # after using another mirroring system which may not preserve timestamps
|
| |
- # exactly.
|
| |
-
|
| |
- rlRun "sleep 2"
|
| |
- # Modified content, but preserved the size of the destionation
|
| |
- rlRun "echo 'Xirst file' > ${REMOTE}/first"
|
| |
-
|
| |
- rlLog "The file would be transfered with only -a option"
|
| |
- rlRun "rsync -avv -n ${LOCAL}/ localhost::remote | grep first"
|
| |
-
|
| |
- rlLog "only the time be updated with --size-only option"
|
| |
- rlRun "rsync -avvv -i --size-only ${LOCAL}/ localhost::remote | grep '.f..t...... first'"
|
| |
- rlRun "grep 'Xirst' ${REMOTE}/first"
|
| |
-
|
| |
- rlLog "The file won't be tranferred with -a option because of the updated time"
|
| |
- rlRun "rsync -avv -i ${LOCAL}/ localhost::remote | grep first" 1
|
| |
-
|
| |
- rlLog "..and finaly, the file will be transfered with -c option"
|
| |
- rlRun "rsync -avv -i -c ${LOCAL}/ localhost::remote"
|
| |
- rlRun "grep 'First' ${REMOTE}/first"
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- #rlPhaseStartTest "-f --filter, -F"
|
| |
-
|
| |
- # -f, --filter=RULE
|
| |
- # This option allows you to add rules to selectively exclude certain files
|
| |
- # from the list of files to be transferred. This is most useful in combination
|
| |
- # with a recursive transfer.
|
| |
- #
|
| |
- # You may use as many --filter options on the command line as you like to
|
| |
- # build up the list of files to exclude. If the filter contains whitespace,
|
| |
- # be sure to quote it so that the shell gives the rule to rsync as a single
|
| |
- # argument. The text below also mentions that you can use an underscore to
|
| |
- # replace the space that separates a rule from its arg.
|
| |
- #
|
| |
- # See the FILTER RULES section for detailed information on this option.
|
| |
- #
|
| |
- # -F The -F option is a shorthand for adding two --filter rules to your command.
|
| |
- # The first time it is used is a shorthand for this rule:
|
| |
- #
|
| |
- # --filter=’dir-merge /.rsync-filter’
|
| |
- #
|
| |
- # This tells rsync to look for per-directory .rsync-filter files that have
|
| |
- # been sprinkled through the hierarchy and use their rules to filter the files
|
| |
- # in the transfer. If -F is repeated, it is a shorthand for this rule:
|
| |
- #
|
| |
- # --filter=’exclude .rsync-filter’
|
| |
- #
|
| |
- # This filters out the .rsync-filter files themselves from the transfer.
|
| |
- #
|
| |
- # See the FILTER RULES section for detailed information on how these options
|
| |
- # work.
|
| |
-
|
| |
- #rlPhaseEnd
|
| |
-
|
| |
- rlPhaseStartTest "--include --exclude"
|
| |
-
|
| |
- # --include=PATTERN
|
| |
- # This option is a simplified form of the --filter option that defaults to an
|
| |
- # include rule and does not allow the full rule-parsing syntax of normal fil-
|
| |
- # ter rules.
|
| |
- #
|
| |
- # See the FILTER RULES section for detailed information on this option.
|
| |
- #
|
| |
- rlLogInfo "prepare test files"
|
| |
- rlRun "mkdir ${LOCAL}/include-test"
|
| |
- for F in "a.c" "a.log" "b.c" "b.log" "c.c" "c.log" "d.txt"; do
|
| |
- rlRun "echo $F$F$F > ${LOCAL}/include-test/$F" 0 "Creating ${LOCAL}/include-test/$F file"
|
| |
- done
|
| |
-
|
| |
- rlLogInfo "execute rsync command and verify results"
|
| |
- rlRun "rsync -avv -i --include='*.c' --include='b*' --exclude='*.log' ${LOCAL}/include-test localhost::remote"
|
| |
- # note: rsync checks each name to be transferred against the list of include/exclude patterns in turn, and the first matching pattern is acted on
|
| |
- for F in "a.c" "b.c" "c.c" "b.log" "d.txt"; do
|
| |
- rlAssertExists ${REMOTE}/include-test/$F
|
| |
- done
|
| |
- rlAssertNotExists ${REMOTE}/include-test/a.log
|
| |
- rlAssertNotExists ${REMOTE}/include-test/c.log
|
| |
- rlRun "rm -rf ${REMOTE}/include-test ${LOCAL}/include-test"
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- rlPhaseStartTest "--include-from --exclude-from"
|
| |
-
|
| |
-
|
| |
- # --include-from=FILE
|
| |
- # This option is related to the --include option, but it specifies a FILE that
|
| |
- # contains include patterns (one per line). Blank lines in the file and lines
|
| |
- # starting with ‘;’ or ‘#’ are ignored. If FILE is -, the list will be read
|
| |
- # from standard input.
|
| |
-
|
| |
- rlLogInfo "prepare test files"
|
| |
- rlRun "mkdir ${LOCAL}/include-from-test"
|
| |
- for F in "a.c" "a.log" "b.c" "b.log" "c.c" "c.log" "d.txt"; do
|
| |
- rlRun "echo $F$F$F > ${LOCAL}/include-from-test/$F" 0 "Creating ${LOCAL}/include-from-test/$F file"
|
| |
- done
|
| |
- rlRun "echo -e '*.c\nb*' > list-include"
|
| |
- rlRun "echo -e '*.log' > list-exclude"
|
| |
-
|
| |
- rlLogInfo "execute rsync command and verify results"
|
| |
- rlRun "rsync -avv -i --include-from=list-include --exclude-from=list-exclude ${LOCAL}/include-from-test localhost::remote"
|
| |
- # note: rsync checks each name to be transferred against the list of include/exclude patterns in turn, and the first matching pattern is acted on
|
| |
- for F in "a.c" "b.c" "c.c" "b.log" "d.txt"; do
|
| |
- rlAssertExists ${REMOTE}/include-from-test/$F
|
| |
- done
|
| |
- rlAssertNotExists ${REMOTE}/include-from-test/a.log
|
| |
- rlAssertNotExists ${REMOTE}/include-from-test/c.log
|
| |
- rlRun "rm -rf ${REMOTE}/include-from-test ${LOCAL}/include-from-test list-include list-exclude"
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- #rlPhaseStartTest "-0, --from0"
|
| |
- #
|
| |
- # -0, --from0
|
| |
- # This tells rsync that the rules/filenames it reads from a file are termi-
|
| |
- # nated by a null (’\0’) character, not a NL, CR, or CR+LF. This affects
|
| |
- # --exclude-from, --include-from, --files-from, and any merged files specified
|
| |
- # in a --filter rule. It does not affect --cvs-exclude (since all names read
|
| |
- # from a .cvsignore file are split on whitespace).
|
| |
- #
|
| |
- # If the --iconv and --protect-args options are specified and the --files-from
|
| |
- # filenames are being sent from one host to another, the filenames will be
|
| |
- # translated from the sending host’s charset to the receiving host’s charset.
|
| |
-
|
| |
- #rlPhaseEnd
|
| |
-
|
| |
- rlPhaseStartCleanup
|
| |
- rlRun "rm -rf $REMOTE"
|
| |
- rlRun "rm -rf $LOCAL"
|
| |
- rlRun "rm -rf $SERVER_LOG_FILE"
|
| |
- rlRun "rm -rf $LOG_FILE"
|
| |
- rlFileRestore
|
| |
- if rlIsRHEL 5 6; then
|
| |
- rlRun "chkconfig rsync off"
|
| |
- rlServiceRestore xinetd
|
| |
- else
|
| |
- rlRun "systemctl stop rsyncd.socket"
|
| |
- rlServiceRestore rsyncd
|
| |
- $STOPPED || rlRun "systemctl start rsyncd.socket"
|
| |
- fi
|
| |
- if [ -n "$WORKAROUNDED" ]; then
|
| |
- rlLog "Cleanup of the workaround for bz#1082496"
|
| |
- rlRun "rm -rf /usr/lib/systemd/system/rsyncd@.service"
|
| |
- fi
|
| |
- sleep 2
|
| |
- rlRun "ausearch -m AVC -m SELINUX_ERR -ts ${START_DATE_TIME} > ${TMP_FILE}" 0,1
|
| |
- LINE_COUNT=`wc -l < ${TMP_FILE}`
|
| |
- rlRun "cat ${TMP_FILE}"
|
| |
- rlAssert0 "number of lines in ${TMP_FILE} should be 0" ${LINE_COUNT}
|
| |
-
|
| |
- rlPhaseEnd
|
| |
-
|
| |
- rlJournalPrintText
|
| |
- rlJournalEnd
|
| |
omejzlik
commented a year ago
Adding fedora, rhel, centos compatible plans and gating. Next time these files will be copied to rhel and centos, they will automatically enable ci tests and gating in centos and rhel.