Initial Commit
This initial commit includes a directory deduplicator (for thinning out Time Machine snapshots) and an automatic tool to detect and apply the necessary metadata for a successful tmutil inherit (needed when you want to use a backup drive with a new computer, for example).
This commit is contained in:
Lee Ockert
33
README.md
Normal file
33
README.md
Normal file
@ -0,0 +1,33 @@
|
||||
# tmimport
|
||||
Time Machine Importer
|
||||
|
||||
tmimport.sh <backup drive>
|
||||
|
||||
Time Machine Importer modifies the metadata of a backup drive to match the
|
||||
current computer's model and unique identifiers (primary MAC address and
|
||||
hardware platform UUID/provisioning UDID) and attempts to 'inherit' the
|
||||
backup history.
|
||||
|
||||
The backup drive should be specified by disk or volume name (or path) or
|
||||
the mount point of the backup drive. If Time Machine Importer cannot find
|
||||
an appropriate disk volume or mount point, it will check to see if the
|
||||
specified directory is a valid Backups.backupdb location (or a machine
|
||||
directory under one).
|
||||
|
||||
A future version may attempt to detect HFS+ or APFS partitions serving as
|
||||
backup drives, and, if a backup drive is specified as a device path, it
|
||||
will automagically choose the correct backup path.
|
||||
|
||||
# dirdedupe
|
||||
Directory De-Duplication ("Dirty Dupe")
|
||||
|
||||
dirdedupe.sh [--execute] masterdir shadowdir
|
||||
|
||||
For each file in shadowdir, replace it with a hard link to the matching file
|
||||
(if any) in masterdir. A file will be considered a match if, and only if, it
|
||||
shares the same file name, relative path, and contents.
|
||||
|
||||
OPTIONS
|
||||
|
||||
--execute Actually remove and link duplicate files. By default, this
|
||||
program runs in test mode.
|
||||
87
dirdedupe.sh
Executable file
87
dirdedupe.sh
Executable file
@ -0,0 +1,87 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# BITSC LICENSE NOTICE (MODIFIED ISC LICENSE)
|
||||
#
|
||||
# DIRECTORY DE-DUPLICATION ("Dirty Dupe")
|
||||
#
|
||||
# Copyright (c) 2022 Lee Ockert <torstenvl@gmail.com>
|
||||
# https://github.com/torstenvl
|
||||
#
|
||||
# THIS WORK IS PROVIDED "AS IS" WITH NO WARRANTY OF ANY KIND. THE IMPLIED
|
||||
# WARRANTIES OF MERCHANTABILITY, FITNESS, NON-INFRINGEMENT, AND TITLE ARE
|
||||
# EXPRESSLY DISCLAIMED. NO AUTHOR SHALL BE LIABLE UNDER ANY THEORY OF LAW
|
||||
# FOR ANY DAMAGES OF ANY KIND RESULTING FROM THE USE OF THIS WORK.
|
||||
#
|
||||
# Permission to use, copy, modify, and/or distribute this work for any
|
||||
# purpose is hereby granted, provided this notice appears in all copies.
|
||||
|
||||
|
||||
############################################################################
|
||||
## FUNCTION TO PRINT USAGE INSTRUCTIONS ##
|
||||
############################################################################
|
||||
printusage() {
|
||||
echo "
|
||||
DIRECTORY DE-DUPLICATION (\"Dirty Dupe\")
|
||||
|
||||
${0} [--execute] masterdir shadowdir
|
||||
|
||||
For each file in shadowdir, replace it with a hard link to the matching file
|
||||
(if any) in masterdir. A file will be considered a match if, and only if, it
|
||||
shares the same file name, relative path, and contents.
|
||||
|
||||
OPTIONS
|
||||
|
||||
--execute Actually remove and link duplicate files. By default, this
|
||||
program runs in test mode.
|
||||
"
|
||||
}
|
||||
|
||||
|
||||
############################################################################
|
||||
## PARSE & MAKE SENSE OF COMMAND LINE ##
|
||||
############################################################################
|
||||
|
||||
# CHECK FOR THE EXECUTE FLAG (DEFAULT IS TESTING-ONLY MODE)
|
||||
REALLYRUN=0
|
||||
if [ "${1}" == "--execute" ]; then
|
||||
REALLYRUN=1
|
||||
shift
|
||||
fi
|
||||
|
||||
# MAKE SURE WE HAVE THE RIGHT NUMBER OF ARGUMENTS AND THEY'RE VALID
|
||||
if [ ! $# -eq 2 ]; then
|
||||
echo && echo "Wrong number of arguments!" && printusage && exit
|
||||
else
|
||||
masterdir=$1
|
||||
shadowdir=$2
|
||||
if [ ! -d "${masterdir}" ]; then
|
||||
echo && echo "${masterdir} is not a directory!" && printusage && exit
|
||||
elif [ ! -d "${shadowdir}" ]; then
|
||||
echo && echo "${shadowdir} is not a directory!" && printusage && exit
|
||||
fi
|
||||
fi
|
||||
|
||||
|
||||
############################################################################
|
||||
## HARDLINK THE DUPLICATES (OR NOT) ##
|
||||
############################################################################
|
||||
find "${shadowdir}" -print0 | while read -d $'\0' shadowfile
|
||||
do
|
||||
if [ -f "${shadowfile}" ]; then
|
||||
masterfile="${shadowfile/#${shadowdir}/${masterdir}}"
|
||||
if [ -f "${masterfile}" ]; then
|
||||
cmp -s "${masterfile}" "${shadowfile}"
|
||||
if [ $? -eq 0 ]; then
|
||||
if [ $REALLYRUN -gt 0 ]; then
|
||||
echo "Linking \"${masterfile}\" <-- \"${shadowfile}\""
|
||||
ln -Pf "${masterfile}" "${shadowfile}"
|
||||
else
|
||||
echo "NOT linking \"${masterfile}\" <-- \"${shadowfile}\""
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
done
|
||||
|
||||
exit
|
||||
|
||||
40
tmdiskenum.sh
Executable file
40
tmdiskenum.sh
Executable file
@ -0,0 +1,40 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
|
||||
function storebackupdrivelist() {
|
||||
|
||||
# Search for external drives
|
||||
local ext_drv_srch=`diskutil list | grep external`
|
||||
local ext_drv_list=`diskutil list | grep external | sed 's/.*\(disk[0-9][0-9]*\).*/\1/g'`
|
||||
|
||||
# Then, for each one...
|
||||
for drivename in $ext_drv_list; do
|
||||
# Get the HFS partitions
|
||||
local ext_hfs_ptns=`diskutil list ${drivename} | grep "Apple_HFS" | grep "${drivename}" | cut -w -f7`
|
||||
# And get their volume names, mount points, and mount status
|
||||
for partitionname in $ext_hfs_ptns; do
|
||||
local volumename=`diskutil info /dev/${partitionname} | grep "Volume Name:" | cut -w -f4`
|
||||
local mountpoint=`diskutil info /dev/${partitionname} | grep "Mount Point:" | cut -w -f4`
|
||||
if [ mountpoint == "" ]; then
|
||||
mountpoint="(none)"
|
||||
local mountstatus="NO"
|
||||
else
|
||||
local mountstatus="YES"
|
||||
fi
|
||||
if [ ${#drives[@]} -eq 0 ]; then
|
||||
drives=("${partitionname}")
|
||||
else
|
||||
drives=("${drives[@]}","${partitionname}")
|
||||
fi
|
||||
drives=("${drives[@]}","${volumename}")
|
||||
drives=("${drives[@]}","${mountstatus}")
|
||||
drives=("${drives[@]}","${mountpoint}")
|
||||
drives=("${drives[@]}","EOL")
|
||||
done
|
||||
done
|
||||
}
|
||||
|
||||
declare -a drives
|
||||
storebackupdrivelist drives
|
||||
|
||||
echo "drives = ${drives}"
|
||||
154
tmimport.sh
Executable file
154
tmimport.sh
Executable file
@ -0,0 +1,154 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# BITSC LICENSE NOTICE (MODIFIED ISC LICENSE)
|
||||
#
|
||||
# TIME MACHINE IMPORTER
|
||||
#
|
||||
# Copyright (c) 2022 Lee Ockert <torstenvl@gmail.com>
|
||||
# https://github.com/torstenvl
|
||||
#
|
||||
# THIS WORK IS PROVIDED "AS IS" WITH NO WARRANTY OF ANY KIND. THE IMPLIED
|
||||
# WARRANTIES OF MERCHANTABILITY, FITNESS, NON-INFRINGEMENT, AND TITLE ARE
|
||||
# EXPRESSLY DISCLAIMED. NO AUTHOR SHALL BE LIABLE UNDER ANY THEORY OF LAW
|
||||
# FOR ANY DAMAGES OF ANY KIND RESULTING FROM THE USE OF THIS WORK.
|
||||
#
|
||||
# Permission to use, copy, modify, and/or distribute this work for any
|
||||
# purpose is hereby granted, provided this notice appears in all copies.
|
||||
|
||||
|
||||
function dispusage() {
|
||||
if [ ${#1} -gt 0 ]; then
|
||||
printf "%s\n\n" "${1}"
|
||||
fi
|
||||
echo "\
|
||||
Time Machine Importer"
|
||||
echo
|
||||
echo "\
|
||||
Usage: ${0} <backup drive>
|
||||
|
||||
Time Machine Importer modifies the metadata of a backup drive to match the
|
||||
current computer's model and unique identifiers (primary MAC address and
|
||||
hardware platform UUID/provisioning UDID), attempts to associate the primary
|
||||
disk with the backup, and attempts to 'inherit' the backup history.
|
||||
|
||||
The backup drive should be specified by volume name or mount point. If the
|
||||
backup drive is specified by the disk device name or path, Time Machine
|
||||
Importer will try to find an HFS+ partition on it. If there is one, or if a
|
||||
partition name or path is specified, Time Machine Importer will attempt to
|
||||
find the mount point and check for the existence of a Backups.backupdb
|
||||
folder.
|
||||
|
||||
"
|
||||
}
|
||||
|
||||
|
||||
############################################################################
|
||||
## PARSE & MAKE SENSE OF COMMAND LINE ##
|
||||
############################################################################
|
||||
if [ ! $# -eq 1 ]; then
|
||||
dispusage "Invalid number of arguments" && exit
|
||||
fi
|
||||
|
||||
## IF USER PROVIDED A VALID DEVICE, VOLUME NAME, OR MOUNT POINT, USE THAT
|
||||
diskutil list "${1}" > /dev/null 2>&1
|
||||
if [[ $? -eq 0 ]]; then
|
||||
MOUNTPOINT=`diskutil info ${1} | grep "Mount Point:" | sed 's/^ *Mount Point: *\(.*\)$/\1/'`
|
||||
if [ "${MOUNTPOINT}" == "" ]; then
|
||||
dispusage "No mount point for specified device ${1}. Perhaps it isn't mounted?" && exit
|
||||
# TODO: Should check to see if it CONTAINS any disks with a Time Machine role...
|
||||
fi
|
||||
|
||||
if [ ! -d "${MOUNTPOINT}/Backups.backupdb/" ]; then
|
||||
dispusage "No Backups.backupdb directory found at ${MOUNTPOINT}/Backups.backupdb/" && exit
|
||||
fi
|
||||
|
||||
BACKUPPATH=`find ${MOUNTPOINT}/Backups.backupdb -type d -maxdepth 1 -xattrname com.apple.backupd.HostUUID -print -quit`
|
||||
if [ "${BACKUPPATH}" == "" ]; then
|
||||
dispusage "No suitable backups within ${MOUNTPOINT}/Backups.backupdb!" && exit
|
||||
fi
|
||||
SPECIFIED="${1}"
|
||||
|
||||
## OTHERWISE, THE USER MAY HAVE PROVIDED A BACKUPS.BACKUPDB PATH
|
||||
elif [[ -d "${1}" ]] && [[ $(stat -f %R ${1}) =~ Backups.backupdb$ ]]; then
|
||||
BACKUPPATH=`find $(stat -f %R ${1}) -type d -maxdepth 1 -xattrname com.apple.backupd.HostUUID -print -quit`
|
||||
if [ "${BACKUPPATH}" == "" ]; then
|
||||
dispusage "No suitable backups within $(stat -f %R ${1})!" && exit
|
||||
fi
|
||||
SPECIFIED=$(stat -f %R ${1})
|
||||
|
||||
## OR MAYBE EVEN THE DIRECTORY WITHIN IT
|
||||
elif [[ -d "${1}" ]] && [[ $(stat -f %R ${1}) =~ Backups.backupdb\/.+$ ]]; then
|
||||
BACKUPPATH=`find $(stat -f %R ${1}) -type d -maxdepth 0 -xattrname com.apple.backupd.HostUUID -print -quit`
|
||||
if [ "${BACKUPPATH}" == "" ]; then
|
||||
dispusage "No suitable backups at $(stat -f %R ${1})!" && exit
|
||||
fi
|
||||
SPECIFIED=$(stat -f %R ${1})
|
||||
|
||||
## OTHERWISE WE'RE SCREWED
|
||||
else
|
||||
dispusage "${1} is not a valid device, volume, or Backups.backupdb path." && exit
|
||||
fi
|
||||
|
||||
|
||||
############################################################################
|
||||
## GET NECESSARY SYSTEM INFORMATION ##
|
||||
############################################################################
|
||||
MODEL=`ioreg -d2 -k IOPlatformUUID | awk -F\" '/"model"/{print $(NF-1)}'`
|
||||
UUID=`ioreg -d2 -k IOPlatformUUID | awk -F\" '/"IOPlatformUUID"/{print $(NF-1)}'`
|
||||
#UUIDHEX=`printf '%s\0' ${UUID} | xxd -p -c37`
|
||||
MAC=`ifconfig en0 | awk '/ether/{print $2}'`
|
||||
#MACHEX=`printf '%s\0' ${MAC} | xxd -p`
|
||||
|
||||
KERNELVER=`uname -a | sed 's/.*Version \([0-9][0-9]*\).*/\1/g'`
|
||||
if [ $KERNELVER -lt 20 ]; then
|
||||
SIMONSAYS="sudo /System/Library/Extensions/TMSafetyNet.kext/Contents/Helpers/bypass"
|
||||
else
|
||||
SIMONSAYS="sudo"
|
||||
fi
|
||||
|
||||
|
||||
############################################################################
|
||||
## CONFIRM ACTION INFORMATION ##
|
||||
############################################################################
|
||||
printf "\n\
|
||||
Specified Backup: %s\n\
|
||||
Backup Location: %s\n\
|
||||
Computer Model: %s\n\
|
||||
Host UUID: %s\n\
|
||||
MAC Address: %s\n\n" "${SPECIFIED}" "${BACKUPPATH}" "${MODEL}" "${UUID}" "${MAC}"
|
||||
|
||||
printf "Attributes are now:\n"
|
||||
printf " %s\t\t\t%s\n" "com.apple.backupd.ModelID" "$(xattr -p 'com.apple.backupd.ModelID' "${BACKUPPATH}")"
|
||||
printf " %s\t%s\n" "com.apple.backupd.BackupMachineAddress" "$(xattr -p 'com.apple.backupd.BackupMachineAddress' "${BACKUPPATH}")"
|
||||
printf " %s\t\t\t%s\n\n" "com.apple.backupd.HostUUID" "$(xattr -p 'com.apple.backupd.HostUUID' "${BACKUPPATH}")"
|
||||
|
||||
printf "\
|
||||
Preparing to run the following commands:\n\
|
||||
%s xattr -w 'com.apple.backupd.ModelID' \"%-36s\" \"%s\"\n\
|
||||
%s xattr -w 'com.apple.backupd.BackupMachineAddress' \"%-36s\" \"%s\"\n\
|
||||
%s xattr -w 'com.apple.backupd.HostUUID' \"%-36s\" \"%s\"\n\
|
||||
%s tmutil inheritbackup \"%s\"\n\
|
||||
\n" "${SIMONSAYS}" "${MODEL}" "${BACKUPPATH}" \
|
||||
"${SIMONSAYS}" "${MAC}" "${BACKUPPATH}" \
|
||||
"${SIMONSAYS}" "${UUID}" "${BACKUPPATH}" \
|
||||
"${SIMONSAYS}" "${BACKUPPATH}"
|
||||
|
||||
printf "\nDoes everything look right?\n\n"
|
||||
|
||||
select response in "Apply Time Machine Magic" "ABORT ABORT ABORT!"; do
|
||||
if [ "${response}" == "Apply Time Machine Magic" ]; then
|
||||
"${SIMONSAYS}" xattr -w 'com.apple.backupd.ModelID' "${MODEL}" "${BACKUPPATH}"
|
||||
"${SIMONSAYS}" xattr -w 'com.apple.backupd.BackupMachineAddress' "${MAC}" "${BACKUPPATH}"
|
||||
"${SIMONSAYS}" xattr -w 'com.apple.backupd.HostUUID' "${UUID}" "${BACKUPPATH}"
|
||||
"${SIMONSAYS}" tmutil inheritbackup "${BACKUPPATH}"
|
||||
printf "\nOperation completed.\n\n"
|
||||
printf "Attributes are now:\n"
|
||||
printf " %s\t\t\t%s\n" "com.apple.backupd.ModelID" "$(xattr -p 'com.apple.backupd.ModelID' "${BACKUPPATH}")"
|
||||
printf " %s\t%s\n" "com.apple.backupd.BackupMachineAddress" "$(xattr -p 'com.apple.backupd.BackupMachineAddress' "${BACKUPPATH}")"
|
||||
printf " %s\t\t\t%s\n\n" "com.apple.backupd.HostUUID" "$(xattr -p 'com.apple.backupd.HostUUID' "${BACKUPPATH}")"
|
||||
break
|
||||
else
|
||||
printf "\nOperation aborted. No action has been taken.\n\n"
|
||||
break
|
||||
fi
|
||||
done
|
||||
Reference in New Issue
Block a user