blob: 272f69029c7ef0033447be6236cd6c8c15e210c4 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
|
#!/bin/sh
# $FreeBSD$
#
# MAINTAINER: portmgr@FreeBSD.org
set -e
set -o pipefail
. "${dp_SCRIPTSDIR}/functions.sh"
validate_env dp_DEVELOPER dp_DISABLE_SIZE dp_DISTDIR dp_DISTINFO_FILE \
dp_DIST_SUBDIR dp_ECHO_MSG dp_FETCH_AFTER_ARGS dp_FETCH_BEFORE_ARGS \
dp_FETCH_CMD dp_FETCH_ENV dp_FORCE_FETCH_ALL dp_FORCE_FETCH_LIST \
dp_MASTER_SITE_BACKUP dp_MASTER_SITE_OVERRIDE dp_MASTER_SORT_AWK \
dp_NO_CHECKSUM dp_RANDOMIZE_SITES dp_SITE_FLAVOR dp_TARGET
[ -n "${DEBUG_MK_SCRIPTS}" -o -n "${DEBUG_MK_SCRIPTS_DO_FETCH}" ] && set -x
set -u
case ${dp_TARGET} in
do-fetch|makesum)
if [ ! -d "${dp_DISTDIR}" ]; then
mkdir -p "${dp_DISTDIR}"
fi
cd "${dp_DISTDIR}"
;;
esac
for _file in "${@}"; do
file=${_file%%:*}
# If this files has groups
if [ "$_file" = "$file" ]; then
select=DEFAULT
else
select=$(echo "${_file##*:}" | sed -e 's/,/ /g')
fi
filebasename=${file##*/}
if [ -n "${dp_FORCE_FETCH_ALL}" ]; then
force_fetch=true
else
force_fetch=false
for afile in ${dp_FORCE_FETCH_LIST}; do
afile=${afile##*/}
if [ "x$afile" = "x$filebasename" ]; then
force_fetch=true
fi
done
fi
if [ -f "${file}" -a "$force_fetch" != "true" ]; then
continue
fi
full_file="${dp_DIST_SUBDIR:+${dp_DIST_SUBDIR}/}${file}"
if [ -L "$file" ]; then
${dp_ECHO_MSG} "=> ${dp_DISTDIR}/$file is a broken symlink."
${dp_ECHO_MSG} "=> Perhaps a filesystem (most likely a CD) isn't mounted?"
${dp_ECHO_MSG} "=> Please correct this problem and try again."
exit 1
fi
if [ -f "${dp_DISTINFO_FILE}" -a -z "${dp_NO_CHECKSUM}" ]; then
_sha256sum=$(distinfo_data SHA256 "${full_file}")
if [ -z "$_sha256sum" ]; then
${dp_ECHO_MSG} "=> ${dp_DIST_SUBDIR:+$dp_DIST_SUBDIR/}$file is not in ${dp_DISTINFO_FILE}."
${dp_ECHO_MSG} "=> Either ${dp_DISTINFO_FILE} is out of date, or"
${dp_ECHO_MSG} "=> ${dp_DIST_SUBDIR:+$dp_DIST_SUBDIR/}$file is spelled incorrectly."
exit 1
fi
fi
case ${dp_TARGET} in
do-fetch|makesum)
${dp_ECHO_MSG} "=> $file doesn't seem to exist in ${dp_DISTDIR}."
if [ ! -w "${dp_DISTDIR}" ]; then
${dp_ECHO_MSG} "=> ${dp_DISTDIR} is not writable by you; cannot fetch."
exit 1
fi
;;
esac
__MASTER_SITES_TMP=
for group in $select; do
# Disable nounset for this, it may come up empty, but
# we don't want to fail with a strange error here.
set +u
eval ___MASTER_SITES_TMP="\${_${dp_SITE_FLAVOR}_SITES_${group}}"
set -u
if [ -n "${___MASTER_SITES_TMP}" ] ; then
__MASTER_SITES_TMP="${__MASTER_SITES_TMP} ${___MASTER_SITES_TMP}"
else
case ${dp_TARGET} in
do-fetch|makesum)
if [ -n "${dp_DEVELOPER}" ]; then
${dp_ECHO_MSG} "===> /!\\ Error /!\\"
else
${dp_ECHO_MSG} "===> /!\\ Warning /!\\"
fi
${dp_ECHO_MSG} " The :${group} group used for $file is missing"
${dp_ECHO_MSG} " from ${dp_SITE_FLAVOR}_SITES. Check for typos, or errors."
if [ -n "${dp_DEVELOPER}" ]; then
exit 1
fi
;;
esac
fi
done
___MASTER_SITES_TMP=
SORTED_MASTER_SITES_CMD_TMP="echo ${dp_MASTER_SITE_OVERRIDE} $(echo -n "${__MASTER_SITES_TMP}" | awk "${dp_MASTER_SORT_AWK}") ${dp_MASTER_SITE_BACKUP}"
case ${dp_TARGET} in
fetch-list)
echo -n "mkdir -p ${dp_DISTDIR} && "
echo -n "cd ${dp_DISTDIR} && { "
;;
esac
sites_remaining=0
if [ -n "${dp_RANDOMIZE_SITES}" ]; then
sites="$(${SORTED_MASTER_SITES_CMD_TMP} | ${dp_RANDOMIZE_SITES})"
else
sites="$(${SORTED_MASTER_SITES_CMD_TMP})"
fi
for site in ${sites}; do
sites_remaining=$((sites_remaining + 1))
done
for site in ${sites}; do
sites_remaining=$((sites_remaining - 1))
CKSIZE=$(distinfo_data SIZE "${full_file}")
# There is a lot of escaping, but the " needs to survive echo/eval.
case ${file} in
*/*)
case ${dp_TARGET} in
fetch-list|fetch-url-list-int)
echo "mkdir -p \"${file%/*}\" && "
;;
*)
mkdir -p "${file%/*}"
;;
esac
args="-o ${file} ${site}${file}"
;;
*)
args="${site}${file}"
;;
esac
_fetch_cmd="${dp_FETCH_CMD} ${dp_FETCH_BEFORE_ARGS}"
if [ -z "${dp_DISABLE_SIZE}" -a -n "${CKSIZE}" ]; then
_fetch_cmd="${_fetch_cmd} -S ${CKSIZE}"
fi
_fetch_cmd="${_fetch_cmd} ${args} ${dp_FETCH_AFTER_ARGS}"
case ${dp_TARGET} in
do-fetch|makesum)
${dp_ECHO_MSG} "=> Attempting to fetch ${site}${file}"
if env -S "${dp_FETCH_ENV}" ${_fetch_cmd}; then
actual_size=$(stat -f %z "${file}")
if [ -n "${dp_DISABLE_SIZE}" ] || [ -z "${CKSIZE}" ] || [ "${actual_size}" -eq "${CKSIZE}" ]; then
continue 2
else
${dp_ECHO_MSG} "=> Fetched file size mismatch (expected ${CKSIZE}, actual ${actual_size})"
if [ ${sites_remaining} -gt 0 ]; then
${dp_ECHO_MSG} "=> Trying next site"
rm -f "${file}"
fi
fi
fi
;;
fetch-list)
echo -n "env $(escape "${_fetch_cmd}") || "
;;
fetch-url-list-int)
echo ${args}
;;
esac
done
case ${dp_TARGET} in
do-fetch|makesum)
${dp_ECHO_MSG} "=> Couldn't fetch it - please try to retrieve this"
${dp_ECHO_MSG} "=> port manually into ${dp_DISTDIR} and try again."
exit 1
;;
fetch-list)
echo "echo \"${file}\" not fetched; }"
;;
esac
done
|
