blob: 11614448c09915377233a6e800a00a1bf25e6062 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#!/bin/bash
# receive one package to be built from the build-list whose dependencies
# are already satisfied or which breaks a dependency cycle
# exit code shows state of success:
# 0: ok, I gave you an assignment
# 1: come back (shortly) later - I was running already
# 2: come back later - there are still packages to be built,
# but currently none has all its dependencies ready
# 3: come back after the next run of get-package-updates - currently
# there are no pending packages
# 4: come back, when you've done your work - you hit the limit on
# maximum allowed parallel jobs per ip
# TODO:
# respect build-manually-list ("blocked")
# respect broken packages
. "${0%/*}/../conf/default.conf"
mkdir -p "${work_dir}/package-states"
hand_out_assignment() {
# locked packages won't be handed out
if [ -f "${work_dir}/package-states/$1.$2.$3.$4.locked" ]; then
return 0
fi
echo "$1 $2 $3 $4"
echo "${SSH_CLIENT%% *}" > "${work_dir}/package-states/$1.$2.$3.$4.locked"
# lock every loop this package breaks
grep "^${1//./\\.}\$" "${work_dir}/build-list.loops/"loop_* | \
cut -d: -f1 | \
tee -a "${work_dir}/package-states/$1.$2.$3.$4.locked" | \
sed 's|$|.locked|' | \
xargs -rn1 touch
rm -f "${lock_file}"
exit 0
}
# Create a lock file.
exec 9> "${lock_file}"
if ! flock -n 9; then
>&2 echo 'come back (shortly) later - I was running already'
exit 1
fi
# Check if there are any pending packages at all and if the requester
# has already hit its max_parallel_build_per_client limit.
num_jobs=0
pending_packages=false
while read -r package git_revision mod_git_revision repository; do
if [ -f "${work_dir}/package-states/${package}.${git_revision}.${mod_git_revision}.${repository}.locked" ];
then
if [ "${SSH_CLIENT%% *}" = "$(head -n1 "${work_dir}/package-states/${package}.${git_revision}.${mod_git_revision}.${repository}.locked")" ]; then
num_jobs=$[${num_jobs}+1];
fi
else
pending_packages=true
fi
done < "${work_dir}/build-list"
if ! ${pending_packages}; then
>&2 echo 'come back after the next run of get-package-updates - currently there are no pending packages'
rm -f "${lock_file}"
exit 3
fi
if [ ${num_jobs} -ge ${max_parallel_build_per_client} ]; then
>&2 echo "come back, when you've done your work - you hit the limit on maximum allowed parallel jobs per ip"
rm -f "${lock_file}"
exit 4
fi
# Find first package of build-list whose dependencies are all met
while read -r package git_revision mod_git_revision repository; do
[ -z "$(
(
cat "${work_dir}/package-infos/${package}."*".needs"
awk '{print $1}' "${work_dir}/build-list"
) | \
sort | \
uniq -d
)" ] || continue
hand_out_assignment "${package}" "${git_revision}" "${mod_git_revision}" "${repository}"
done < "${work_dir}/build-list"
# Find package (of all packages which are not locked)
# which breaks the most unlocked loops
for package in $(
ls "${work_dir}/build-list.loops/"loop_* | \
sed 's|\.locked$||' | \
sort | \
uniq -u | \
# now, we have all unlocked loops
xargs cat | \
# now, we have their content
sort | \
uniq -c | \
sort -k1nr,1 | \
awk '{print $2}'
); do
if assignment="$(grep "^${package} " "${work_dir}/build-list")"; then
hand_out_assignment ${assignment}
fi
done
# Remove the lock file
>&2 echo 'come back later - there are still packages to be built, but currently none has all its dependencies ready'
rm -f "${lock_file}"
exit 2
|