blob: 2b80fd579f51e02f065a85f48956bf635c24a159 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
|
#!/bin/bash
# Copyright (C) 2021 The Qt Company Ltd.
# SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
# XAUTHORITY must be set and DISPLAY must be set
# Usage: build_and_test.sh <main branch> <hardwareId> <jobs> ["annotate"?] [qtdeclarative-branch]
# XAUTHORITY must be accessible
# checkoutQtModule <module name> <branch>
qtSdkDir=/home/$USER/Qt
qtSourceDir=$WORKSPACE/$BUILD_NUMBER
qtBuildDir=$WORKSPACE/$BUILD_NUMBER/build
qtHostPrefix=$qtBuildDir/hostbin
devicePrefix=/opt/qt
deviceName=$DEVNAME
deviceMkspec=$DEVMKSPEC
sysrootDir=$qtSdkDir/5.11.2/Boot2Qt/$deviceName/toolchain/sysroots
armSysrootDir=$sysrootDir/$ARMSYSROOT
crossCompile=$sysrootDir/$CROSSCOMPILE
installRoot=$WORKSPACE/$BUILD_NUMBER/Install/$devicePrefix
deviceIP=$DEVIP
mkdir build
function checkoutQtModule {
git clone --progress https://code.qt.io/qt/$1
cd $1
git checkout $2
git rev-parse HEAD > ../$1_$2_sha1.txt
cd ..
}
# buildQtModule <module name> <branch> <jobs>
function buildQtModule {
checkoutQtModule $1 $2
cd $1
$qtHostPrefix/bin/qmake
make -j $3
make install
cd ..
}
# compareSha1sAndAnnotate <module name> <branch>
function compareSha1sAndAnnotate {
if [[ -e ../$1_$2_sha1.txt && -e $1_$2_sha1.txt ]]; then
local new_sha1=$(cat $1_$2_sha1.txt)
local old_sha1=$(cat ../$1_$2_sha1.txt)
if [[ "$new_sha1" != "$old_sha1" ]]; then
qmlbenchrunner/annotate.py --title="$1 update" --tag="$1Update" --text="Updated $1 to $new_sha1 (previous was $old_sha1)" --branch="$2"
fi
fi
if [[ -e $1_$2_sha1.txt ]]; then
cp $1_$2_sha1.txt ../$1_$2_sha1.txt
fi
}
branch_label="$1+$5"
qtdeclarative_branch=$5
if [[ -z $qtdeclarative_branch ]]; then
qtdeclarative_branch=$1
branch_label=$1
fi
echo "Using $1 as base and $qtdeclarative_branch for qtdeclarative. Using $branch_label as label in database."
# checkout and configure Qt Base
checkoutQtModule qtbase $1
cd $qtBuildDir
$qtSourceDir/qtbase/configure -commercial -confirm-license -debug -prefix $devicePrefix -hostprefix $qtHostPrefix -extprefix $installRoot -device $deviceMkspec -device-option CROSS_COMPILE=$crossCompile -sysroot $armSysrootDir -nomake tests -nomake examples -device-option DISTRO_OPTS=boot2qt $EXTRAARGS
make -j $3
make install
cd $WORKSPACE/$BUILD_NUMBER
#other modules
buildQtModule qtdeclarative $qtdeclarative_branch $3
buildQtModule qtquickcontrols $1 $3
buildQtModule qtquickcontrols2 $1 $3
buildQtModule qtgraphicaleffects $1 $3
# qmlbench
git clone --progress https://code.qt.io/qt-labs/qmlbench.git
cd qmlbench
qmlbenchBranch=dev
if [[ ! "$1" =~ ^(v?6\.|dev) ]]; then
# Revert a breaking change made to enable shader effects in qt6
# if branch is not dev or major version 6.xx
qmlbenchBranch=5.15
fi
git checkout $qmlbenchBranch
git rev-parse HEAD > ../qmlbench_${qmlbenchBranch}_sha1.txt
#Remove any bad tests that are too difficult for low-power hardware if the variable is set.
if [ ! -z "$BADTESTS" ]; then
echo "deleting bad tests: $BADTESTS"
rm -rf $BADTESTS
fi
$qtHostPrefix/bin/qmake qmlbench.pro
make -j $3
cp -r benchmarks $installRoot/
cp -r shared $installRoot/
cp src/qmlbench $installRoot/
cd ..
echo Label: $branch_label
#sync to device
sizeNeeded=$(du -hsk $installRoot | cut -f 1)
bytesFree=$(ssh -o UserKnownHostsFile=/home/dan/.ssh/known_hosts root@$deviceIP df / | awk '/[0-9]%/{print $(NF-2)}')
echo "$WORKSPACE/$BUILD_NUMBER/" > $installRoot/hostfilepath.txt
#Delete tests from device
ssh -o UserKnownHostsFile=/home/dan/.ssh/known_hosts root@$deviceIP rm -rf /opt/qt/benchmarks
echo "$sizeNeeded needed for qt libraries."
if [[ sizeNeeded -lt bytesFree ]]; then
echo "$bytesFree bytes free on device."
echo "Syncing libraries..."
rsync -avz --exclude=doc --exclude=include --exclude=*.debug $installRoot/* root@$deviceIP:/opt/qt/
echo "$bytesFree bytes remaining on device."
else
echo "Not enough disk space on device. Trying to delete /opt/qt to free up space."
echo "$bytesFree bytes free on device before deletion."
ssh -o UserKnownHostsFile=/home/dan/.ssh/known_hosts root@$deviceIP rm -rf /opt/qt
bytesFree=$(ssh -o UserKnownHostsFile=/home/dan/.ssh/known_hosts root@10.9.70.70 df / | awk '/[0-9]%/{print $(NF-2)}')
echo "$bytesFree bytes free on device after deletion."
if [[ sizeNeeded -lt bytesFree ]]; then
rsync -avz --exclude=doc --exclude=include --exclude=*.debug $installRoot/* root@$deviceIP:/opt/qt/
echo "$bytesFree bytes remaining on device."
else
echo "Not enough disk space on device to continue, and wiping out /opt/qt wasn't enough for some reason. Please investigate the device @ [IP]"
exit 1
fi
fi
echo "Beginning SSH session to device for local QMLBench run..."
ssh -o UserKnownHostsFile=/home/dan/.ssh/known_hosts root@$deviceIP /bin/bash << 'EOT'
export QT_EGLFS_IMX6_NO_FB_MULTI_BUFFER=1
cd /opt/qt/
./qmlbench --json --shell frame-count benchmarks/auto/creation/ benchmarks/auto/changes/ benchmarks/auto/js benchmarks/auto/animations benchmarks/auto/bindings > results.json
hostfilepath=$(cat hostfilepath.txt)
rsync -avz -e "ssh -i /home/root/.ssh/id_rsa" results.json dan@10.9.70.25:$hostfilepath
exit
EOT
echo "Closed SSH session. Parsing and uploading results..."
python3 qmlbenchrunner/run.py results.json $branch_label $2
if [ "$4" == "annotate" ]; then
compareSha1sAndAnnotate qtbase $1
compareSha1sAndAnnotate qtdeclarative $1
compareSha1sAndAnnotate qtquickcontrols $1
compareSha1sAndAnnotate qtquickcontrols2 $1
compareSha1sAndAnnotate qtgraphicaleffects $1
compareSha1sAndAnnotate qmlbench $qmlbenchBranch
fi
|
