Remove Gerrit-verifier-flow/change workflow
Since now the verification of changes in the gerrit-project are
verified using a pipeline job and a Jenkinsfile, the old verifier
workflows are no longer required. This will also open up the
opportunity to update Jenkins to a newer version.
Change-Id: I608dc77557ce902e7d920b36e4db88bd50002a1d
diff --git a/jenkins/gerrit-verifier-change.groovy b/jenkins/gerrit-verifier-change.groovy
deleted file mode 100644
index 0b4b746..0000000
--- a/jenkins/gerrit-verifier-change.groovy
+++ /dev/null
@@ -1,474 +0,0 @@
-// Copyright (C) 2015 The Android Open Source Project
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-import hudson.model.*
-import hudson.AbortException
-import hudson.console.HyperlinkNote
-import java.util.concurrent.CancellationException
-import groovy.json.*
-import java.text.*
-
-
-class Globals {
- static long curlTimeout = 10000
- static int waitForResultTimeout = 10000
- static Map buildsList = [:]
-
- static def ciTag(String operation) {
- " \"tag\" : \"autogenerated:gerrit-ci:$operation\" "
- }
-
- static String addVerifiedTag = ciTag("addVerified")
- static Set<String> codeStyleBranches = ["master", "stable-3.1", "stable-3.0", "stable-2.16", "stable-2.15", "stable-2.14"]
- static resTicks = [ 'ABORTED':'\u26aa', 'SUCCESS':'\u2705', 'FAILURE':'\u274c' ]
- static String gerritRepositoryNameSha1Suffix = "-a6a0e4682515f3521897c5f950d1394f4619d928"
-}
-
-abstract class AbstractLabel {
- final String label
- Script script
- String changeNum
- String sha1
- int score
- Map builds
- String msgBody = ""
-
- AbstractLabel(label, script, changeNum, sha1, score, builds) {
- this.label = label
- this.script = script
- this.changeNum = changeNum
- this.sha1 = sha1
- this.score = score
- this.builds = builds
- }
-
- def printLabelSummary() {
- println "----------------------------------------------------------------------------"
- println "Gerrit Review: ${label}=" + score + " to change " + changeNum + "/" + sha1
- println "----------------------------------------------------------------------------"
- }
-
- def createLabelPayload() {
- if(score == 0) {
- return
- }
-
- msgBody = createMsgBody()
- msgBody.getClass()
-
- def notify = score < 0 ? ', "notify" : "OWNER"' : ''
- def jsonPayload = '{"labels":{"' + label + '":' + score + '},' +
- ' "message": "' + msgBody + '"' +
- notify + ", ${Globals.addVerifiedTag} }"
-
- return jsonPayload
- }
-
- private def println(message) {
- script.println(message)
- }
-
- abstract def createMsgBody()
-}
-
-class VerifyLabel extends AbstractLabel {
-
- VerifyLabel(script, changeNum, sha1, score, builds) {
- super("Verified", script, changeNum, sha1, score, builds)
- }
-
- def createMsgBody() {
- def msgList = builds.collect { type,build ->
- [ 'type': type, 'res': build.getResult().toString(), 'url': build.getBuildUrl() + "consoleText" ]
- } sort { a,b -> a['res'].compareTo(b['res']) }
-
- return msgList.collect {
- "${Globals.resTicks[it.res]} ${it.type} : ${it.res}\n (${it.url})"
- } .join('\n')
- }
-}
-
-class CodeStyleLabel extends AbstractLabel {
- def build
- def files
-
- CodeStyleLabel(script, changeNum, sha1, score, builds) {
- super("Code-Style", script, changeNum, sha1, score, builds)
- build = builds["Code-Style"]
- files = findCodestyleFilesInLog()
- }
-
- def createMsgBody() {
- def formattingMsg = score < 0 ? ('The following files need formatting:\n ' +
- files.join('\n ')) : 'All files are correctly formatted'
- def res = build.getResult().toString()
- def url = build.getBuildUrl() + "consoleText"
-
- return "${Globals.resTicks[res]} $formattingMsg\n (${url})"
- }
-
- private def findCodestyleFilesInLog() {
- def codestyleFiles = []
- def needsFormatting = false
- def codestyleLogReader = build.getLogReader()
- codestyleLogReader.eachLine {
- needsFormatting = needsFormatting || (it ==~ /.*Need Formatting.*/)
- if(needsFormatting && it ==~ /\[.*\]/) {
- codestyleFiles += it.substring(1,it.length()-1)
- }
- }
-
- return codestyleFiles
- }
-}
-
-class GerritCheck {
- String uuid
- String changeNum
- String sha1
- Object build
-
- GerritCheck(name, changeNum, sha1, build) {
- this.uuid = "gerritforge:" + name.replaceAll("(bazel/)", "") + Globals.gerritRepositoryNameSha1Suffix
- this.changeNum = changeNum
- this.sha1 = sha1
- this.build = build
- }
-
- def printCheckSummary() {
- println "----------------------------------------------------------------------------"
- println "Gerrit Check: ${uuid}=" + build.getResult() + " to change " + changeNum + "/" + sha1
- println "----------------------------------------------------------------------------"
- }
-
- def getCheckResultFromBuild() {
- switch(build.getResult()) {
- case Result.SUCCESS:
- return "SUCCESSFUL"
- case Result.ABORTED:
- return "NOT_STARTED"
- case Result.FAILURE:
- case Result.NOT_BUILT:
- case Result.UNSTABLE:
- default:
- return "FAILED"
- }
- }
-
- def createCheckPayload() {
- def json = new JsonBuilder()
- json {
- checker_uuid(uuid)
- state(getCheckResultFromBuild())
- url(build.getBuildUrl() + "consoleText")
- }
- return json.toString()
- }
-}
-
-class Gerrit {
- String url
- Script script
- boolean verbose = true
-
- def addLabel(label, change, sha1){
- def changeNum = change._number
- def exitCode = httpPost("a/changes/" + changeNum + "/revisions/" + sha1 + "/review",
- label.createLabelPayload())
- if (exitCode == 0){
- label.printLabelSummary()
- }
- }
-
- def postCheck(check) {
- def exitCode = httpPost("a/changes/${check.changeNum}/revisions/${check.sha1}/checks",
- check.createCheckPayload())
- if (exitCode == 0) {
- check.printCheckSummary()
- }
- }
-
- private def httpPost(path, jsonPayload) {
- def error = ""
- def gerritPostUrl = url + path
- def curl = ['curl',
- '-n', '-s', '-S',
- '-X', 'POST', '-H', 'Content-Type: application/json',
- '--data-binary', jsonPayload,
- gerritPostUrl ]
- if(verbose) { println "CURL/EXEC> $curl" }
- def proc = curl.execute()
- def sout = new StringBuffer(), serr = new StringBuffer()
- proc.consumeProcessOutput(sout, serr)
- proc.waitForOrKill(Globals.curlTimeout)
- def curlExit = proc.exitValue()
- if(curlExit != 0) {
- error = "$curl **FAILED** with exit code = $curlExit"
- println error
- throw new IOException(error)
- }
-
- if(!sout.toString().trim().isEmpty() && verbose) {
- println "CURL/OUTPUT> $sout"
- }
- if(!serr.toString().trim().isEmpty() && verbose) {
- println "CURL/ERROR> $serr"
- }
-
- return 0
- }
-
- def getChangedFiles(changeNum, sha1) {
- URL filesUrl = new URL(String.format("%schanges/%s/revisions/%s/files/",
- url, changeNum, sha1))
- def files = filesUrl.getText().substring(5)
- def filesJson = new JsonSlurper().parseText(files)
- filesJson.keySet().findAll { it != "/COMMIT_MSG" }
- }
-
- def getChangeUrl(changeNum, patchNum) {
- return new URL(url + "#/c/" + changeNum + "/" + patchNum)
- }
-
- def getChangeQueryUrl(changeId) {
- return new URL("${url}changes/$changeId/?pp=0&O=3")
- }
-
- private def println(message) {
- script.println(message)
- }
-}
-
-gerrit = new Gerrit(script:this, url:"https://gerrit-review.googlesource.com/")
-
-def waitForResult(b) {
- def res = null
- def startWait = System.currentTimeMillis()
- while(res == null && (System.currentTimeMillis() - startWait) < Globals.waitForResultTimeout) {
- res = b.getResult()
- if(res == null) {
- Thread.sleep(100) {
- }
- }
- }
- return res == null ? Result.FAILURE : res
-}
-
-def getLabelValue(acc, res) {
- if(res == null || res == Result.ABORTED) {
- return 0
- }
-
- switch(acc) {
- case 0: return 0
- case 1:
- if(res == null) {
- return 0;
- }
- switch(res) {
- case Result.SUCCESS: return +1;
- case Result.FAILURE: return -1;
- default: return 0;
- }
- case -1: return -1
- }
-}
-
-def prepareBuildsForMode(refspec,sha1,changeUrl,mode,tools,targetBranch,retryTimes,codestyle) {
- def builds = []
- if(codestyle) {
- builds += {
- Globals.buildsList.put("codestyle", build("Gerrit-codestyle",
- REFSPEC: refspec, BRANCH: sha1, CHANGE_URL: changeUrl, MODE: mode,
- TARGET_BRANCH: targetBranch))
- println "Builds status:"
- Globals.buildsList.each {
- n, v -> println " $n : ${v.getResult()}\n (${v.getBuildUrl() + "consoleText"})"
- }
- }
- }
-
- for (tool in tools) {
- def buildName = "Gerrit-verifier-$tool"
- def key = "$tool/$mode"
- builds += {
- retry (retryTimes) {
- Globals.buildsList.put(key,
- build(buildName, REFSPEC: refspec, BRANCH: sha1,
- CHANGE_URL: changeUrl, MODE: mode, TARGET_BRANCH: targetBranch))
- println "Builds status:"
- Globals.buildsList.each {
- n, v -> println " $n : ${v.getResult()}\n (${v.getBuildUrl() + "consoleText"})"
- }
- }
- }
- }
- return builds
-}
-
-def runSh(cwd, command) {
- def sout = new StringBuilder(), serr = new StringBuilder()
- println "SH: $command"
- def shell = command.execute([],cwd)
- shell.consumeProcessOutput(sout, serr)
- shell.waitForOrKill(30000)
- println "OUT: $sout"
- println "ERR: $serr"
-}
-
-def buildChange(change) {
- def sha1 = change.current_revision
- def changeNum = change._number
- def revision = change.revisions.get(sha1)
- def ref = revision.ref
- def patchNum = revision._number
- def branch = change.branch
- def changeUrl = gerrit.getChangeUrl(changeNum, patchNum)
- def refspec = "+" + ref + ":" + ref.replaceAll('ref/', 'ref/remotes/origin/')
- def tools = []
- def modes = ["reviewdb"]
- def workspace = build.environment.get("WORKSPACE")
- println "workspace: $workspace"
- def cwd = new File("$workspace")
- println "cwd: $cwd"
- println "ref: $ref"
-
- runSh(cwd, "git fetch origin $ref")
- runSh(cwd, "git checkout FETCH_HEAD")
- runSh(cwd, "git fetch origin $branch")
- runSh(cwd, 'git config user.name "Jenkins Build"')
- runSh(cwd, 'git config user.email "jenkins@gerritforge.com"')
- runSh(cwd, 'git merge --no-commit --no-edit --no-ff FETCH_HEAD')
-
- if(new java.io.File("$cwd/BUILD").exists()) {
- tools += ["bazel"]
- }
-
- println "Building Change " + changeUrl
- build.setDescription("""<a href='$changeUrl' target='_blank'>Change #$changeNum</a>""")
-
- if(branch == "master" || branch == "stable-3.1" || branch == "stable-3.0") {
- modes = ["notedb"]
- }
- else if(branch == "stable-2.15" || branch == "stable-2.16") {
- modes = ["reviewdb","notedb"]
- } else {
- modes = ["reviewdb"]
- }
-
- if(branch == "master" || branch == "stable-3.1" || branch == "stable-3.0" || branch == "stable-2.16" || branch == "stable-2.15" || branch == "stable-2.14") {
- def changedFiles = gerrit.getChangedFiles(changeNum, sha1)
- def polygerritFiles = changedFiles.findAll { it.startsWith("polygerrit-ui") || it.startsWith("lib/js") }
-
- if(polygerritFiles.size() > 0 || changedFiles.contains("WORKSPACE")) {
- if(changedFiles.size() == polygerritFiles.size()) {
- println "Only PolyGerrit UI changes detected, skipping other test modes..."
- modes = ["polygerrit"]
- } else {
- println "PolyGerrit UI changes detected, adding 'polygerrit' validation..."
- modes += "polygerrit"
- }
- }
- }
-
- def builds = []
- println "Running validation jobs using $tools builds for $modes ..."
- modes.collect {
- prepareBuildsForMode(refspec,sha1,changeUrl,it,tools,branch,1,Globals.codeStyleBranches.contains(branch))
- }.each { builds += it }
-
- def buildsWithResults = getResultsOfBuildsInParallel(builds)
- def codestyleResult = buildsWithResults.find{ it[0] == "codestyle" }
- if(codestyleResult) {
- def resCodeStyle = getLabelValue(1, codestyleResult[1])
- def codestyleBuild = Globals.buildsList["codestyle"]
- def codestyleLabel = new CodeStyleLabel(this, changeNum, sha1, resCodeStyle,
- ["Code-Style": codestyleBuild])
- gerrit.addLabel(codestyleLabel, change, sha1)
- }
-
- flaky = findFlakyBuilds(buildsWithResults.findAll { it[0] != "codestyle" })
- if(flaky.size > 0) {
- println "** FLAKY Builds detected: ${flaky}"
-
- def retryBuilds = []
- def toolsAndModes = flaky.collect { it.split("/") }
-
- toolsAndModes.each {
- def tool = it[0]
- def mode = it[1]
- Globals.buildsList.remove(it)
- retryBuilds += prepareBuildsForMode(refspec,sha1,changeUrl,mode,[tool],branch,3,false)
- }
- buildsWithResults = getResultsOfBuildsInParallel(retryBuilds)
- }
-
- def resVerify = buildsWithResults.findAll{ it != codestyleResult }.inject(1) { acc, buildResult -> getLabelValue(acc, buildResult[1]) }
-
- def resAll = codestyleResult ? getLabelValue(resVerify, codestyleResult[1]) : resVerify
-
- def verifyLabel = new VerifyLabel(this, changeNum, sha1, resVerify,
- Globals.buildsList.findAll { key,build -> key != "codestyle" })
- gerrit.addLabel(verifyLabel, change, sha1)
-
- // Per build result create vote on gerrit checker
- Globals.buildsList.each { type,build -> gerrit.postCheck(new GerritCheck(type, changeNum, sha1, build)) }
-
- switch(resAll) {
- case 0: build.state.result = ABORTED
- break
- case 1: build.state.result = SUCCESS
- break
- case -1: build.state.result = FAILURE
- break
- }
-}
-
-def getResultsOfBuildsInParallel(builds) {
- ignore(FAILURE) {
- parallel (builds)
- }
- def results = Globals.buildsList.values().collect { waitForResult(it) }
- def buildsWithResults = []
-
- Globals.buildsList.keySet().eachWithIndex {
- key,index -> buildsWithResults.add(new Tuple(key, results[index]))
- }
- return buildsWithResults
-}
-
-def findFlakyBuilds(buildsWithResults) {
- def flaky = buildsWithResults.findAll { it[1] == null || it[1] != SUCCESS }
- if(flaky.size == buildsWithResults.size) {
- return []
- }
-
- return flaky.collect { it[0] }
-}
-
-def requestedChangeId = params.get("CHANGE_ID")
-
-queryUrl = gerrit.getChangeQueryUrl(requestedChangeId)
-
-def change = queryUrl.getText().substring(5)
-def jsonSlurper = new JsonSlurper()
-def changeJson = jsonSlurper.parseText(change)
-
-sha1 = changeJson.current_revision
-if(sha1 == null) {
- println "[WARNING] Skipping change " + changeJson.change_id + " because it does not have any current revision or patch-set"
-} else {
- buildChange(changeJson)
-}
-
diff --git a/jenkins/gerrit-verifier-flow.groovy b/jenkins/gerrit-verifier-flow.groovy
deleted file mode 100644
index 533f4c1..0000000
--- a/jenkins/gerrit-verifier-flow.groovy
+++ /dev/null
@@ -1,142 +0,0 @@
-// Copyright (C) 2015 The Android Open Source Project
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-import hudson.model.*
-import hudson.AbortException
-import hudson.console.HyperlinkNote
-import java.util.concurrent.CancellationException
-import groovy.json.*
-import java.text.*
-
-String.metaClass.encodeURL = {
- java.net.URLEncoder.encode(delegate)
-}
-
-class Globals {
- static String gerrit = "https://gerrit-review.googlesource.com/"
- static String jenkins = "https://gerrit-ci.gerritforge.com/"
- static String gerritReviewer = "GerritForge CI <gerritforge@gmail.com>"
- static long curlTimeout = 10000
- static SimpleDateFormat tsFormat = new SimpleDateFormat("YYYY-MM-dd HH:mm:ss.S Z")
- static int maxChanges = 100
- static int numRetryBuilds = 3
- static int myAccountId = 1022687
- static int waitForResultTimeout = 10000
- static int maxBuilds = 16
- static String verifierJobName = "Gerrit-verifier-change"
-}
-
-def lastBuild = build.getPreviousSuccessfulBuild()
-
-def lastBuildStartTimeMillis = lastBuild == null ?
- (System.currentTimeMillis() - 1800000) : lastBuild.getStartTimeInMillis()
-def sinceMillis = lastBuildStartTimeMillis - (24 * 3600 * 1000)
-def since = Globals.tsFormat.format(new Date(sinceMillis))
-
-if(lastBuild != null) {
- println "Last successful build was " + lastBuild.toString()
-}
-
-println ""
-println "Querying Gerrit for last modified changes since ${since} ..."
-
-def gerritQuery = "status:open project:gerrit branch:master since:\"" + since + "\""
-
-queryUrl = new URL(Globals.gerrit + "changes/?pp=0&o=CURRENT_REVISION&o=DETAILED_ACCOUNTS&o=DETAILED_LABELS&n=" + Globals.maxChanges + "&q=" +
- gerritQuery.encodeURL())
-
-def changes = queryUrl.getText().substring(5)
-def jsonSlurper = new JsonSlurper()
-def changesJson = jsonSlurper.parseText(changes)
-
-def getBuildRunsInProgress() {
- def verifierChangeJob = Hudson.instance.getJob(Globals.verifierJobName)
- def verifierRuns = verifierChangeJob.builds
- def pendingBuilds = verifierRuns.findAll { it.building }
- return pendingBuilds
-}
-
-def changeOfBuildRun(run) {
- def params = run.allActions.findAll { it in hudson.model.ParametersAction }
- return params.collect { it.getParameter("CHANGE_ID").value }
-}
-
-def changeUrl(change) {
- "${Globals.gerrit}${change}"
-}
-
-def acceptedChanges = changesJson.findAll {
- change ->
- sha1 = change.current_revision
- if(sha1 == null) {
- println "[WARNING] Skipping change ${changeUrl(change._number)} because it does not have any current revision or patch-set"
- return false
- }
-
- if(change.hashtags.contains("skipci")) {
- println "[WARNING] Skipping change ${changeUrl(change._number)} because it is tagged with #skipci"
- return false
- }
-
- def canBeVerified = change.labels.Verified
- if(canBeVerified != null) {
- def verified = canBeVerified.all
- if(verified == null) {
- true
- } else {
- def myVerifications = verified.findAll {
- verification -> verification._account_id == Globals.myAccountId && verification.value != 0
- }
- return myVerifications.empty
- }
- }
-}
-
-def inProgress = getBuildRunsInProgress()
-if(!inProgress.empty) {
- println ""
- println "Changes currently in progress: "
- inProgress.each {
- b -> println("Change ${changeUrl(changeOfBuildRun(b)[0])}: ${Globals.jenkins}${b.url}")
- }
-}
-
-def inProgressChangesNums = inProgress.collect { changeOfBuildRun(it) }.flatten()
-def todoChangesNums = acceptedChanges.collect { "${it._number}" }
-def filteredChanges = todoChangesNums - inProgressChangesNums
-
-def buildsBandwith = Globals.maxBuilds - inProgressChangesNums.size
-
-println ""
-println "Gerrit has " + filteredChanges.size() + " change(s) since " + since + " $filteredChanges"
-if(buildsBandwith <= 0) {
- println "... but there is NO bandwidth for further builds yet"
-}
-else {
- if(filteredChanges.size() > buildsBandwith) {
- println "... but I've got bandwidth for only ${buildsBandwith} of them at the moment"
- }
-}
-println "================================================================================"
-
-if(buildsBandwith > 0) {
- def changesTodo = filteredChanges.reverse().take(buildsBandwith)
-
- changesTodo.each {
- println "Building change: ${changeUrl(it)} ..."
- }
-
- def builds = changesTodo.collect { change -> { -> build(Globals.verifierJobName, CHANGE_ID: change) } }
- parallel(builds)
-}
diff --git a/jenkins/gerrit-verifier.yaml b/jenkins/gerrit-verifier.yaml
index 6e2d984..4155f84 100644
--- a/jenkins/gerrit-verifier.yaml
+++ b/jenkins/gerrit-verifier.yaml
@@ -136,43 +136,6 @@
- shell: !include-raw-escape: gerrit-codestyle-buildifier.sh
- job:
- name: 'Gerrit-verifier-change'
- project-type: flow
- concurrent: true
- needs-workspace: true
- node: master
- parameters:
- - string:
- name: CHANGE_ID
- description: Gerrit Change-ID to build and verify
- scm:
- - git:
- url: https://gerrit.googlesource.com/gerrit
- branches:
- - '*/master'
- submodule:
- disable: true
- skip-tag: true
- dsl: !include-raw: gerrit-verifier-change.groovy
- properties:
- - build-discarder:
- days-to-keep: 7
- - inject:
- keep-build-variables: true
- keep-system-variables: true
-
-- job:
- name: 'Gerrit-verifier-flow'
- concurrent: true
- project-type: flow
- triggers:
- - timed: 'H/5 * * * *'
- dsl: !include-raw: gerrit-verifier-flow.groovy
- properties:
- - build-discarder:
- days-to-keep: 1
-
-- job:
name: 'Gerrit-verifier-pipeline'
description: Multi-branch pipeline to validate Gerrit
project-type: multibranch
