Mercurial > public > develkit
view init20.gradle @ 213:40316e0cdef2
add hg audit report script
author | smith@nwoca.org |
---|---|
date | Thu, 28 Apr 2016 19:27:29 +0100 |
parents | 908950abd490 |
children | 0ca4f3c952b7 |
line wrap: on
line source
import groovy.sql.Sql import groovy.transform.ToString final GradleVersion gradleCurrent = GradleVersion.current() final GradleVersion gradleV20 = GradleVersion.version('2.0') println "Gradle Version: $gradleCurrent" if (gradleCurrent < gradleV20) { throw new RuntimeException("this init script requires Gradle version 2.0 or higher") } gradle.ext.ssdtDevelkitLocation = gradle.ext.has('ssdtDevelkitLocation') ? gradle.ssdtDevelkitLocation : 'http://hg.ssdt-ohio.org/browse/public/develkit' ant.property(file: System.getProperty('user.home') + "/.ssdt/private.properties") gradle.ext.ivyUserDir = ant.properties['ivy.default.ivy.user.dir'] ?: System.getProperty('user.home') + "/.ivy2" gradle.ext.ssdtProjectId = System.getenv('bamboo_project_id') ?: rootProject.name gradle.addListener(new ArtifactoryGradleSettings()) def hostname try { hostname = "hostname".execute().text.toLowerCase().readLines().first() } catch (e) { hostname = 'unknown' } gradle.ext.bambooBuild = System.getenv().any { it.key.toLowerCase().contains('bamboo') } || hostname?.startsWith('ssdt-ba') gradle.ext.bambooPlan = (System.getenv('BAMBOO_PLAN') ?: 'UNKNOWN-UNKNOWN-JOB1').split('-')[0..1].join('-') logger.info "Bamboo plan: ${gradle.bambooPlan}" gradle.ext.buildTimestamp = System.currentTimeMillis().toString().padLeft(14, '0') gradle.ext.hgRepositoryUrl = "" try { gradle.ext.hgRepositoryUrl = ("hg path".execute().text.split('=') ?: ['', ''])[1].trim() } catch (e) { } def springModuleTranslator = [ 'spring-transaction': 'spring-tx', 'spring-web-servlet': 'spring-webmvc', ].withDefault { it } gradle.ext.normalizeSpring = { DependencyResolveDetails details -> if (details.requested.group == 'org.springframework' && details.requested.name.startsWith('org.springframework.')) { def shortName = springModuleTranslator[details.requested.name.replace('org.springframework.', 'spring-').replace('.', '-')] details.useTarget(group: 'org.springframework', name: shortName, version: details.requested.version) } if (details.requested.group == 'org.springframework.security' && details.requested.name.startsWith('org.springframework.')) { def shortName = springModuleTranslator[details.requested.name.replace('org.springframework.', 'spring-').replace('.', '-')] details.useTarget("${details.requested.group}:$shortName:${details.requested.version}") } } gradle.ext.runtimeInfo = new RuntimeInfo() gradle.ext.branch = new BranchInfo(System.getenv('bamboo_planRepository_branch')) gradle.ext.branchName = gradle.branch.name gradle.ext.branchStream = gradle.branch.stream gradle.ext.branchHash = gradle.branch.hash println "${gradle.hgRepositoryUrl} ${gradle.branch}" println "$gradle.runtimeInfo" println gradle.branch println gradle.branch.imageId println gradle.branch.deployName loadEnvironments() gradle.environment.put('hgRepositoryUrl', gradle.hgRepositoryUrl) gradle.environment.put('branchName', gradle.branch.name) gradle.environment.put('branchStream', gradle.branch.stream) gradle.environment.put('branchHash', gradle.branch.hash) def cacheTimeout = 60 * 60 * 8 if (gradle.environment['dependencyTimeout']) { cacheTimeout = gradle.environment['dependencyTimeout'] as Integer println "setting changing dependency timeout to $cacheTimeout seconds" } gradle.ext.cacheTimeout = cacheTimeout rootProject.ext.indyCapable = { boolean capable = true try { Class.forName('java.lang.invoke.MethodHandle') } catch (e) { capable = false } capable && !rootProject.hasProperty('skipIndy') } rootProject.ext.useIndy = { boolean indy = false // first, check if a system property activates indy support indy |= System.hasProperty('indy') && Boolean.valueOf(System.getProperty('indy')) // check ssdt environment for indy property. indy |= (gradle.environment.indy) ? gradle.environment.indy.toBoolean() : false // check if the main project has an extension property setting indy (-Pindy). if (rootProject.hasProperty('indy')) { indy = (Boolean.valueOf(rootProject.indy)) } // set the groovy runtime system property to ensure forked junit test will get the indy flag properly if (indy && rootProject.indyCapable()) System.setProperty("groovy.target.indy", "true") indy && rootProject.indyCapable() } println "Indy available: ${rootProject.indyCapable()} enabled: ${rootProject.useIndy()}" if (gradle.bambooBuild) { gradle.ext.ssdtGradlekitLocation = gradle.ext.has('ssdtGradlekitLocation') ? gradle.ssdtGradlekitLocation : 'http://hg.ssdt-ohio.org/ssdt/gradlekit/raw-file/tip' logger.info "applying SSDT artifactory Gradle Settings (bamboo: $gradle.bambooBuild host: $hostname)" apply from: "${gradle.ssdtGradlekitLocation}/artifactory20.gradle" } buildscript { repositories { maven { url 'http://repos.ssdt.nwoca.org/artifactory/ssdt-repo' } } dependencies { classpath 'postgresql:postgresql:9.1-901.jdbc4' } } apply from: "${gradle.ssdtDevelkitLocation}/metrics.gradle" rootProject.afterEvaluate { r -> if (gradle.bambooBuild && r.hasProperty('requireJavaVersion')) { gradle.runtimeInfo.requireJava( r.getProperty('requireJavaVersion') ) } if (r.plugins.hasPlugin(org.gradle.plugins.ide.idea.IdeaPlugin)) { r.idea.project.ipr.withXml { xml -> if (file('.hg').exists()) { println 'enabling HG on project' def vcs = findComponent(xml.asNode(), 'VcsDirectoryMappings') vcs.mapping.@vcs = 'hg4idea' } def codeStyle = findComponent(xml.asNode(), 'ProjectCodeStyleSettingsManager') if (codeStyle) { xml.asNode().remove(codeStyle) } def styleManager = xml.asNode().appendNode('component', [name: 'ProjectCodeStyleSettingsManager']) styleManager.appendNode 'option', [name: 'USE_PER_PROJECT_SETTINGS', value: true] def styleOptions = new NodeBuilder().option(name: 'PER_PROJECT_SETTINGS') { value { GroovyCodeStyleSettings { option(name: 'CLASS_COUNT_TO_USE_IMPORT_ON_DEMAND', value: '10') option(name: 'PACKAGES_TO_USE_IMPORT_ON_DEMAND') { value { 'package'(name: "java.awt", withSubpackages: false, static: false) 'package'(name: "javax.swing", withSubpackages: false, static: false) 'package'(name: "javax.persistence", withSubpackages: false, static: false) 'package'(name: "javax.validation", withSubpackages: true, static: false) } } } XML { option(name: 'XML_LEGACY_SETTINGS_IMPORTED', value: true) } } } styleManager.append styleOptions if (r.group.contains('org.ssdt')) { def copyRight = findComponent(xml.asNode(), 'CopyrightManager') if (copyRight) { xml.asNode().remove(copyRight) } copyRight = new NodeBuilder().component(name: 'CopyrightManager', default: 'ODE') { copyright { option(name: 'notice', value: 'Copyright (c) $today.year. Ohio Department of Education. - All Rights Reserved.\nUnauthorized copying of this file, in any medium, is strictly prohibited.\nWritten by State Software Development Team (http://ssdt.oecn.k12.oh.us/)') option(name: 'keyword', value: 'Copyright') option(name: 'allowReplaceKeyword', value: 'South Front') option(name: 'myName', value: 'ODE') option(name: 'myLocal', value: true) } LanguageOptions(name: 'CSS') { option(name: 'fileTypeOverride', value: 1) } LanguageOptions(name: 'JSP') { option(name: 'fileTypeOverride', value: 1) option(name: 'prefixLines', value: false) } LanguageOptions(name: 'JSPX') { option(name: 'fileTypeOverride', value: 1) option(name: 'prefixLines', value: false) } LanguageOptions(name: 'JavaScript') { option(name: 'fileTypeOverride', value: 1) } LanguageOptions(name: 'Properties') { option(name: 'fileTypeOverride', value: 1) } } xml.asNode().append copyRight } } } } def findComponent(project, name) { project.component.find { it.@name == name } } allprojects { task cleanLocal(description: "removes all artifacts from developer's local repository") << { def local = project.repositories.find { it.name == 'local' } if (local) { logger.info "removing local repo: $it" new File(System.properties['user.home'] + "/.ssdt/local-repo").deleteDir() def localDir = new File(gradle.ivyUserDir + "/local") localDir.deleteDir() logger.info "verifying removal of local repo" if (localDir.exists()) { throw new org.gradle.api.GradleException("Unable to clean ${localDir}. Files may be locked by another process.") } } } cleanLocal.onlyIf { project.repositories.any { it.name == 'local' } } project.ext.previousBuildenv = project.file('build/buildenv.txt').exists() ? project.file('build/buildenv.txt').text : 'none' tasks.addRule("Pattern: <environment>As[Test]Properties: Generates <environment>.properties as resource or Test resource") { String taskName -> if ((taskName - 'Test').endsWith("AsProperties") && !taskName.startsWith('clean')) { // def t = taskName.contains('Test') ? processTestResources.destinationDir : processResources.destinationDir def t = taskName.contains('Test') ? sourceSets.test.output.resourcesDir : sourceSets.main.output.resourcesDir def e = (taskName - 'Test' - 'AsProperties').capitalize() task(taskName) { ext.outputDir = t ext.propertyFile = "${e.toLowerCase()}.properties" ext.buildenv = project.file('build/buildenv.txt') inputs.files project.file("../environment${e}.groovy"), project.file("../private${e}.groovy"), project.file('../private.properties') outputs.files new File(outputDir,propertyFile), buildenv outputs.upToDateWhen { gradle.env == project.previousBuildenv } doLast { t.mkdirs() buildenv.text = gradle.env def ps = gradle."environment${e}".toProperties() ps['ssdt.project'] = project.name def pf = new File(outputDir,propertyFile) ext.outputPropertyFile = pf ps.store(pf.newOutputStream(), "by $taskName of $this") def l = pf.readLines().sort() pf.text = l.join('\n') } } } } if (gradle.hasProperty('environmentDatabase')) { tasks.addRule("Pattern: database{Drop|Create}...: drops or creates the environment's database") { String taskName -> if (taskName.startsWith('database') && (taskName.contains('Drop') || taskName.contains('Create'))) { task(taskName) { doLast { def dropIt = taskName.contains("Drop") def createIt = taskName.contains("Create") def driverName = gradle.environmentDatabase.jdbc.driverClassName def databaseUrl = gradle.environmentDatabase.jdbc.url if (driverName != "org.postgresql.Driver") { logger.info "skipping database operation for non-postgresql driver" throw new StopActionException("driver $driverName not supported by $taskName") } if (!configurations.hasProperty('jdbcdriver')) { throw new GradleException("databaseDrop requires a 'jdbcdriver' configuration with a postgresql (or other) driver") } configurations.jdbcdriver.each { File file -> GroovyObject.class.classLoader.addURL(file.toURL()) } Class.forName(driverName) def url = new URI(databaseUrl.substring(5)) def jdbcBaseUrl = databaseUrl - url.path def databaseName = url.path - "/" def adminUrl = jdbcBaseUrl + "/postgres" def sql = Sql.newInstance(adminUrl, gradle.environmentDatabase.jdbc.username, gradle.environmentDatabase.jdbc.password, driverName) if (dropIt) { logger.info "disconnecting sessions from $databaseName" sql.execute "REVOKE CONNECT ON DATABASE \"" + databaseName + "\" FROM public;" sql.execute "REVOKE CONNECT ON DATABASE \"" + databaseName + "\" FROM " + gradle.environmentDatabase.jdbc.username + ";" sql.execute "SELECT pg_terminate_backend(pg_stat_activity.pid) FROM pg_stat_activity WHERE pg_stat_activity.datname = '" + databaseName + "';" logger.info "dropping $databaseName (if exists) from $adminUrl" sql.execute 'DROP DATABASE IF EXISTS "' + databaseName + '";' } if (createIt) { logger.info "Creating database $databaseName at $adminUrl" sql.execute 'CREATE DATABASE "' + databaseName + '";' } } } } } } } class ArtifactoryGradleSettings extends BuildAdapter implements BuildListener { def void projectsEvaluated(Gradle gradle) { def ssdtArtifactory = 'http://repos.ssdt.nwoca.org/artifactory' Project root = gradle.getRootProject() root.allprojects { def thisProject = delegate thisProject.status = 'integration' if (gradle.branchStream) { thisProject.status = 'integration' def fixupVersion = thisProject.version - ".SNAPSHOT" if (gradle.branchStream == 'feature') { fixupVersion = fixupVersion + ".SNAPSHOT" } if (gradle.branchStream == 'develop') { fixupVersion = fixupVersion + ".SNAPSHOT" } if (gradle.branchStream in ['production', 'release','hotfix']) { thisProject.status = 'release' } thisProject.version = fixupVersion } configurations.all { resolutionStrategy.cacheChangingModulesFor gradle.cacheTimeout, 'seconds' resolutionStrategy.cacheDynamicVersionsFor gradle.cacheTimeout, 'seconds' } repositories { if (!gradle.bambooBuild) { ivy { name = 'local' artifactPattern gradle.ivyUserDir + '/local/[artifact]-[revision](-[classifier]).[ext]' ivyPattern gradle.ivyUserDir + "/local/[module]-ivy-[revision].xml" } } if (gradle.branchStream == 'feature') { ivy { name = 'ssdt-branches' url = "${ssdtArtifactory}/ssdt-branches/${gradle.branchHash}/" layout "pattern", { artifact "[organization]/[module]/[revision]/[module]-[revision](-[classifier]).[ext]" ivy "[organization]/[module]/ivy-[revision].xml" } } } ivy { name = 'ssdt-snapshots' url = "${ssdtArtifactory}/ssdt-snapshots" layout "pattern", { artifact "[organization]/[module]/[revision]/[module]-[revision](-[classifier]).[ext]" artifact "[organization]/[module]/[revision]/[artifact]-[revision](-[classifier]).[ext]" ivy "[organization]/[module]/ivy-[revision].xml" m2compatible = true } } maven { name = 'ssdt-repository' url = "${ssdtArtifactory}/repository" } } def remoteRepos = thisProject.repositories.findAll { it.hasProperty('url') && !(it.name == 'local' || it.url.toString().contains('ssdt')) } if (remoteRepos) { logger.warn "WARNING: Remote repositories configured for $thisProject:\n" + remoteRepos.collect { "\t$it.name $it.url " }.join('\n') + "\n Moved to lowest priority..." remoteRepos.each { thisProject.repositories.remove(it) thisProject.repositories.addLast(it) } } logger.info "$thisProject configured repositories:\n" + thisProject.repositories.collect {"\t$it.name ${it.hasProperty('url') ? it.url : '' }" }.join('\n') if (thisProject.repositories.find { it.name == 'local' } && thisProject.getTasksByName('uploadArchives', false)) { uploadArchives { repositories { add thisProject.repositories.local } } thisProject.tasks.create("publishLocal") { description = "Publishes this projects artifacts to developer's local repository" dependsOn = ["uploadArchives"] } } } root.subprojects { p -> if (root.useIndy()) { def groovyIndy = p.configurations.compile.files.find { f -> f.name.startsWith('groovy-all') && f.name.contains('-indy') } if (groovyIndy) { println "enabling indy compilation on $p" [compileGroovy.groovyOptions, compileTestGroovy.groovyOptions]*.with { optimizationOptions = [indy: true] } } } } } } task showEnvironments << { println "Defined environments: $gradle.environments" gradle.environments.each { e -> println "\n $e:" gradle.getProperty(e).flatten().sort { it.key }.each { k, v -> println String.format(' %25s = %s', k, k.contains('password') ? "********" : v) } } if (logger.isInfoEnabled()) { println "System properties:" System.properties.each { println " $it" } println "env variables:" System.getenv().each { println " $it" } } } def loadEnvironments() { def developerPrivate = new Properties() if (file('private.properties').exists()) { developerPrivate.load(file('private.properties').newReader()) } def envOverrides = [:] if (!hasProperty('env')) { gradle.ext.env = developerPrivate.env ?: 'dev' } else { def values = getProperty('env').split(',') gradle.ext.env = values.first() values.tail().each { def (k, v) = it.split('=') envOverrides.put(k, v) } } println "Environment is: $gradle.env ($envOverrides)" def slurper = new ConfigSlurper(gradle.env) slurper.setBinding(['gradle': gradle]) def environment = slurper.parse( '''deploy.mode="production" environments { test { deploy.mode="test" } dev { deploy.mode="development"} }''') if (developerPrivate['deploy.mode']) { environment.put('deploy.mode', developerPrivate['deploy.mode']) } def environments = [] gradle.ext.environment = environment file('.').listFiles().findAll { it.name ==~ /^environment.*\.groovy$/ }.sort { it.name }.each { envFile -> def envName = envFile.name - '.groovy' def privateFile = file("private" + envName - "environment" + ".groovy") logger.info("loading environment $envFile.name") def envCfg = slurper.parse(envFile.toURL()) envCfg.merge(slurper.parse(developerPrivate)) envCfg.put('ssdt.projectid', gradle.ssdtProjectId) envCfg.put('ssdt.environment', gradle.env) if (privateFile.exists()) { logger.info("loading private environment $privateFile") envCfg.merge(slurper.parse(privateFile.toURL())) } gradle.rootProject.getProperties().find { it.key.startsWith('environment') }.each { it.value.split(',').each { p -> def (k, v) = p.split('=') logger.info("$envName: overriding " + k + "=" + v + " in $it") envCfg.put(k, v) } } envOverrides.each { k, v -> logger.info("$envName: overriding " + k + "=" + v) envCfg.put(k, v) } environment.merge(envCfg) if (envName != 'environment') { gradle.ext[envName] = envCfg environments << envName } } environment.merge(slurper.parse(developerPrivate)) def deployMode = environment.deploy.mode ?: 'development' environments.each { gradle.ext[it].put('ssdt.deployment.mode', deployMode) } environments << 'environment' gradle.ext.environments = environments } @ToString(includeNames=true) class RuntimeInfo { // OS memory in megabytes, zero if unknown int systemMemory = 0 int systemFreeMemory = 0 String javaVersion = System.getProperty('java.version') RuntimeInfo() { try { new File('/proc/meminfo').readLines().findAll { it.startsWith 'Mem' }.collect { it.split(/\s+/) }.each { int value = (it[1] as Long) / 1024 if (it[0].startsWith('MemTotal')) { systemMemory = value } if (it[0].startsWith('MemFree')) { systemFreeMemory = value } } } catch (e) { } } void requireMemory(int megabytes) { if (systemFreeMemory > 0 && systemFreeMemory < megabytes) { throw new GradleException("insufficent free OS memory for this build (available: ${systemFreeMemory}m, required: ${megabytes}m)") } } /** * Returns maximum memory available upto the value specified. */ int maxMemory(int megabytes) { if (systemFreeMemory) { [systemFreeMemory,megabytes].min() } else { megabytes } } void requireJava(String version) { if ( version && !javaVersion.startsWith(version)) { throw new GradleException("Requires java version $version but running under $javaVersion") } } } @ToString(includes=['name','shortName','buildVersion','imageId','deployName'],includeNames= true) class BranchInfo { def name def stream = "none" def buildNumber = "" def changeset = "" BranchInfo(name) { this.name = name if (!name) { this.name = determineName() ?: '' } this.name = this.name.replace('@', '-') determineStream() buildNumber = System.getenv('bamboo_buildNumber') ?: "" changeset = System.getenv('bamboo_planRepository_revision') ?: "" } def getShortName() { def result = name.contains('/') ? name.split('/')[1] : name } def getBuildVersion() { stream in ['release','hotfix'] ? shortName - "v": "" } def getImageId() { (buildVersion ?: shortName.take(25)) + (buildNumber ? "-${buildNumber}" : "-0") } def getDeployName() { (buildVersion ?: shortName.take(25)).toLowerCase().collectReplacements { ('a'..'z').contains(it) || ('0'..'9').contains(it) || it == "-" ? null : '-' } } def getHash() { generateMD5(name) } def generateMD5(String s) { def digest = java.security.MessageDigest.getInstance("MD5") digest.update(s.bytes); new BigInteger(1, digest.digest()).toString(16).padLeft(32, '0') } def determineName() { try { def branch = "hg branch".execute().text.trim() def rawParents = 'hg parents'.execute().text def parent = rawParents.split('\n').find { it.startsWith("branch") }?.split(":")?.getAt(1)?.trim() return parent ?: branch } catch (e) { ['.hg/branch', '../.hg/branch'].findResult { new File(it).exists() ? new File(it).text : null } } } void determineStream() { def flowConfig = new File('.hgflow').exists() ? new File('.hgflow') : new File('../.hgflow') if (flowConfig.exists()) { def flows = new Properties() flows.load(flowConfig.newReader()) flows.stringPropertyNames().each { if (!it.startsWith("[") && name.startsWith(flows.getProperty(it))) { stream = it } } } } }