view init20.gradle @ 209:07baf02b6034

add helper for calculating imageid
author smith@nwoca.org
date Sat, 19 Dec 2015 15:30:52 +0000
parents cf65e7327fe8
children 068d09f5b627
line wrap: on
line source
import groovy.sql.Sql
import groovy.transform.ToString

final GradleVersion gradleCurrent = GradleVersion.current()
final GradleVersion gradleV20 = GradleVersion.version('2.0')
println "Gradle Version: $gradleCurrent"

if (gradleCurrent < gradleV20) {
    throw new RuntimeException("this init script requires Gradle version 2.0 or higher")
}

gradle.ext.ssdtDevelkitLocation = gradle.ext.has('ssdtDevelkitLocation') ? gradle.ssdtDevelkitLocation : 'http://hg.ssdt-ohio.org/browse/public/develkit'

ant.property(file: System.getProperty('user.home') + "/.ssdt/private.properties")
gradle.ext.ivyUserDir = ant.properties['ivy.default.ivy.user.dir'] ?: System.getProperty('user.home') + "/.ivy2"

gradle.ext.ssdtProjectId = System.getenv('bamboo_project_id') ?: rootProject.name

gradle.addListener(new ArtifactoryGradleSettings())

def hostname
try {
    hostname = "hostname".execute().text.toLowerCase().readLines().first()
} catch (e) {
    hostname = 'unknown'
}

gradle.ext.bambooBuild = System.getenv().any {
    it.key.toLowerCase().contains('bamboo')
} || hostname?.startsWith('ssdt-ba')

gradle.ext.bambooPlan = (System.getenv('BAMBOO_PLAN') ?: 'UNKNOWN-UNKNOWN-JOB1').split('-')[0..1].join('-')
logger.info "Bamboo plan: ${gradle.bambooPlan}"

gradle.ext.buildTimestamp = System.currentTimeMillis().toString().padLeft(14, '0')

gradle.ext.hgRepositoryUrl = ""
try {
    gradle.ext.hgRepositoryUrl = ("hg path".execute().text.split('=') ?: ['', ''])[1].trim()
} catch (e) {
}

def springModuleTranslator = [
        'spring-transaction': 'spring-tx',
        'spring-web-servlet': 'spring-webmvc',
].withDefault { it }

gradle.ext.normalizeSpring = { DependencyResolveDetails details ->
    if (details.requested.group == 'org.springframework' && details.requested.name.startsWith('org.springframework.')) {
        def shortName = springModuleTranslator[details.requested.name.replace('org.springframework.', 'spring-').replace('.', '-')]
        details.useTarget(group: 'org.springframework', name: shortName, version: details.requested.version)
    }
    if (details.requested.group == 'org.springframework.security' && details.requested.name.startsWith('org.springframework.')) {
        def shortName = springModuleTranslator[details.requested.name.replace('org.springframework.', 'spring-').replace('.', '-')]
        details.useTarget("${details.requested.group}:$shortName:${details.requested.version}")
    }
}

gradle.ext.runtimeInfo = new RuntimeInfo()

gradle.ext.branch = new BranchInfo(System.getenv('bamboo_planRepository_branch'))
gradle.ext.branchName = gradle.branch.name
gradle.ext.branchStream = gradle.branch.stream
gradle.ext.branchHash = gradle.branch.hash
println "${gradle.hgRepositoryUrl} ${gradle.branch}"
println "$gradle.runtimeInfo"
println gradle.branch
println gradle.branch.imageId

loadEnvironments()

gradle.environment.put('hgRepositoryUrl', gradle.hgRepositoryUrl)
gradle.environment.put('branchName', gradle.branch.name)
gradle.environment.put('branchStream', gradle.branch.stream)
gradle.environment.put('branchHash', gradle.branch.hash)


def cacheTimeout = 60 * 60 * 8 
if (gradle.environment['dependencyTimeout']) {
	cacheTimeout = gradle.environment['dependencyTimeout'] as Integer
	println "setting changing dependency timeout to $cacheTimeout seconds"	
}

gradle.ext.cacheTimeout = cacheTimeout 

rootProject.ext.indyCapable = {
    boolean capable = true
    try {
        Class.forName('java.lang.invoke.MethodHandle')
    } catch (e) {
        capable = false
    }
    capable && !rootProject.hasProperty('skipIndy')
}

rootProject.ext.useIndy = {
    boolean indy = false
    // first, check if a system property activates indy support
    indy |= System.hasProperty('indy') && Boolean.valueOf(System.getProperty('indy'))

    // check ssdt environment for indy property.
    indy |= (gradle.environment.indy) ? gradle.environment.indy.toBoolean() : false

    // check if the main project has an extension property setting indy (-Pindy).
    if (rootProject.hasProperty('indy')) {
        indy = (Boolean.valueOf(rootProject.indy))
    }

    // set the groovy runtime system property to ensure forked junit test will get the indy flag properly
    if (indy && rootProject.indyCapable()) System.setProperty("groovy.target.indy", "true")

    indy && rootProject.indyCapable()
}

println "Indy available: ${rootProject.indyCapable()} enabled: ${rootProject.useIndy()}"

if (gradle.bambooBuild) {
    gradle.ext.ssdtGradlekitLocation = gradle.ext.has('ssdtGradlekitLocation') ? gradle.ssdtGradlekitLocation : 'http://hg.ssdt-ohio.org/ssdt/gradlekit/raw-file/tip'
    logger.info "applying SSDT artifactory Gradle Settings (bamboo: $gradle.bambooBuild host: $hostname)"
    apply from: "${gradle.ssdtGradlekitLocation}/artifactory20.gradle"
}


buildscript {
    repositories {
        maven { url 'http://repos.ssdt.nwoca.org/artifactory/ssdt-repo' }
    }
	dependencies {
		classpath 'postgresql:postgresql:9.1-901.jdbc4'
	}
}

apply from: "${gradle.ssdtDevelkitLocation}/metrics.gradle"

rootProject.afterEvaluate { r ->


	if (gradle.bambooBuild && r.hasProperty('requireJavaVersion')) {
		gradle.runtimeInfo.requireJava( r.getProperty('requireJavaVersion') )
	}

    if (r.plugins.hasPlugin(org.gradle.plugins.ide.idea.IdeaPlugin)) {

        r.idea.project.ipr.withXml { xml ->
            if (file('.hg').exists()) {
                println 'enabling HG on project'
                def vcs = findComponent(xml.asNode(), 'VcsDirectoryMappings')
                vcs.mapping.@vcs = 'hg4idea'
            }

            def codeStyle = findComponent(xml.asNode(), 'ProjectCodeStyleSettingsManager')
            if (codeStyle) {
                xml.asNode().remove(codeStyle)
            }

            def styleManager = xml.asNode().appendNode('component', [name: 'ProjectCodeStyleSettingsManager'])
            styleManager.appendNode 'option', [name: 'USE_PER_PROJECT_SETTINGS', value: true]

            def styleOptions = new NodeBuilder().option(name: 'PER_PROJECT_SETTINGS') {
                value {
                    GroovyCodeStyleSettings {
                        option(name: 'CLASS_COUNT_TO_USE_IMPORT_ON_DEMAND', value: '10')
                        option(name: 'PACKAGES_TO_USE_IMPORT_ON_DEMAND') {
                            value {
                                'package'(name: "java.awt", withSubpackages: false, static: false)
                                'package'(name: "javax.swing", withSubpackages: false, static: false)
                                'package'(name: "javax.persistence", withSubpackages: false, static: false)
                                'package'(name: "javax.validation", withSubpackages: true, static: false)
                            }
                        }
                    }
                    XML {
                        option(name: 'XML_LEGACY_SETTINGS_IMPORTED', value: true)
                    }

                }
            }

            styleManager.append styleOptions

            if (r.group.contains('org.ssdt')) {

                def copyRight = findComponent(xml.asNode(), 'CopyrightManager')
                if (copyRight) {
                    xml.asNode().remove(copyRight)
                }

                copyRight = new NodeBuilder().component(name: 'CopyrightManager', default: 'ODE') {

                    copyright {
                        option(name: 'notice', value: 'Copyright (c) $today.year.  Ohio Department of Education. - All Rights Reserved.\nUnauthorized copying of this file, in any medium, is strictly prohibited.\nWritten by State Software Development Team (http://ssdt.oecn.k12.oh.us/)')
                        option(name: 'keyword', value: 'Copyright')
                        option(name: 'allowReplaceKeyword', value: 'South Front')
                        option(name: 'myName', value: 'ODE')
                        option(name: 'myLocal', value: true)
                    }
                    LanguageOptions(name: 'CSS') {
                        option(name: 'fileTypeOverride', value: 1)
                    }
                    LanguageOptions(name: 'JSP') {
                        option(name: 'fileTypeOverride', value: 1)
                        option(name: 'prefixLines', value: false)
                    }
                    LanguageOptions(name: 'JSPX') {
                        option(name: 'fileTypeOverride', value: 1)
                        option(name: 'prefixLines', value: false)
                    }
                    LanguageOptions(name: 'JavaScript') {
                        option(name: 'fileTypeOverride', value: 1)
                    }
                    LanguageOptions(name: 'Properties') {
                        option(name: 'fileTypeOverride', value: 1)
                    }
                }

                xml.asNode().append copyRight

            }
        }
    }

}

def findComponent(project, name) {
    project.component.find { it.@name == name }
}

allprojects {

    task cleanLocal(description: "removes all artifacts from developer's local repository") << {

        def local = project.repositories.find { it.name == 'local' }
        if (local) {
            logger.info "removing local repo: $it"
            new File(System.properties['user.home'] + "/.ssdt/local-repo").deleteDir()
            def localDir = new File(gradle.ivyUserDir + "/local")
            localDir.deleteDir()
            logger.info "verifying removal of local repo"
            if (localDir.exists()) {
                throw new org.gradle.api.GradleException("Unable to clean ${localDir}. Files may be locked by another process.")
            }
        }
    }

    cleanLocal.onlyIf {
        project.repositories.any { it.name == 'local' }
    }

    project.ext.previousBuildenv = project.file('build/buildenv.txt').exists() ? project.file('build/buildenv.txt').text : 'none'

    tasks.addRule("Pattern: <environment>As[Test]Properties: Generates <environment>.properties as resource or Test resource") { String taskName ->
        if ((taskName - 'Test').endsWith("AsProperties") && !taskName.startsWith('clean')) {
     //       def t = taskName.contains('Test') ? processTestResources.destinationDir : processResources.destinationDir
            def t = taskName.contains('Test') ? sourceSets.test.output.resourcesDir : sourceSets.main.output.resourcesDir
            def e = (taskName - 'Test' - 'AsProperties').capitalize()
            task(taskName) {
				ext.outputDir = t
                ext.propertyFile = "${e.toLowerCase()}.properties"
                ext.buildenv = project.file('build/buildenv.txt')
                inputs.files project.file("../environment${e}.groovy"), project.file("../private${e}.groovy"), project.file('../private.properties')
                outputs.files new File(outputDir,propertyFile), buildenv
                outputs.upToDateWhen {
                    gradle.env == project.previousBuildenv
                }
                doLast {
                    t.mkdirs()
                    buildenv.text = gradle.env
                    def ps = gradle."environment${e}".toProperties()
                    ps['ssdt.project'] = project.name
					def pf = new File(outputDir,propertyFile)
					ext.outputPropertyFile = pf
                    ps.store(pf.newOutputStream(), "by $taskName of $this")
                    def l = pf.readLines().sort()
                    pf.text = l.join('\n')
                }
            }
        }
    }

    if (gradle.hasProperty('environmentDatabase')) {
        tasks.addRule("Pattern: database{Drop|Create}...: drops or creates the environment's database") { String taskName ->
            if (taskName.startsWith('database') && (taskName.contains('Drop') || taskName.contains('Create'))) {
                task(taskName) {
                    doLast {
                        def dropIt = taskName.contains("Drop")
                        def createIt = taskName.contains("Create")
                        def driverName = gradle.environmentDatabase.jdbc.driverClassName
                        def databaseUrl = gradle.environmentDatabase.jdbc.url
                        if (driverName != "org.postgresql.Driver") {
                            logger.info "skipping database operation for non-postgresql driver"
                            throw new StopActionException("driver $driverName not supported by $taskName")
                        }
                        if (!configurations.hasProperty('jdbcdriver')) {
                            throw new GradleException("databaseDrop requires a 'jdbcdriver' configuration with a postgresql (or other) driver")
                        }
                        configurations.jdbcdriver.each { File file ->
                            GroovyObject.class.classLoader.addURL(file.toURL())
                        }
                        Class.forName(driverName)
                        def url = new URI(databaseUrl.substring(5))
                        def jdbcBaseUrl = databaseUrl - url.path
                        def databaseName = url.path - "/"
                        def adminUrl = jdbcBaseUrl + "/postgres"
                        def sql = Sql.newInstance(adminUrl,
                                gradle.environmentDatabase.jdbc.username,
                                gradle.environmentDatabase.jdbc.password,
                                driverName)
                        if (dropIt) {
							logger.info "disconnecting sessions from $databaseName"
							sql.execute "REVOKE CONNECT ON DATABASE \"" + databaseName + "\" FROM public;"
							sql.execute "REVOKE CONNECT ON DATABASE \"" + databaseName + "\" FROM " + gradle.environmentDatabase.jdbc.username + ";"
							sql.execute "SELECT pg_terminate_backend(pg_stat_activity.pid) FROM pg_stat_activity WHERE pg_stat_activity.datname = '" + databaseName + "';"
                            logger.info "dropping $databaseName (if exists) from $adminUrl"
                            sql.execute 'DROP DATABASE IF EXISTS "' + databaseName + '";'
                        }

                        if (createIt) {
                            logger.info "Creating database $databaseName at $adminUrl"
                            sql.execute 'CREATE DATABASE "' + databaseName + '";'
                        }
                    }
                }

            }
        }
    }

}


class ArtifactoryGradleSettings extends BuildAdapter implements BuildListener {

    def void projectsEvaluated(Gradle gradle) {
        def ssdtArtifactory = 'http://repos.ssdt.nwoca.org/artifactory'
        Project root = gradle.getRootProject()
        root.allprojects {


            def thisProject = delegate
            thisProject.status = 'integration'
            if (gradle.branchStream) {
                thisProject.status = 'integration'
                def fixupVersion = thisProject.version - ".SNAPSHOT"
                if (gradle.branchStream == 'feature') {
                    fixupVersion = fixupVersion + ".SNAPSHOT"
                }
                 if (gradle.branchStream == 'develop') {
                    fixupVersion = fixupVersion + ".SNAPSHOT"
                }
                if (gradle.branchStream in ['production', 'release','hotfix']) {
                    thisProject.status = 'release'
                }
                thisProject.version = fixupVersion
            }

            configurations.all {
                resolutionStrategy.cacheChangingModulesFor gradle.cacheTimeout, 'seconds'
                resolutionStrategy.cacheDynamicVersionsFor gradle.cacheTimeout, 'seconds'
            }
            repositories {

                if (!gradle.bambooBuild) {
                    ivy {
                        name = 'local'
                        artifactPattern gradle.ivyUserDir + '/local/[artifact]-[revision](-[classifier]).[ext]'
                        ivyPattern gradle.ivyUserDir + "/local/[module]-ivy-[revision].xml"
                    }
                }

                if (gradle.branchStream == 'feature') {
                    ivy {
                        name = 'ssdt-branches'
                        url = "${ssdtArtifactory}/ssdt-branches/${gradle.branchHash}/"
                        layout "pattern", {
                            artifact "[organization]/[module]/[revision]/[module]-[revision](-[classifier]).[ext]"
                            ivy "[organization]/[module]/ivy-[revision].xml"
                        }
                    }
                }

                ivy {
                    name = 'ssdt-snapshots'
                    url = "${ssdtArtifactory}/ssdt-snapshots"
                    layout "pattern", {
                        artifact "[organization]/[module]/[revision]/[module]-[revision](-[classifier]).[ext]"
                        artifact "[organization]/[module]/[revision]/[artifact]-[revision](-[classifier]).[ext]"
                        ivy "[organization]/[module]/ivy-[revision].xml"
                        m2compatible = true
                    }
                }

                maven {
                    name = 'ssdt-repository'
                    url = "${ssdtArtifactory}/repository"
                }

            }
			
			def remoteRepos = thisProject.repositories.findAll { it.hasProperty('url') && !(it.name == 'local' || it.url.toString().contains('ssdt')) }	
			if (remoteRepos) {
				logger.warn "WARNING: Remote repositories configured for $thisProject:\n" + remoteRepos.collect { "\t$it.name $it.url " }.join('\n')  + "\n Moved to lowest priority..."
				remoteRepos.each {
					thisProject.repositories.remove(it)
					thisProject.repositories.addLast(it)
				}
			}
			logger.info "$thisProject configured repositories:\n" + thisProject.repositories.collect {"\t$it.name ${it.hasProperty('url') ? it.url : '' }" }.join('\n')
			

            if (thisProject.repositories.find { it.name == 'local' } && thisProject.getTasksByName('uploadArchives', false)) {
                uploadArchives {
                    repositories {
                        add thisProject.repositories.local
                    }
                }

                thisProject.tasks.create("publishLocal") {
                    description = "Publishes this projects artifacts to developer's local repository"
                    dependsOn = ["uploadArchives"]
                }
            }

        }

        root.subprojects { p ->
            if (root.useIndy()) {
                def groovyIndy = p.configurations.compile.files.find { f -> f.name.startsWith('groovy-all') && f.name.contains('-indy') }
                if (groovyIndy) {
                    println "enabling indy compilation on $p"
                    [compileGroovy.groovyOptions, compileTestGroovy.groovyOptions]*.with {
                        optimizationOptions = [indy: true]
                    }
                }
            }
        }
    }
}


task showEnvironments << {
    println "Defined environments: $gradle.environments"
    gradle.environments.each { e ->
        println "\n $e:"
        gradle.getProperty(e).flatten().sort { it.key }.each { k, v ->
            println String.format('  %25s = %s', k, k.contains('password') ? "********" : v)
        }
    }
    if (logger.isInfoEnabled()) {
        println "System properties:"
        System.properties.each { println "    $it" }
        println "env variables:"
        System.getenv().each { println "    $it" }
    }
}

def loadEnvironments() {
    def developerPrivate = new Properties()
    if (file('private.properties').exists()) {
        developerPrivate.load(file('private.properties').newReader())
    }
    def envOverrides = [:]

    if (!hasProperty('env')) {
        gradle.ext.env = developerPrivate.env ?: 'dev'
    } else {
        def values = getProperty('env').split(',')
        gradle.ext.env = values.first()
        values.tail().each {
            def (k, v) = it.split('=')
            envOverrides.put(k, v)
        }
    }

    println "Environment is: $gradle.env ($envOverrides)"
    def slurper = new ConfigSlurper(gradle.env)
    slurper.setBinding(['gradle': gradle])

    def environment = slurper.parse(
            '''deploy.mode="production"
	   environments {
		test { deploy.mode="test" }
		dev { deploy.mode="development"}
	   }''')
    if (developerPrivate['deploy.mode']) {
        environment.put('deploy.mode', developerPrivate['deploy.mode'])
    }

    def environments = []
    gradle.ext.environment = environment
    file('.').listFiles().findAll { it.name ==~ /^environment.*\.groovy$/ }.sort { it.name }.each { envFile ->
        def envName = envFile.name - '.groovy'
        def privateFile = file("private" + envName - "environment" + ".groovy")
        logger.info("loading environment $envFile.name")

        def envCfg = slurper.parse(envFile.toURL())
        envCfg.merge(slurper.parse(developerPrivate))
        envCfg.put('ssdt.projectid', gradle.ssdtProjectId)
        envCfg.put('ssdt.environment', gradle.env)
        if (privateFile.exists()) {
            logger.info("loading private environment $privateFile")
            envCfg.merge(slurper.parse(privateFile.toURL()))
        }

        gradle.rootProject.getProperties().find { it.key.startsWith('environment') }.each {
            it.value.split(',').each { p ->
                def (k, v) = p.split('=')
                logger.info("$envName: overriding " + k + "=" + v + " in $it")
                envCfg.put(k, v)
            }
        }

        envOverrides.each { k, v ->
            logger.info("$envName: overriding " + k + "=" + v)
            envCfg.put(k, v)
        }
        environment.merge(envCfg)
        if (envName != 'environment') {
            gradle.ext[envName] = envCfg
            environments << envName
        }
    }
    environment.merge(slurper.parse(developerPrivate))
    def deployMode = environment.deploy.mode ?: 'development'
    environments.each { gradle.ext[it].put('ssdt.deployment.mode', deployMode) }
    environments << 'environment'
    gradle.ext.environments = environments

}


@ToString(includeNames=true)
class RuntimeInfo {
    // OS memory in megabytes, zero if unknown
    int systemMemory = 0
    int systemFreeMemory = 0
	String javaVersion = System.getProperty('java.version')

    RuntimeInfo() {
        try {
            new File('/proc/meminfo').readLines().findAll { it.startsWith 'Mem' }.collect { it.split(/\s+/) }.each {
                int value = (it[1] as Long) / 1024
                if (it[0].startsWith('MemTotal')) { systemMemory = value }
                if (it[0].startsWith('MemFree')) { systemFreeMemory = value }
            }

        } catch (e) {  }

    }
	
	void requireMemory(int megabytes) {
		if (systemFreeMemory > 0 && systemFreeMemory < megabytes) {
			throw new GradleException("insufficent free OS memory for this build (available: ${systemFreeMemory}m, required: ${megabytes}m)")
		}
	}
	/**
	* Returns maximum memory available upto the value specified. 
	*/
	int maxMemory(int megabytes) {
	   if (systemFreeMemory) {
			[systemFreeMemory,megabytes].min()
	   } else { megabytes }
	
	}
	
	void requireJava(String version) {
	
		if ( version && !javaVersion.startsWith(version)) {
			throw new GradleException("Requires java version $version but running under $javaVersion")
		}
	}

}



@ToString(includes=['name','shortName','buildVersion','imageId'],includeNames= true)
class BranchInfo {
    def name
    def stream = "none"
	def buildNumber = ""	

    BranchInfo(name) {
        this.name = name
        if (!name) {
            this.name = determineName() ?: ''
        }
        this.name = this.name.replace('@', '-')
        determineStream()
		buildNumber = System.getenv('bamboo_buildNumber') ?: ""
    }
	
	def getShortName() {
		def result = name.contains('/') ? name.split('/')[1] : name 
	} 
	
	def getBuildVersion() {
		stream in ['release','hotfix'] ? shortName - "v": ""
	}
	
	def getImageId() {
		(buildVersion ?:  shortName.take(20)) + (buildNumber ? "-${buildNumber}" : "")
	}

    def getHash() {
        generateMD5(name)
    }
    def generateMD5(String s) {
        def digest = java.security.MessageDigest.getInstance("MD5")
        digest.update(s.bytes);
        new BigInteger(1, digest.digest()).toString(16).padLeft(32, '0')
    }

    def determineName()  {
        try {
            def branch = "hg branch".execute().text.trim()
            def rawParents = 'hg parents'.execute().text
            def parent = rawParents.split('\n').find { it.startsWith("branch") }?.split(":")?.getAt(1)?.trim()
            return parent ?: branch
        } catch (e) {
             ['.hg/branch', '../.hg/branch'].findResult {
                new File(it).exists() ? new File(it).text : null
            }
        }
    }

    void determineStream() {
        def flowConfig = new File('.hgflow').exists() ? new File('.hgflow') : new File('../.hgflow')
        if (flowConfig.exists()) {
            def flows = new Properties()
            flows.load(flowConfig.newReader())
            flows.stringPropertyNames().each {
                if (!it.startsWith("[") && name.startsWith(flows.getProperty(it))) {
                    stream = it
                }
            }
        }
    }

}