update_dependencies.xml

<project name="Update Dependencies" default="update" xmlns:if="ant:if" xmlns:unless="ant:unless">

    <property name="automerge_dummy" value="This property is used to trick git merge. Do not delete empty lines around."/>
    <property name="ideaVersion" value="143.1015.7"/>


    <property name="kotlin.bootstrap.branch" value=""/>
    <property name="kotlin.bootstrap.branch.locator" value=""/>
    <property name="kotlin.bootstrap.locator" value="buildType:bt345,tag:bootstrap,status:SUCCESS${kotlin.bootstrap.branch.locator}"/>
    <property name="kotlin.bootstrap.locator.force" value="false"/>

    <property name="markdown.locator" value="buildType:IntelliJMarkdownParser_Build,status:SUCCESS,tag:forKotlin"/>

    <property name="bootstrap.build.no.tests" value="false"/>

    <!-- Uncomment to enable force version increment in branch. Set override.version.disabled to temporary disable feature without commits -->
    <!--
    <property name="override.version.url" value="https://teamcity.jetbrains.com/guestAuth/app/rest/builds/?locator=buildType:bt345,status:SUCCESS,count:1${kotlin.bootstrap.branch.locator}"/>
    -->
    <!--<property name="override.version.disabled" value="true"/>-->

    <condition property="isWindows">
        <os family="windows"/>
    </condition>

    <condition property="isMac">
        <os family="mac"/>
    </condition>

    <condition property="isLinux">
        <and>
            <os family="unix"/>
            <not>
                <os family="mac"/>
            </not>
        </and>
    </condition>

    <condition property="kotlinc.executable.path" value="kotlinc.bat" else="kotlinc">
        <os family="windows"/>
    </condition>

    <property name="idea.dir" value="ideaSDK"/>
    <property name="idea.sdk.fetch.needed" value="true"/>

    <property name="dependencies.info.file" value="dependencies/dependencies.properties"/>

    <property name="gradle.libs.repo" value="http://repo.gradle.org/gradle/libs-releases-local"/>

    <property name="native-platform-lib-version" value="0.10"/>

    <property file="${dependencies.info.file}" prefix="dependencies.info.prev"/>

    <target name="update" depends="fetch-third-party,fetch-annotations" description="Update dependencies">
        <execute_update_with_idea_maven_artifacts
            base.url="https://www.jetbrains.com/intellij-repository/releases/com/jetbrains/intellij/idea"
            idea.maven.version="${ideaVersion}"/>
    </target>

    <target name="jb_update" depends="fetch-third-party,fetch-annotations" description="Update dependencies for JB local network">
        <execute_update_with_idea_maven_artifacts
            base.url="http://jetbrains-com-mirror.labs.intellij.net/intellij-repository/releases/com/jetbrains/intellij/idea"
            idea.maven.version="${ideaVersion}"/>
    </target>

    <target name="update_continuous_br141" depends="fetch-third-party,fetch-annotations">
        <execute_update_with_idea_maven_artifacts
            base.url="https://www.jetbrains.com/intellij-repository/snapshots/com/jetbrains/intellij/idea"
            idea.maven.version="141-SNAPSHOT"/>
    </target>

    <target name="update_continuous_br143" depends="fetch-third-party,fetch-annotations">
        <execute_update_with_idea_maven_artifacts
            base.url="https://www.jetbrains.com/intellij-repository/snapshots/com/jetbrains/intellij/idea"
            idea.maven.version="143-SNAPSHOT"/>
    </target>

    <target name="update_continuous_br144" depends="fetch-third-party,fetch-annotations">
        <execute_update_with_idea_maven_artifacts
            base.url="https://www.jetbrains.com/intellij-repository/snapshots/com/jetbrains/intellij/idea"
            idea.maven.version="144-SNAPSHOT"/>
    </target>

    <macrodef name="get-maven-library">
        <attribute name="prefix"/>
        <attribute name="lib"/>
        <attribute name="version"/>
        <attribute name="bin" default="true"/>
        <attribute name="src" default="true"/>
        <attribute name="server" default="http://repository.jetbrains.com/remote-repos"/>
        <attribute name="jar.name.base" default="@{lib}-@{version}"/>
        <attribute name="target.jar.name.base" default="@{jar.name.base}"/>
        <attribute name="path" default="@{prefix}/@{lib}/@{version}/@{jar.name.base}"/>
        <attribute name="download" default="dependencies/download"/>
        <attribute name="dependencies" default="dependencies"/>
        <sequential>
            <sequential if:true="@{bin}">
                <get src="@{server}/@{path}.jar" dest="@{download}/@{jar.name.base}.jar" usetimestamp="true"/>
                <copy file="@{download}/@{jar.name.base}.jar" tofile="@{dependencies}/@{target.jar.name.base}.jar" overwrite="true"/>
            </sequential>

            <sequential if:true="@{src}">
                <get src="@{server}/@{path}-sources.jar" dest="@{download}/@{jar.name.base}-sources.jar" usetimestamp="true"/>
                <copy file="@{download}/@{jar.name.base}-sources.jar" tofile="@{dependencies}/@{target.jar.name.base}-sources.jar"
                      overwrite="true"/>
            </sequential>
        </sequential>
    </macrodef>

    <macrodef name="get-ant-library">
        <attribute name="version"/>
        <attribute name="folderName"/>
        <sequential>
            <!-- todo: temporary hack for unavailable archive.apache.org -->
            <get src="https://bintray.com/artifact/download/kotlin/AntForKotlin/apache-ant-@{version}-bin.tar.gz"
                 dest="dependencies/download/apache-ant-@{version}-bin.tar.gz" usetimestamp="true"/>

            <get src="https://bintray.com/artifact/download/kotlin/AntForKotlin/apache-ant-@{version}-src.zip"
                 dest="dependencies/apache-ant-@{version}-src.zip" usetimestamp="true"/>

            <delete dir="dependencies/@{folderName}" failonerror="false"/>
            <untar src="dependencies/download/apache-ant-@{version}-bin.tar.gz" dest="dependencies" compression="gzip"/>
            <move file="dependencies/apache-ant-@{version}" tofile="dependencies/@{folderName}"/>
        </sequential>
    </macrodef>
   
    <target name="make-native-platform-uberjar">
        <property name="dependencies" value="dependencies"/>
        <property name="download" value="${dependencies}/download"/>
        <property name="server" value="${gradle.libs.repo}"/>
        <property name="version" value="${native-platform-lib-version}"/>
        <property name="common.name" value="native-platform"/>
        <property name="common.prefix" value="${server}/net/rubygrapefruit/${common.name}"/>
        
        <macrodef name="get-lib">
            <attribute name="suffix"/>
            <sequential>
                <get src="${common.prefix}@{suffix}/${version}/${common.name}@{suffix}-${version}.jar" dest="${download}/${common.name}@{suffix}.jar" usetimestamp="true"/>
            </sequential>
        </macrodef>

        <mkdir dir="${dependencies}"/>
        <mkdir dir="${download}"/>
        
        <get-lib suffix=""/>
        <get-lib suffix="-windows-amd64"/>
        <get-lib suffix="-windows-i386"/>
        <get-lib suffix="-osx-amd64"/>
        <get-lib suffix="-osx-i386"/>
        <get-lib suffix="-linux-amd64"/>
        <get-lib suffix="-linux-i386"/>
        <get-lib suffix="-freebsd-amd64"/>
        <get-lib suffix="-freebsd-i386"/>

        <jar destfile="${dependencies}/${common.name}-uberjar.jar">
            <zipfileset src="${download}/${common.name}.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-windows-amd64.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-windows-i386.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-osx-amd64.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-osx-i386.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-linux-amd64.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-linux-i386.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-freebsd-amd64.jar" includes="**" />
            <zipfileset src="${download}/${common.name}-freebsd-i386.jar" includes="**" />
        </jar>
        
    </target>
    
    <target name="fetch-third-party" depends="make-native-platform-uberjar">
        <mkdir dir="dependencies"/>
        <mkdir dir="dependencies/download"/>

        <!-- ProGuard -->
        <get-maven-library prefix="net/sf/proguard" lib="proguard-base" version="5.1" target.jar.name.base="proguard" src="false"/>
        <get-maven-library prefix="net/sf/proguard" lib="proguard-anttask" version="5.1" target.jar.name.base="proguard-anttask" src="false"/>

        <!-- JarJar -->
        <get src="http://jarjar.googlecode.com/files/jarjar-1.4.jar" dest="dependencies/download/jarjar-1.4.jar" usetimestamp="true"/>
        <copy file="dependencies/download/jarjar-1.4.jar" tofile="dependencies/jarjar.jar" overwrite="true"/>

        <!-- ant 1.8.2 -->
        <get-ant-library version="1.8.2" folderName="ant-1.8"/>

        <!-- dx.jar -->
        <property name="android-build-tools.zip" value="build-tools_r21.1.1-linux.zip"/>
        <get
            src="https://dl-ssl.google.com/android/repository/${android-build-tools.zip}"
            dest="dependencies/download/${android-build-tools.zip}"
            usetimestamp="true"/>
        <unzip src="dependencies/download/${android-build-tools.zip}" dest="dependencies"/>

        <property name="android-sources.tgz" value="dx.tar.gz"/>
        <get
            src="https://android.googlesource.com/platform/dalvik/+archive/android-5.0.0_r2/${android-sources.tgz}"
            dest="dependencies/download/${android-sources.tgz}"
            usetimestamp="true"/>
        <delete dir="dependencies/dx-src" failonerror="false"/>
        <untar src="dependencies/download/${android-sources.tgz}" dest="dependencies/dx-src" compression="gzip"/>

        <!-- jflex 1.4 -->
        <mkdir dir="dependencies/jflex"/>
        <get src="https://raw.github.com/JetBrains/intellij-community/master/tools/lexer/jflex-1.4/lib/JFlex.jar"
             dest="dependencies/jflex/JFlex.jar" usetimestamp="true"/>
        <get src="https://raw.github.com/JetBrains/intellij-community/master/tools/lexer/idea-flex.skeleton"
             dest="dependencies/jflex/idea-flex.skeleton" usetimestamp="true"/>

        <!-- jline -->
        <get-maven-library prefix="jline" lib="jline" version="2.12.1" target.jar.name.base="jline"/>

        <!-- jansi -->
        <get-maven-library prefix="org/fusesource/jansi" lib="jansi" version="1.11" target.jar.name.base="jansi"/>

        <!-- Guava 17 sources-->
        <get-maven-library prefix="com/google/guava" lib="guava" version="17.0" bin="false"/>

        <!-- ASM -->
        <get src="https://raw.github.com/JetBrains/intellij-community/master/lib/src/asm5-src.zip"
             dest="dependencies/asm5-src.zip"/>
        <!-- <get-asm-sources-and-rename-packages asm.version="5.0.1"/> -->

        <!-- Junit Sources -->
        <get-maven-library prefix="junit" lib="junit" version="4.12" bin="false"/>
        <get-maven-library prefix="org/hamcrest" lib="hamcrest-core" version="1.3" bin="false"/>

        <!-- Protocol Buffers -->
        <get-maven-library prefix="com/google/protobuf" lib="protobuf-java" version="2.5.0" bin="false"/>

        <!-- Android SDK platform -->
        <get_android_sdk version.full="21_r01" version.number="21" version.buildtools="21.1.1"/>

        <!-- CLI Parser -->
        <get-maven-library prefix="com/github/spullara/cli-parser" lib="cli-parser" version="1.1.1"/>

        <!-- Rhino -->
        <get-maven-library prefix="org/mozilla" lib="rhino" version="1.7.6"/>

        <!-- Closure Compiler -->
        <!-- A download url taken from http://code.google.com/p/closure-compiler/wiki/BinaryDownloads -->
        <get src="http://dl.google.com/closure-compiler/compiler-20131014.zip"
             dest="dependencies/download/closure-compiler.zip" usetimestamp="true"/>

        <delete file="dependencies/closure-compiler.jar" failonerror="false"/>
        <unzip src="dependencies/download/closure-compiler.zip" dest="dependencies">
            <patternset>
                <include name="compiler.jar"/>
            </patternset>
            <mapper type="merge" to="closure-compiler.jar"/>
        </unzip>

        <delete file="dependencies/android.jar" failonerror="false"/>
        <get src="http://dl-ssl.google.com/android/repository/android-19_r02.zip"
             dest="dependencies/download/android-sdk.zip" usetimestamp="true"/>
        <unzip src="dependencies/download/android-sdk.zip" dest="dependencies">
            <patternset>
                <include name="**/android.jar"/>
            </patternset>
            <mapper type="flatten"/>
        </unzip>

        <local name="download.bootstrap.compiler"/>
        <condition property="download.bootstrap.compiler">
            <or>
                <not>
                    <isset property="teamcity.version"/>
                </not>
                <and>
                    <istrue value="${kotlin.bootstrap.locator.force}"/>
                    <istrue value="${bootstrap.build.no.tests}"/>
                </and>
            </or>
        </condition>

        <sequential if:set="download.bootstrap.compiler">
            <!-- Download bootstrap compiler for local build -->
            <download_teamcity_artifact
                teamcity.server.url="https://teamcity.jetbrains.com"
                build.locator.request="${kotlin.bootstrap.locator}"
                artifact.path="kotlin-plugin-{build.number}.zip"
                dest="dependencies/download/bootstrap-compiler.zip"
                build.number.pattern="[\w-+\.]+"
                usetimestamp="true"/>

            <delete dir="dependencies/bootstrap-compiler" failonerror="false"/>
            <unzip src="dependencies/download/bootstrap-compiler.zip" dest="dependencies/bootstrap-compiler"/>
        </sequential>

        <sequential unless:set="download.bootstrap.compiler">
            <available file="dependencies/bootstrap-compiler/Kotlin" property="have.bootstrap.compiler"/>
            <fail message="Bootstrap compiler is expected to be downloaded to 'dependencies/bootstrap-compiler' by TeamCity" unless:set="have.bootstrap.compiler"/>
            <echo message="Bootstrap compiler found in 'dependencies/bootstrap-compiler'" if:set="have.bootstrap.compiler"/>

        </sequential>

        <local name="bootstrap.need.chmod"/>
        <condition property="bootstrap.need.chmod">
            <or>
                <isset property="isMac" />
                <isset property="isLinux" />
            </or>
        </condition>

        <!-- Java can't manipulate permissions -->
        <exec executable="find" if:set="bootstrap.need.chmod">
            <arg value="dependencies/bootstrap-compiler/Kotlin/kotlinc/bin"/>
            <arg line="-name 'kotlin*' ! -name '*.bat' -exec chmod a+x '{}' ;"/>
        </exec>

        <antcall target="override-version"/>

        <download-or-build-markdown-parser/>
    </target>

    <macrodef name="get_android_sdk">
        <attribute name="version.full"/>
        <attribute name="version.number"/>
        <attribute name="version.buildtools"/>
        <sequential>
            <condition property="android.os.tag" value="windows">
                <os family="windows"/>
            </condition>

            <condition property="android.os.tag" value="macosx">
                <os family="mac"/>
            </condition>

            <condition property="android.os.tag" value="linux">
                <and>
                    <os family="unix"/>
                    <not>
                        <os family="mac"/>
                    </not>
                </and>
            </condition>

            <delete dir="dependencies/androidSDK" failonerror="false"/>
            <get
                src="https://dl-ssl.google.com/android/repository/android-@{version.full}.zip"
                dest="dependencies/android_sdk.zip" usetimestamp="true"/>

            <unzip src="dependencies/android_sdk.zip" dest="dependencies/androidSDK/platforms/android-@{version.number}/">
                <cutdirsmapper dirs="1"/>
            </unzip>

            <get
                src="https://dl-ssl.google.com/android/repository/build-tools_r@{version.buildtools}-${android.os.tag}.zip"
                dest="dependencies/android_buildtools.zip" usetimestamp="true"/>

            <unzip src="dependencies/android_buildtools.zip" dest="dependencies/androidSDK/build-tools/@{version.buildtools}/">
                <cutdirsmapper dirs="1"/>
            </unzip>

            <condition property="android.need.chmod">
                <not>
                    <equals arg1="${android.os.tag}" arg2="windows"/>
                </not>
            </condition>

            <exec executable="chmod" if:set="android.need.chmod">
                <arg value="a+x"/>
                <arg path="dependencies/androidSDK/build-tools/@{version.buildtools}/aapt"/>
                <arg path="dependencies/androidSDK/build-tools/@{version.buildtools}/aidl"/>
                <arg path="dependencies/androidSDK/build-tools/@{version.buildtools}/dx"/>
                <arg path="dependencies/androidSDK/build-tools/@{version.buildtools}/zipalign"/>
            </exec>
        </sequential>
    </macrodef>

    <macrodef name="build-protobuf-java-lite">
        <sequential>
            <exec executable="dependencies/bootstrap-compiler/Kotlin/kotlinc/bin/${kotlinc.executable.path}" failonerror="true">
                <arg value="-script"/>
                <arg value="generators/infrastructure/build-protobuf-lite.kts"/>
                <arg value="${basedir}/ideaSDK/lib/protobuf-2.5.0.jar"/>
                <arg value="${basedir}/dependencies/protobuf-2.5.0-lite.jar"/>
            </exec>
        </sequential>
    </macrodef>

    <macrodef name="download-or-build-markdown-parser">
        <sequential>
            <download_teamcity_artifact
                teamcity.server.url="https://teamcity.jetbrains.com"
                build.locator.request="${markdown.locator}"
                artifact.path="markdown_jar/markdown.jar"
                dest="dependencies/markdown.jar"
                usetimestamp="true"
                build.number.pattern="\d+\s-\sKotlin\s[\w-+\.]+"
                />

            <!-- When ABI version changes, the second build should compile markdown-parser manually instead of using the old version -->

            <exec executable="dependencies/bootstrap-compiler/Kotlin/kotlinc/bin/${kotlinc.executable.path}" failonerror="false"
                  resultproperty="markdown.abi.incompatible">
                <arg value="-cp"/>
                <arg value="dependencies/bootstrap-compiler/Kotlin/kotlinc/lib/kotlin-compiler.jar"/>
                <arg value="-script"/>
                <arg value="generators/infrastructure/check-library-abi-version.kts"/>
                <arg value="${basedir}/dependencies/markdown.jar"/>
                <arg value="${basedir}/dependencies/bootstrap-compiler/Kotlin/kotlinc/lib/kotlin-runtime.jar"/>
            </exec>

            <local name="markdown.need.recompile"/>
            <condition property="markdown.need.recompile">
                <not>
                    <equals arg1="${markdown.abi.incompatible}" arg2="0"/>
                </not>
            </condition>

            <sequential if:set="markdown.need.recompile">
                <echo message="Recompiling intellij-markdown manually"/>
                <length file="dependencies/markdown.jar" property="old.markdown.size"/>
                <echo message="Size of the incompatible jar: ${old.markdown.size} bytes"/>
                <local name="markdown.dir" />
                <property name="markdown.dir" value="dependencies/intellij-markdown-forKotlin/" />

                <get src="https://github.com/valich/intellij-markdown/archive/forKotlin.zip"
                     dest="dependencies/download/markdown-sources.zip" usetimestamp="true"/>

                <delete dir="${markdown.dir}" failonerror="false"/>
                <unzip src="dependencies/download/markdown-sources.zip" dest="dependencies"/>
                <exec executable="dependencies/bootstrap-compiler/Kotlin/kotlinc/bin/${kotlinc.executable.path}" failonerror="true">
                    <arg value="${markdown.dir}/src"/>
                    <arg value="-d"/>
                    <arg value="${markdown.dir}/out"/>
                </exec>

                <javac srcdir="${markdown.dir}/src"
                       destdir="${markdown.dir}/out" includeantruntime="false">
                    <classpath>
                        <path location="dependencies/bootstrap-compiler/Kotlin/kotlinc/lib/kotlin-runtime.jar"/>
                    </classpath>
                </javac>

                <delete file="dependencies/markdown.jar" failonerror="false"/>
                <jar jarfile="dependencies/markdown.jar">
                    <fileset dir="${markdown.dir}/out" includes="**"/>
                </jar>

                <echo message="Compilation of intellij-markdown finished"/>
                <length file="dependencies/markdown.jar" property="new.markdown.size"/>
                <echo message="Size of the new jar: ${new.markdown.size} bytes"/>
            </sequential>
        </sequential>
    </macrodef>

    <macrodef name="get-asm-sources-and-rename-packages">
        <attribute name="asm.version"/>
        <sequential>
            <!-- Download ASM sources -->
            <get-maven-library prefix="org/ow2/asm" lib="asm-debug-all" version="@{asm.version}" bin="false"/>

            <!-- Rename packages in the sources -->
            <delete dir="dependencies/download/asm-src" failonerror="false"/>
            <unzip src="dependencies/download/asm-debug-all-@{asm.version}-sources.jar" dest="dependencies/download/asm-src">
                <patternset>
                    <include name="**/*"/>
                </patternset>
            </unzip>

            <replaceregexp match="org\.objectweb\.asm" replace="org.jetbrains.org.objectweb.asm" flags="g">
                <fileset dir="dependencies/download/asm-src/">
                    <include name="**/*.java"/>
                </fileset>
            </replaceregexp>

            <move file="dependencies/download/asm-src/org/objectweb/asm"
                  tofile="dependencies/download/asm-src/org/jetbrains/org/objectweb/asm"/>

            <zip destfile="dependencies/jetbrains-asm-all-@{asm.version}-src.zip" basedir="dependencies/download/asm-src"/>
        </sequential>
    </macrodef>

    <macrodef name="execute_update_with_idea_maven_artifacts">
        <attribute name="base.url"/>
        <attribute name="idea.maven.version"/>

        <sequential>
            <get src="@{base.url}/BUILD/@{idea.maven.version}/BUILD-@{idea.maven.version}.txt" dest="dependencies/version.txt"/>
            <loadfile property="execute.build.id" srcFile="dependencies/version.txt"/>

            <local name="idea.already.downloaded"/>
            <condition property="idea.already.downloaded">
                <equals arg1="${dependencies.info.prev.idea.build.id}" arg2="${execute.build.id}"/>
            </condition>

            <echo message="IDEA build id: ${execute.build.id}. Already downloaded." if:set="idea.already.downloaded"/>

            <sequential unless:set="idea.already.downloaded">
                <echo message="IDEA build id: ${execute.build.id}, previous build id: ${dependencies.info.prev.idea.build.id}"/>
                <download_and_update_idea idea.maven.version="@{idea.maven.version}" base.repository.url="@{base.url}"/>

                <propertyfile file="${dependencies.info.file}">
                    <entry key="idea.build.id" value="${execute.build.id}"/>
                </propertyfile>
            </sequential>
        </sequential>
    </macrodef>

    <macrodef name="download_teamcity_artifact">
        <attribute name="teamcity.server.url"/>
        <attribute name="build.locator.request"/>
        <attribute name="artifact.path"/>
        <attribute name="dest"/>
        <attribute name="usetimestamp"/>
        <attribute name="build.number.pattern" default="[\w-+\.]+"/>

        <sequential>
            <local name="artifact.build.id"/>

            <local name="build.request.url"/>
            <property name="build.request.url"
                      value="@{teamcity.server.url}/guestAuth/app/rest/builds/?locator=@{build.locator.request},count:1"/>

            <echo message="Requested URL ${build.request.url}"/>

            <loadresource property="artifact.build.id">
                <url url="${build.request.url}"/>
                <filterchain>
                    <tokenfilter>
                        <filetokenizer/>
                        <replaceregex pattern="^(.*)\sid=&quot;(\d+)&quot;(.*)$" replace="\2" flags="s"/>
                    </tokenfilter>
                </filterchain>
            </loadresource>

            <local name="processed.artifact.path"/>

            <local name="artifact.build.number"/>
            <loadresource property="artifact.build.number">
                <url url="${build.request.url}"/>
                <filterchain>
                    <tokenfilter>
                        <filetokenizer/>
                        <replaceregex pattern="^(.*)\snumber=&quot;(@{build.number.pattern})&quot;(.*)$" replace="\2" flags="s"/>
                    </tokenfilter>
                </filterchain>
            </loadresource>

            <loadresource property="processed.artifact.path">
                <string value="@{artifact.path}"/>
                <filterchain>
                    <replacestring from="{build.number}" to="${artifact.build.number}"/>
                </filterchain>
            </loadresource>

            <echo message="Build Number: ${artifact.build.number} Build Id: ${artifact.build.id}"/>

            <get
                src="@{teamcity.server.url}/guestAuth/app/rest/builds/id:${artifact.build.id}/artifacts/content/${processed.artifact.path}"
                dest="@{dest}" usetimestamp="@{usetimestamp}"/>
        </sequential>
    </macrodef>

    <macrodef name="configure_idea_sdk_dir">
        <attribute name="idea.dir"/>
        <attribute name="idea.sdk.fetch.needed"/>

        <attribute name="download.dir.intellij-core"/>
        <attribute name="download.dir.jps-standalone"/>

        <attribute name="download.file.archive.idea"/>

        <attribute name="download.file.archive.sources"/>
        <attribute name="download.file.archive.jps-build-test"/>

        <attribute name="core" default="@{idea.dir}/core"/>
        <attribute name="core-analysis" default="@{idea.dir}/core-analysis"/>
        <attribute name="jps" default="@{idea.dir}/jps"/>
        <attribute name="jps-test" default="@{jps}/test"/>
        <attribute name="sources" default="@{idea.dir}/sources"/>

        <sequential>
            <sequential if:true="@{idea.sdk.fetch.needed}">
                <delete dir="@{idea.dir}" failonerror="false">
                    <exclude name="config-idea/**"/>
                    <exclude name="system-idea/**"/>
                </delete>

                <unzip src="@{download.file.archive.idea}" dest="@{idea.dir}" />

                <sequential if:set="isMac">
                    <!-- Java can't manipulate permissions -->
                    <exec executable="chmod">
                        <arg value="a+x"/>
                        <arg path="@{idea.dir}/bin/mac/fsnotifier"/>
                        <arg path="@{idea.dir}/bin/inspect.sh"/>
                        <arg path="@{idea.dir}/bin/printenv.py"/>
                        <arg path="@{idea.dir}/bin/restarter"/>
                    </exec>
                </sequential>

                <sequential if:set="isLinux">
                    <!-- Java can't manipulate permissions -->
                    <exec executable="chmod">
                        <arg value="a+x"/>
                        <arg path="@{idea.dir}/bin/linux/fsnotifier"/>
                        <arg path="@{idea.dir}/bin/linux/fsnotifier64"/>
                        <arg path="@{idea.dir}/bin/inspect.sh"/>
                        <arg path="@{idea.dir}/bin/idea.sh"/>
                    </exec>
                </sequential>

                <!--
                     This one needs to be deleted because otherwise it gets onto the classpath
                     together with junit-4.10.jar and the classloading goes crazy that breaks
                     many nice features of IDEA including diffs in the test console.
                -->
                <delete file="@{idea.dir}/lib/junit.jar"/>

                <!--
                Plugin depends on newer runtime and reflect jar from our bootstrap compiler.
                Avoid depending on old runtime during build phase but attach original runtime when idea starts.
                -->
                <mkdir dir="@{idea.dir}/idea-kotlin-runtime"/>
                <move file="@{idea.dir}/lib/kotlin-runtime.jar" todir="@{idea.dir}/idea-kotlin-runtime"/>
                <move file="@{idea.dir}/lib/kotlin-reflect.jar" todir="@{idea.dir}/idea-kotlin-runtime"/>

                <delete dir="@{idea.dir}/plugins/Kotlin"/>

                <echo message="@{download.dir.intellij-core}/intellij-core-analysis.jar"/>

                <mkdir dir="@{core-analysis}"/>
                <copy file="@{download.dir.intellij-core}/intellij-core-analysis.jar"
                      tofile="@{core-analysis}/intellij-core-analysis.jar"
                      verbose="true"/>

                <mkdir dir="@{core}"/>
                <copy todir="@{core}" flatten="true" verbose="true">
                    <resources>
                        <file file="@{download.dir.intellij-core}/intellij-core.jar"/>
                        <file file="@{download.dir.intellij-core}/annotations.jar"/>
                        <file file="@{download.dir.intellij-core}/guava-17.0.jar"/>
                        <file file="@{download.dir.intellij-core}/picocontainer.jar"/>
                        <file file="@{download.dir.intellij-core}/trove4j.jar"/>

                        <file file="@{idea.dir}/lib/jdom.jar"/>
                        <file file="@{idea.dir}/lib/jna.jar"/>
                        <file file="@{idea.dir}/lib/log4j.jar"/>
                        <file file="@{idea.dir}/lib/xstream-1.4.3.jar"/>
                        <file file="@{idea.dir}/lib/xpp3-1.1.4-min.jar"/>
                        <file file="@{idea.dir}/lib/jsr166e.jar"/>
                        <file file="@{idea.dir}/lib/asm-all.jar"/>
                        <file file="@{idea.dir}/lib/snappy-in-java-0.3.1.jar"/>

                        <!-- TODO temporary workaround since util-rt is not packaged into intellij-core.jar -->
                        <file file="@{idea.dir}/lib/util.jar"/>
                    </resources>
                </copy>

                <mkdir dir="@{jps}"/>
                <copy todir="@{jps}" flatten="true" verbose="true">
                    <resources>
                        <file file="@{download.dir.jps-standalone}/groovy-jps-plugin.jar"/>
                        <file file="@{download.dir.jps-standalone}/groovy_rt.jar"/>
                        <file file="@{download.dir.jps-standalone}/jdom.jar"/>
                        <file file="@{download.dir.jps-standalone}/jgoodies-forms.jar"/>
                        <file file="@{download.dir.jps-standalone}/jna.jar"/>
                        <file file="@{download.dir.jps-standalone}/jps-builders.jar"/>
                        <file file="@{download.dir.jps-standalone}/jps-model.jar"/>
                        <file file="@{download.dir.jps-standalone}/log4j.jar"/>
                        <file file="@{download.dir.jps-standalone}/nanoxml-2.2.3.jar"/>
                        <file file="@{download.dir.jps-standalone}/protobuf-2.5.0.jar"/>
                        <file file="@{download.dir.jps-standalone}/trove4j.jar"/>
                        <file file="@{download.dir.jps-standalone}/ui-designer-jps-plugin.jar"/>
                        <file file="@{download.dir.jps-standalone}/util.jar"/>
                    </resources>
                </copy>

                <mkdir dir="@{jps-test}"/>
                <copy file="@{download.file.archive.jps-build-test}" tofile="@{jps-test}/jps-build-test.jar"/>

                <mkdir dir="@{sources}"/>
                <copy file="@{download.file.archive.sources}" tofile="@{sources}/sources.jar" overwrite="true"/>
            </sequential>

            <build-protobuf-java-lite/>
        </sequential>
    </macrodef>

    <macrodef name="download_and_update_idea">
        <attribute name="idea.maven.version"/>
        <attribute name="base.repository.url"/>

        <attribute name="download.dir" default="dependencies/idea"/>

        <sequential>
            <delete dir="@{download.dir}"/>
            <mkdir dir="@{download.dir}"/>

            <get src="@{base.repository.url}/ideaIC/@{idea.maven.version}/ideaIC-@{idea.maven.version}-sources.jar"
                 dest="@{download.dir}/ideaIC-@{idea.maven.version}-sources.jar" usetimestamp="true"/>

            <get src="@{base.repository.url}/ideaIC/@{idea.maven.version}/ideaIC-@{idea.maven.version}.zip"
                 dest="@{download.dir}/ideaIC-@{idea.maven.version}.zip" usetimestamp="true"/>

            <download_and_unzip
                dir="@{download.dir}/intellij-core-@{idea.maven.version}"
                url="@{base.repository.url}/intellij-core/@{idea.maven.version}/intellij-core-@{idea.maven.version}.zip"
                usetimestamp="true"/>

            <get src="@{base.repository.url}/jps-build-test/@{idea.maven.version}/jps-build-test-@{idea.maven.version}.jar"
                 dest="@{download.dir}/jps-build-test-@{idea.maven.version}.jar" usetimestamp="true"/>

            <download_and_unzip
                dir="@{download.dir}/jps-standalone-@{idea.maven.version}"
                url="@{base.repository.url}/jps-standalone/@{idea.maven.version}/jps-standalone-@{idea.maven.version}.zip"
                usetimestamp="true"/>

            <configure_idea_sdk_dir
                idea.dir="${idea.dir}"
                idea.sdk.fetch.needed="${idea.sdk.fetch.needed}"

                download.dir.intellij-core="@{download.dir}/intellij-core-@{idea.maven.version}"
                download.dir.jps-standalone="@{download.dir}/jps-standalone-@{idea.maven.version}"
                download.file.archive.idea="@{download.dir}/ideaIC-@{idea.maven.version}.zip"
                download.file.archive.sources="@{download.dir}/ideaIC-@{idea.maven.version}-sources.jar"
                download.file.archive.jps-build-test="@{download.dir}/jps-build-test-@{idea.maven.version}.jar"/>
        </sequential>
    </macrodef>

    <macrodef name="download_and_unzip">
        <attribute name="url"/>
        <attribute name="dir"/>
        <attribute name="usetimestamp"/>

        <sequential>
            <get src="@{url}" dest="@{dir}.zip" usetimestamp="@{usetimestamp}"/>

            <local name="need.unpack"/>
            <condition property="need.unpack">
                <not>
                    <available file="@{dir}" type="dir"/>
                </not>
            </condition>

            <unzip src="@{dir}.zip" dest="@{dir}" if:set="need.unpack"/>
            <echo message="Folder exist - so not unpacked @{dir}" unless:set="need.unpack"/>
        </sequential>
    </macrodef>

    <!--
    Currently we use empty annotations.
    Future options are:
      - Drop the target when will be sure that custom annotations are unneeded
      - Fill the target with downloading correct annotations
    -->
    <target name="fetch-annotations"/>

    <target name="get_android_studio">
        <condition property="android.os.tag" value="windows">
            <os family="windows"/>
        </condition>

        <condition property="android.os.tag" value="mac">
            <os family="mac"/>
        </condition>

        <condition property="android.os.tag" value="linux">
            <and>
                <os family="unix"/>
                <not>
                    <os family="mac"/>
                </not>
            </and>
        </condition>

        <local name="have.android.version"/>
        <condition property="have.android.version">
            <and>
                <isset property="android.version"/>
                <isset property="android.build.version"/>
            </and>
        </condition>

        <sequential unless:set="have.android.version">
            <loadresource property="android.version">
                <url url="http://tools.android.com/download/studio/canary/latest"/>
                <filterchain>
                    <tokenfilter>
                        <filetokenizer/>
                        <replaceregex
                            pattern="^(.*)https?://dl\.google\.com/dl/android/studio/ide-zips/([\d\.]+)/android-studio-ide(.*)$"
                            replace="\2" flags="s"/>
                    </tokenfilter>
                </filterchain>
            </loadresource>
            <loadresource property="android.build.version">
                <url url="http://tools.android.com/download/studio/canary/latest"/>
                <filterchain>
                    <tokenfilter>
                        <filetokenizer/>
                        <replaceregex
                            pattern="^(.*)https?://dl\.google\.com/dl/android/studio/ide-zips/[\d\.]+/android-studio-ide-([\d\.]+)-(.*)$"
                            replace="\2" flags="s"/>
                    </tokenfilter>
                </filterchain>
            </loadresource>
        </sequential>

        <echo message="Download android studio: ${android.version} ${android.build.version}"/>

        <property name="android.file.name" value="android-studio-ide-${android.build.version}-${android.os.tag}.zip"/>
        <property name="android.studio.url"
                  value="http://dl.google.com/dl/android/studio/ide-zips/${android.version}/${android.file.name}"/>
        <property name="android.destination.dir" value="android-studio/sdk"/>

        <mkdir dir="dependencies/download"/>

        <get src="${android.studio.url}" dest="dependencies/download" usetimestamp="true"/>

        <delete dir="${android.destination.dir}" failonerror="false" includeemptydirs="true">
            <exclude name="config/**"/>
            <exclude name="system/**"/>
        </delete>

        <unzip src="dependencies/download/${android.file.name}" dest="${android.destination.dir}">
            <cutdirsmapper dirs="1"/>
        </unzip>

        <local name="android.studio.mac"/>
        <condition property="android.studio.mac">
            <matches pattern=".+mac\.zip" string="${android.file.name}"/>
        </condition>

        <local name="android.studio.linux"/>
        <condition property="android.studio.linux">
            <matches pattern=".+linux\.zip" string="${android.file.name}"/>
        </condition>

        <exec executable="chmod" if:set="android.studio.mac">
            <arg value="a+x"/>
            <arg path="${android.destination.dir}/bin/fsnotifier"/>
            <arg path="${android.destination.dir}/bin/inspect.sh"/>
            <arg path="${android.destination.dir}/bin/printenv.py"/>
            <arg path="${android.destination.dir}/bin/update_studio.sh"/>
        </exec>

        <exec executable="chmod" if:set="android.studio.linux">
            <arg value="a+x"/>
            <arg path="${android.destination.dir}/bin/fsnotifier"/>
            <arg path="${android.destination.dir}/bin/fsnotifier64"/>
            <arg path="${android.destination.dir}/bin/inspect.sh"/>
            <arg path="${android.destination.dir}/bin/studio.sh"/>
            <arg path="${android.destination.dir}/bin/update_studio.sh"/>
        </exec>
    </target>

    <target name="override-version">
        <condition property="need.version.override">
            <and>
                <isset property="override.version.url"/>
                <equals arg1="${kotlin.bootstrap.branch}" arg2="${teamcity.build.branch}"/>
                <not>
                    <isset property="override.version.disabled"/>
                </not>
                <not>
                    <istrue value="${bootstrap.build.no.tests}"/>
                </not>
            </and>
        </condition>

        <sequential if:set="need.version.override">
            <local name="override.version.build.number"/>
            <loadresource property="override.version.build.number">
                <url url="${override.version.url}"/>
                <filterchain>
                    <tokenfilter>
                        <filetokenizer/>
                        <replaceregex pattern="^(.*)\snumber=&quot;([\w-+\.]+)&quot;(.*)$" replace="\2" flags="s"/>
                    </tokenfilter>
                </filterchain>
            </loadresource>

            <echo message="URL: ${override.version.url} Version: ${override.version.build.number}"/>

            <exec executable="dependencies/bootstrap-compiler/Kotlin/kotlinc/bin/${kotlinc.executable.path}" failonerror="false">
                <arg value="-cp"/>
                <arg value="dependencies/bootstrap-compiler/Kotlin/kotlinc/lib/kotlin-compiler.jar"/>
                <arg value="-script"/>
                <arg value="generators/infrastructure/increment-version.kts"/>
                <arg value="${override.version.build.number}"/>
                <arg value="${basedir}/dependencies/updated-version.txt"/>
            </exec>

            <loadfile property="updated.version.number" srcFile="${basedir}/dependencies/updated-version.txt"/>

            <echo message="##teamcity[buildNumber '${updated.version.number}']"/>
        </sequential>
    </target>
</project>