Merge pull request #35 from aheritier/fix/INFRA-181

[FIX INFRA-181] Don't rely on archive.apache.org
jenkins-infra · Jun 17, 2015 · 5378546 · 5378546
2 parents ad76c4d + 29e5aab
commit 5378546
Show file tree

Hide file tree

Showing 2 changed files with 103 additions and 3 deletions.
diff --git a/ant_maven.groovy → ant.groovy b/ant_maven.groovy → ant.groovy
@@ -1,5 +1,5 @@
 #!./lib/runner.groovy
-// Generates server-side metadata for Ant & Maven
+// Generates server-side metadata for Ant
 import com.gargoylesoftware.htmlunit.WebClient
 import com.gargoylesoftware.htmlunit.html.HtmlAnchor
 import com.gargoylesoftware.htmlunit.html.HtmlPage
@@ -46,5 +46,4 @@ def store(key,o) {
     lib.DataWriter.write(key,envelope);
 }
 
-store("hudson.tasks.Ant.AntInstaller",  listUp("http://archive.apache.org/dist/ant/binaries/",  "ant-([0-9.]+)-bin.zip\$"))
-store("hudson.tasks.Maven.MavenInstaller",listUp("http://archive.apache.org/dist/maven/binaries/","maven-([0-9.]+)(-bin)?.zip\$"))
+store("hudson.tasks.Ant.AntInstaller",  listUp("http://archive.apache.org/dist/ant/binaries/",  "ant-([0-9.]+)-bin.zip\$"))
diff --git a/maven.groovy b/maven.groovy
@@ -0,0 +1,101 @@
+#!./lib/runner.groovy
+// Generates server-side metadata for Maven
+import com.gargoylesoftware.htmlunit.WebClient
+import com.gargoylesoftware.htmlunit.html.HtmlAnchor
+import com.gargoylesoftware.htmlunit.html.HtmlPage
+import java.util.regex.Pattern
+import net.sf.json.JSONObject
+import hudson.util.VersionNumber
+
+def getHtmlPage(url) {
+    def wc = new WebClient()
+    wc.javaScriptEnabled = false
+    wc.cssEnabled = false
+    return wc.getPage(url)
+}
+
+def listFromURL(url) {
+    def HtmlPage p = getHtmlPage(url)
+    def pattern = Pattern.compile("maven-([0-9\\.]+)(-bin)?.zip\$")
+
+    return p.getAnchors().collect { HtmlAnchor a ->
+        def m = pattern.matcher(a.hrefAttribute)
+        if (m.find()) {
+            def ver = m.group(1)
+            def fqUrl = p.getFullyQualifiedUrl(a.hrefAttribute).toExternalForm()
+            return ["id": ver, "name": ver, "url": fqUrl]
+        }
+        return null
+    }.findAll { it != null }
+}
+
+def listFromUrl(url, pattern) {
+    wc = new WebClient();
+    wc.javaScriptEnabled = false;
+    wc.cssEnabled = false;
+
+    HtmlPage p = wc.getPage(url);
+    initialurl = url;
+    versionpattern = Pattern.compile("[0-9]([0-9.]+)");
+    pattern=Pattern.compile(pattern);
+
+    return p.getAnchors().collect { HtmlAnchor a ->
+        m = versionpattern.matcher(a.hrefAttribute)
+        if(m.find() ) {
+            l=a.hrefAttribute.length()-2;
+            ver=a.hrefAttribute.getAt(0..l);
+            url = p.getFullyQualifiedUrl(a.hrefAttribute);
+            HtmlPage pb = wc.getPage(url);
+            return pb.getAnchors().collect { HtmlAnchor a1 ->
+              n = pattern.matcher(a1.hrefAttribute)
+              if (n.find()) {
+                  urld = pb.getFullyQualifiedUrl(a1.hrefAttribute);
+              return ["id":ver, "name":ver, "url":urld.toExternalForm()]
+              }
+              return null;
+          }
+        }
+        return null;
+    }.flatten().findAll { it!=null };
+}
+
+// Archives are coming from Apache
+def listFromOldURL() {
+    return listFromURL("http://archive.apache.org/dist/maven/binaries/")
+}
+
+// Recent releases are coming from Maven central
+// Discussed with the Maven team here
+// http://mail-archives.apache.org/mod_mbox/maven-dev/201505.mbox/%3cCAFNCU--iq2nYb3wnO715CbcXN+S8umRTyRnfk4_JSZ2qCR+1fg@mail.gmail.com%3e
+def listFromNewUrl() {
+    return listFromUrl("http://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/", "maven-([0-9.]+)(-bin)?.zip\$")
+}
+
+def listAll() {
+    return (listFromOldURL() + listFromNewUrl())
+            .unique { o1, o2 -> o1.id <=> o2.id }
+            .sort { o1, o2 ->
+                try {
+                    def v1 = new VersionNumber(o1.id)
+                    try {
+                        return new VersionNumber(o2.id).compareTo(v1)
+                    } catch (IllegalArgumentException _2) {
+                        return -1
+                    }
+                } catch (IllegalArgumentException _1) {
+                    try {
+                        new VersionNumber(o2.id)
+                        return 1
+                    } catch (IllegalArgumentException _2) {
+                        return o2.id.compareTo(o1.id)
+                    }
+                }
+            }
+}
+
+def store(key, o) {
+    JSONObject envelope = JSONObject.fromObject(["list": o])
+    lib.DataWriter.write(key, envelope)
+}
+
+store("hudson.tasks.Maven.MavenInstaller", listAll())