Added new ant target to generate unique list of hostnames

build.xml

@@ -1261,6 +1261,15 @@
         </exec>
     </target>
 
+    <target name="extract.locs.noports" depends="flow.uk.collect">
+        <echo>Extracting TLS locations</echo>
+        <exec executable="perl" dir="${build.dir}"
+            output="${build.dir}/locations_noports.txt">
+            <arg value="${build.dir}/extract_locs_noports.pl"/>
+        </exec>
+    </target>
+
+
     <!--
         Utility to fold overlong embedded certificates.
     -->

build/extract_locs_noports.pl

@@ -0,0 +1,19 @@
+#!/usr/bin/perl -w
+
+use Xalan;
+
+open(XML, xalanCall . " -IN ../mdx/uk/collected.xml -XSL extract_locs.xsl|") || die "could not open input file";
+while (<XML>) {
+    chop;
+    if (/^https:\/\/([^\/:]+)(:\d+)?(\/|$)/) {
+        my $location = $1;
+        $locations{$location} = 1;
+    }
+}
+close XML;
+
+foreach $loc (sort keys %locations) {
+    if ($loc =~ /([^:]+)/) {
+        print "$1\n";
+    }
+}