WebKitTools/CygwinDownloader/cygwin-downloader.py

   1 #!/usr/bin/env python
   2
   3 import os, random, sys, time, urllib
   4
   5 #
   6 # Options
   7 #
   8
   9 dry_run = len(sys.argv) > 1 and "--dry-run" in set(sys.argv[1:])
  10 quiet = len(sys.argv) > 1 and "--quiet" in set(sys.argv[1:])
  11
  12 #
  13 # Functions and constants
  14 #
  15
  16 def download_progress_hook(block_count, block_size, total_blocks):
  17         if quiet or random.random() > 0.5:
  18                 return
  19         sys.stdout.write(".")
  20         sys.stdout.flush()
  21
  22 def download_url_to_file(url, file, message):
  23         if not quiet:
  24                 print message + " ",
  25         if not dry_run:
  26                 dir = os.path.dirname(file)
  27                 if len(dir) and not os.path.exists(dir):
  28                     os.makedirs(dir)
  29                 urllib.urlretrieve(url, file, download_progress_hook)
  30         if not quiet:
  31                 print
  32
  33 # This is mostly just the list of North America http mirrors from http://cygwin.com/mirrors.html,
  34 # but a few have been removed that seemed unresponsive from Cupertino.
  35 mirror_servers = ["http://cygwin.elite-systems.org/",
  36                   "http://mirror.mcs.anl.gov/cygwin/",
  37                   "http://cygwin.osuosl.org/",
  38                   "http://mirrors.kernel.org/sourceware/cygwin/",
  39                   "http://cygwin.mirrors.hoobly.com/",
  40                   "http://cygwin.rtin.bz/",
  41                   "http://mirrors.wikifusion.info/cygwin/",
  42                   "http://mirrors.xmission.com/cygwin/",
  43                   "http://sourceware.mirrors.tds.net/pub/sourceware.org/cygwin/"]
  44
  45 package_mirror_url = mirror_servers[random.choice(range(len(mirror_servers)))]
  46
  47 def download_package(package, message):
  48         download_url_to_file(package_mirror_url + package["path"], package["path"], message)
  49
  50 required_packages = frozenset(["apache",
  51                                "bc",
  52                                "bison",
  53                                "curl",
  54                                "e2fsprogs",
  55                                "emacs",
  56                                "flex",
  57                                "gcc",
  58                                "gperf",
  59                                "make",
  60                                "nano",
  61                                "openssh",
  62                                "patch",
  63                                "perl",
  64                                "perl-libwin32",
  65                                "rebase",
  66                                "subversion",
  67                                "unzip",
  68                                "vim",
  69                                "zip"])
  70
  71 #
  72 # Main
  73 #
  74
  75 print "Using Cygwin mirror server " + package_mirror_url + " to download setup.ini..."
  76
  77 urllib.urlretrieve(package_mirror_url + "setup.ini", "setup.ini.orig")
  78
  79 downloaded_packages_file_path = "setup.ini.orig"
  80 downloaded_packages_file = file(downloaded_packages_file_path, "r")
  81 if not dry_run:
  82     modified_packages_file = file("setup.ini", "w")
  83
  84 packages = {}
  85 current_package = ''
  86 for line in downloaded_packages_file.readlines():
  87         if line[0] == "@":
  88                 current_package = line[2:-1]
  89                 packages[current_package] = {"name": current_package, "needs_download": False, "requires": [], "path": ""}
  90         elif line[:10] == "category: ":
  91                 if current_package in required_packages:
  92                         line = "category: Base\n"
  93                 if "Base" in set(line[10:-1].split()):
  94                         packages[current_package]["needs_download"] = True
  95         elif line[:10] == "requires: ":
  96                 packages[current_package]["requires"] = line[10:].split()
  97                 packages[current_package]["requires"].sort()
  98         elif line[:9] == "install: " and not len(packages[current_package]["path"]):
  99                 end_of_path = line.find(" ", 9)
 100                 if end_of_path != -1:
 101                         packages[current_package]["path"] = line[9:end_of_path]
 102         if not dry_run:
 103             modified_packages_file.write(line)
 104
 105 downloaded_packages_file.close()
 106 os.remove(downloaded_packages_file_path)
 107 if not dry_run:
 108     modified_packages_file.close()
 109
 110 names_to_download = set()
 111 package_names = packages.keys()
 112 package_names.sort()
 113
 114 def add_package_and_dependencies(name):
 115         if name in names_to_download:
 116                 return
 117         packages[name]["needs_download"] = True
 118         names_to_download.add(name)
 119         for dep in packages[name]["requires"]:
 120                 add_package_and_dependencies(dep)
 121
 122 for name in package_names:
 123         if packages[name]["needs_download"]:
 124                 add_package_and_dependencies(name)
 125
 126 downloaded_so_far = 0
 127 for name in package_names:
 128         if packages[name]["needs_download"]:
 129                 downloaded_so_far += 1
 130                 download_package(packages[name], "Downloading package %3d of %3d (%s)" % (downloaded_so_far, len(names_to_download), name))
 131
 132 download_url_to_file("http://cygwin.com/setup.exe", "setup.exe", "Downloading setup.exe")
 133
 134 seconds_to_sleep = 10
 135
 136 print """
 137 Finished downloading Cygwin. In %d seconds,
 138 I will run setup.exe. Select the "Install
 139 from Local Directory" option and browse to
 140 "%s"
 141 when asked for the "Local Package Directory".
 142 """ % (seconds_to_sleep, os.getcwd())
 143
 144
 145 while seconds_to_sleep > 0:
 146         print "%d..." % seconds_to_sleep,
 147         sys.stdout.flush()
 148         time.sleep(1)
 149         seconds_to_sleep -= 1
 150 print
 151
 152 if not dry_run:
 153         os.execl("setup.exe")