WebKitTools/CygwinDownloader/cygwin-downloader.py

   1 #!/usr/bin/env python
   2
   3 import os, random, sys, time, urllib
   4
   5 #
   6 # Options
   7 #
   8
   9 dry_run = len(sys.argv) > 1 and "--dry-run" in set(sys.argv[1:])
  10 quiet = len(sys.argv) > 1 and "--quiet" in set(sys.argv[1:])
  11
  12 #
  13 # Functions and constants
  14 #
  15
  16 def download_progress_hook(block_count, block_size, total_blocks):
  17         if quiet or random.random() > 0.5:
  18                 return
  19         sys.stdout.write(".")
  20         sys.stdout.flush()
  21
  22 def download_url_to_file(url, file, message):
  23         if not quiet:
  24                 print message + " ",
  25         if not dry_run:
  26                 dir = os.path.dirname(file)
  27                 if len(dir) and not os.path.exists(dir):
  28                     os.makedirs(dir)
  29                 urllib.urlretrieve(url, file, download_progress_hook)
  30         if not quiet:
  31                 print
  32
  33 # This is mostly just the list of North America http mirrors from http://cygwin.com/mirrors.html,
  34 # but a few have been removed that seemed unresponsive from Cupertino.
  35 mirror_servers = ["http://cygwin.elite-systems.org/",
  36                   "http://mirror.mcs.anl.gov/cygwin/",
  37                   "http://cygwin.osuosl.org/",
  38                   "http://mirrors.kernel.org/sourceware/cygwin/",
  39                   "http://cygwin.mirrors.hoobly.com/",
  40                   "http://cygwin.rtin.bz/",
  41                   "http://mirrors.wikifusion.info/cygwin/",
  42                   "http://mirrors.xmission.com/cygwin/",
  43                   "http://sourceware.mirrors.tds.net/pub/sourceware.org/cygwin/"]
  44
  45 package_mirror_url = mirror_servers[random.choice(range(len(mirror_servers)))]
  46
  47 def download_package(package, message):
  48         download_url_to_file(package_mirror_url + package["path"], package["path"], message)
  49
  50 required_packages = frozenset(["apache",
  51                                "bc",
  52                                "bison",
  53                                "curl",
  54                                "diffutils",
  55                                "e2fsprogs",
  56                                "emacs",
  57                                "flex",
  58                                "gcc",
  59                                "gperf",
  60                                "keychain",
  61                                "make",
  62                                "nano",
  63                                "openssh",
  64                                "patch",
  65                                "perl",
  66                                "perl-libwin32",
  67                                "python",
  68                                "rebase",
  69                                "rsync",
  70                                "subversion",
  71                                "unzip",
  72                                "vim",
  73                                "zip"])
  74
  75 #
  76 # Main
  77 #
  78
  79 print "Using Cygwin mirror server " + package_mirror_url + " to download setup.ini..."
  80
  81 urllib.urlretrieve(package_mirror_url + "setup.ini", "setup.ini.orig")
  82
  83 downloaded_packages_file_path = "setup.ini.orig"
  84 downloaded_packages_file = file(downloaded_packages_file_path, "r")
  85 if not dry_run:
  86     modified_packages_file = file("setup.ini", "w")
  87
  88 packages = {}
  89 current_package = ''
  90 for line in downloaded_packages_file.readlines():
  91         if line[0] == "@":
  92                 current_package = line[2:-1]
  93                 packages[current_package] = {"name": current_package, "needs_download": False, "requires": [], "path": ""}
  94         elif line[:10] == "category: ":
  95                 if current_package in required_packages:
  96                         line = "category: Base\n"
  97                 if "Base" in set(line[10:-1].split()):
  98                         packages[current_package]["needs_download"] = True
  99         elif line[:10] == "requires: ":
 100                 packages[current_package]["requires"] = line[10:].split()
 101                 packages[current_package]["requires"].sort()
 102         elif line[:9] == "install: " and not len(packages[current_package]["path"]):
 103                 end_of_path = line.find(" ", 9)
 104                 if end_of_path != -1:
 105                         packages[current_package]["path"] = line[9:end_of_path]
 106         if not dry_run:
 107             modified_packages_file.write(line)
 108
 109 downloaded_packages_file.close()
 110 os.remove(downloaded_packages_file_path)
 111 if not dry_run:
 112     modified_packages_file.close()
 113
 114 names_to_download = set()
 115 package_names = packages.keys()
 116 package_names.sort()
 117
 118 def add_package_and_dependencies(name):
 119         if name in names_to_download:
 120                 return
 121         packages[name]["needs_download"] = True
 122         names_to_download.add(name)
 123         for dep in packages[name]["requires"]:
 124                 add_package_and_dependencies(dep)
 125
 126 for name in package_names:
 127         if packages[name]["needs_download"]:
 128                 add_package_and_dependencies(name)
 129
 130 downloaded_so_far = 0
 131 for name in package_names:
 132         if packages[name]["needs_download"]:
 133                 downloaded_so_far += 1
 134                 download_package(packages[name], "Downloading package %3d of %3d (%s)" % (downloaded_so_far, len(names_to_download), name))
 135
 136 download_url_to_file("http://cygwin.com/setup.exe", "setup.exe", "Downloading setup.exe")
 137
 138 seconds_to_sleep = 10
 139
 140 print """
 141 Finished downloading Cygwin. In %d seconds,
 142 I will run setup.exe. Select the "Install
 143 from Local Directory" option and browse to
 144 "%s"
 145 when asked for the "Local Package Directory".
 146 """ % (seconds_to_sleep, os.getcwd())
 147
 148
 149 while seconds_to_sleep > 0:
 150         print "%d..." % seconds_to_sleep,
 151         sys.stdout.flush()
 152         time.sleep(1)
 153         seconds_to_sleep -= 1
 154 print
 155
 156 if not dry_run:
 157         os.execl("setup.exe")