13bab43337
The recent libcore ZoneInfo changes mean that we can no longer compile libcore's ZoneInfo against the RI. Luckily, the field in our data file that we needed ZoneInfo for isn't actually used. This change removes our dependence on libcore. I've left the field in to avoid a file format change. We can remove the field if/when we next have a real need to bump the file format. (cherry-pick of 90cb5ffb85a9bc2e725824b3ca8db932d02c45db.) Bug: 16168653 Change-Id: Iedad2252c2b49f4d8bb2c7d9078b39b622444ca7
232 lines
7.2 KiB
Python
Executable File
232 lines
7.2 KiB
Python
Executable File
#!/usr/bin/python
|
|
|
|
"""Updates the timezone data held in bionic and ICU."""
|
|
|
|
import ftplib
|
|
import glob
|
|
import httplib
|
|
import os
|
|
import re
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
import tarfile
|
|
import tempfile
|
|
|
|
regions = ['africa', 'antarctica', 'asia', 'australasia', 'backward',
|
|
'etcetera', 'europe', 'northamerica', 'southamerica']
|
|
|
|
def CheckDirExists(dir, dirname):
|
|
if not os.path.isdir(dir):
|
|
print "Couldn't find %s (%s)!" % (dirname, dir)
|
|
sys.exit(1)
|
|
|
|
bionic_libc_tools_zoneinfo_dir = os.path.realpath(os.path.dirname(sys.argv[0]))
|
|
|
|
# Find the bionic directory, searching upward from this script.
|
|
bionic_dir = os.path.realpath('%s/../../..' % bionic_libc_tools_zoneinfo_dir)
|
|
bionic_libc_zoneinfo_dir = '%s/libc/zoneinfo' % bionic_dir
|
|
CheckDirExists(bionic_libc_zoneinfo_dir, 'bionic/libc/zoneinfo')
|
|
CheckDirExists(bionic_libc_tools_zoneinfo_dir, 'bionic/libc/tools/zoneinfo')
|
|
print 'Found bionic in %s ...' % bionic_dir
|
|
|
|
# Find the icu4c directory.
|
|
icu_dir = os.path.realpath('%s/../external/icu/icu4c/source' % bionic_dir)
|
|
CheckDirExists(icu_dir, 'external/icu/icu4c/source')
|
|
print 'Found icu in %s ...' % icu_dir
|
|
|
|
|
|
def GetCurrentTzDataVersion():
|
|
return open('%s/tzdata' % bionic_libc_zoneinfo_dir).read().split('\x00', 1)[0]
|
|
|
|
|
|
def WriteSetupFile():
|
|
"""Writes the list of zones that ZoneCompactor should process."""
|
|
links = []
|
|
zones = []
|
|
for region in regions:
|
|
for line in open('extracted/%s' % region):
|
|
fields = line.split()
|
|
if fields:
|
|
if fields[0] == 'Link':
|
|
links.append('%s %s %s\n' % (fields[0], fields[1], fields[2]))
|
|
zones.append(fields[2])
|
|
elif fields[0] == 'Zone':
|
|
zones.append(fields[1])
|
|
zones.sort()
|
|
|
|
setup = open('setup', 'w')
|
|
for link in links:
|
|
setup.write(link)
|
|
for zone in zones:
|
|
setup.write('%s\n' % zone)
|
|
setup.close()
|
|
|
|
|
|
def SwitchToNewTemporaryDirectory():
|
|
tmp_dir = tempfile.mkdtemp('-tzdata')
|
|
os.chdir(tmp_dir)
|
|
print 'Created temporary directory "%s"...' % tmp_dir
|
|
|
|
|
|
def FtpRetrieveFile(ftp, filename):
|
|
ftp.retrbinary('RETR %s' % filename, open(filename, 'wb').write)
|
|
|
|
|
|
def FtpRetrieveFileAndSignature(ftp, data_filename):
|
|
"""Downloads and repackages the given data from the given FTP server."""
|
|
print 'Downloading data...'
|
|
FtpRetrieveFile(ftp, data_filename)
|
|
|
|
print 'Downloading signature...'
|
|
signature_filename = '%s.asc' % data_filename
|
|
FtpRetrieveFile(ftp, signature_filename)
|
|
|
|
|
|
def HttpRetrieveFile(http, path, output_filename):
|
|
http.request("GET", path)
|
|
f = open(output_filename, 'wb')
|
|
f.write(http.getresponse().read())
|
|
f.close()
|
|
|
|
|
|
def HttpRetrieveFileAndSignature(http, data_filename):
|
|
"""Downloads and repackages the given data from the given HTTP server."""
|
|
path = "/time-zones/repository/releases/%s" % data_filename
|
|
|
|
print 'Downloading data...'
|
|
HttpRetrieveFile(http, path, data_filename)
|
|
|
|
print 'Downloading signature...'
|
|
signature_filename = '%s.asc' % data_filename
|
|
HttpRetrievefile(http, "%s.asc" % path, signature_filename)
|
|
|
|
|
|
def BuildIcuToolsAndData(data_filename):
|
|
# Keep track of the original cwd so we can go back to it at the end.
|
|
original_working_dir = os.getcwd()
|
|
|
|
# Create a directory to run 'make' from.
|
|
icu_working_dir = '%s/icu' % original_working_dir
|
|
os.mkdir(icu_working_dir)
|
|
os.chdir(icu_working_dir)
|
|
|
|
# Build the ICU tools.
|
|
print 'Configuring ICU tools...'
|
|
subprocess.check_call(['%s/runConfigureICU' % icu_dir, 'Linux'])
|
|
print 'Making ICU tools...'
|
|
subprocess.check_call(['make', '-j32'])
|
|
|
|
# Run the ICU tools.
|
|
os.chdir('tools/tzcode')
|
|
shutil.copyfile('%s/%s' % (original_working_dir, data_filename), data_filename)
|
|
print 'Making ICU data...'
|
|
subprocess.check_call(['make'])
|
|
|
|
# Copy the output files to their ultimate destination.
|
|
icu_txt_data_dir = '%s/data/misc' % icu_dir
|
|
print 'Copying zoneinfo64.txt to %s ...' % icu_txt_data_dir
|
|
shutil.copy('zoneinfo64.txt', icu_txt_data_dir)
|
|
|
|
os.chdir(icu_working_dir)
|
|
icu_dat_data_dir = '%s/stubdata' % icu_dir
|
|
datfiles = glob.glob('data/out/tmp/icudt??l.dat')
|
|
if len(datfiles) != 1:
|
|
print 'ERROR: Unexpectedly found %d .dat files (%s). Halting.' % (len(datfiles), datfiles)
|
|
sys.exit(1)
|
|
|
|
datfile = datfiles[0]
|
|
print 'Copying %s to %s ...' % (datfile, icu_dat_data_dir)
|
|
shutil.copy(datfile, icu_dat_data_dir)
|
|
|
|
# Switch back to the original working cwd.
|
|
os.chdir(original_working_dir)
|
|
|
|
|
|
def CheckSignature(data_filename):
|
|
signature_filename = '%s.asc' % data_filename
|
|
print 'Verifying signature...'
|
|
# If this fails for you, you probably need to import Paul Eggert's public key:
|
|
# gpg --recv-keys ED97E90E62AA7E34
|
|
subprocess.check_call(['gpg', '--trusted-key=ED97E90E62AA7E34', '--verify',
|
|
signature_filename, data_filename])
|
|
|
|
|
|
def BuildBionicToolsAndData(data_filename):
|
|
new_version = re.search('(tzdata.+)\\.tar\\.gz', data_filename).group(1)
|
|
|
|
print 'Extracting...'
|
|
os.mkdir('extracted')
|
|
tar = tarfile.open(data_filename, 'r')
|
|
tar.extractall('extracted')
|
|
|
|
print 'Calling zic(1)...'
|
|
os.mkdir('data')
|
|
for region in regions:
|
|
if region != 'backward':
|
|
subprocess.check_call(['zic', '-d', 'data', 'extracted/%s' % region])
|
|
|
|
WriteSetupFile()
|
|
|
|
print 'Calling ZoneCompactor to update bionic to %s...' % new_version
|
|
subprocess.check_call(['javac', '-d', '.',
|
|
'%s/ZoneCompactor.java' % bionic_libc_tools_zoneinfo_dir])
|
|
subprocess.check_call(['java', 'ZoneCompactor',
|
|
'setup', 'data', 'extracted/zone.tab',
|
|
bionic_libc_zoneinfo_dir, new_version])
|
|
|
|
|
|
# Run with no arguments from any directory, with no special setup required.
|
|
# See http://www.iana.org/time-zones/ for more about the source of this data.
|
|
def main():
|
|
print 'Looking for new tzdata...'
|
|
|
|
tzdata_filenames = []
|
|
|
|
# The FTP server lets you download intermediate releases, and also lets you
|
|
# download the signatures for verification, so it's your best choice.
|
|
use_ftp = True
|
|
|
|
if use_ftp:
|
|
ftp = ftplib.FTP('ftp.iana.org')
|
|
ftp.login()
|
|
ftp.cwd('tz/releases')
|
|
for filename in ftp.nlst():
|
|
if filename.startswith('tzdata20') and filename.endswith('.tar.gz'):
|
|
tzdata_filenames.append(filename)
|
|
tzdata_filenames.sort()
|
|
else:
|
|
http = httplib.HTTPConnection('www.iana.org')
|
|
http.request("GET", "/time-zones")
|
|
index_lines = http.getresponse().read().split('\n')
|
|
for line in index_lines:
|
|
m = re.compile('.*href="/time-zones/repository/releases/(tzdata20\d\d\c\.tar\.gz)".*').match(line)
|
|
if m:
|
|
tzdata_filenames.append(m.group(1))
|
|
|
|
# If you're several releases behind, we'll walk you through the upgrades
|
|
# one by one.
|
|
current_version = GetCurrentTzDataVersion()
|
|
current_filename = '%s.tar.gz' % current_version
|
|
for filename in tzdata_filenames:
|
|
if filename > current_filename:
|
|
print 'Found new tzdata: %s' % filename
|
|
SwitchToNewTemporaryDirectory()
|
|
if use_ftp:
|
|
FtpRetrieveFileAndSignature(ftp, filename)
|
|
else:
|
|
HttpRetrieveFileAndSignature(http, filename)
|
|
|
|
CheckSignature(filename)
|
|
BuildIcuToolsAndData(filename)
|
|
BuildBionicToolsAndData(filename)
|
|
print 'Look in %s and %s for new data files' % (bionic_dir, icu_dir)
|
|
sys.exit(0)
|
|
|
|
print 'You already have the latest tzdata (%s)!' % current_version
|
|
sys.exit(0)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|