oxjs/tools/build/build.py

379 lines
14 KiB
Python
Raw Normal View History

#!/usr/bin/env python
2013-05-10 12:59:58 +00:00
# -*- coding: utf-8 -*-
#vim: et:ts=4:sw=4:sts=4
import json
2010-09-05 14:24:22 +00:00
import os
import ox
2011-04-22 22:03:10 +00:00
import re
2011-04-25 09:12:02 +00:00
import shutil
2012-03-30 21:12:00 +00:00
import subprocess
import sys
2012-04-05 20:42:35 +00:00
import tarfile
2012-04-05 15:27:27 +00:00
import time
2012-04-05 20:42:35 +00:00
def build_oxjs(downloads=False, geo=False):
2011-10-07 01:19:00 +00:00
base_path = os.path.dirname(__file__)
if base_path:
os.chdir(base_path)
2012-04-05 15:27:27 +00:00
root_path = '../../'
source_path = root_path + 'source/'
build_path = root_path + 'build/'
dev_path = root_path + 'dev/'
locales = {}
2012-03-30 21:12:00 +00:00
version = '0.1.%s' % subprocess.Popen(
['bzr', 'revno'],
stdout=subprocess.PIPE
).communicate()[0].strip()
2012-04-05 15:27:27 +00:00
year = time.strftime('%Y', time.gmtime())
2012-04-05 20:42:35 +00:00
comment = ' OxJS %s (c) %s 0x2620, dual-licensed GPL/MIT, see https://oxjs.org for details ' % (version, year)
2012-04-05 15:27:27 +00:00
# Empty build and dev
for path in [build_path, dev_path]:
if os.path.exists(path):
for item in os.listdir(path):
full_path = '%s%s' % (path, item)
if os.path.isdir(full_path):
if not (geo == False and item == 'Ox.Geo'):
shutil.rmtree(full_path)
else:
os.remove(full_path)
# Ox.UI Theme Data
theme_data = {}
themes = [dirname for dirname in os.listdir(source_path + 'Ox.UI/themes/') if not dirname[0] in '._']
for theme in themes:
theme_data[theme] = read_jsonc(source_path + 'Ox.UI/themes/%s/json/theme.jsonc' % theme)
theme_data[theme]['themeClass'] = 'OxTheme' + theme[0].upper() + theme[1:]
# Ox.UI CSS
css = read_file(source_path + 'Ox.UI/css/Ox.UI.css')
css = css.replace('$import', '\n'.join([
2014-01-11 05:02:26 +00:00
'@import url("../themes/%s/css/theme.css?%s");' % (theme, version) for theme in themes
]))
write_file('%sOx.UI/css/Ox.UI.css' % build_path, css)
write_file('%sOx.UI/css/Ox.UI.css' % dev_path, css)
# Ox.UI Theme CSS
css = read_file(source_path + 'Ox.UI/css/theme.css')
for theme in themes:
theme_css = parse_css(css, theme_data[theme])
theme_css = theme_css.replace('.png)', '.png?%s)' % version)
write_file('%sOx.UI/themes/%s/css/theme.css' % (build_path, theme), theme_css)
write_file('%sOx.UI/themes/%s/css/theme.css' % (dev_path, theme), theme_css)
# Ox.UI SVGs
ui_images = {}
path = source_path + 'Ox.UI/svg/'
for filename in [filename for filename in os.listdir(path) if not filename[0] in '._']:
svg = read_file(path + filename)
svg = re.sub('\n\s*', '', svg)
svg = re.sub('<!--.+?-->', '', svg)
2013-05-08 14:48:07 +00:00
# temporary fix for Chrome SVG bug, remove later!
svg = re.sub('width="256" height="256"', 'width="10" height="10" viewBox="0 0 255 255"', svg)
# end fix
ui_images[filename[:-4]] = svg
if filename.startswith('symbolLoading'):
for theme in themes:
theme_svg = re.sub('#808080', format_hex(theme_data[theme]['symbolDefaultColor']), svg)
write_file('%sOx.UI/themes/%s/svg/%s' % (build_path, theme, filename), theme_svg)
write_file('%sOx.UI/themes/%s/svg/%s' % (dev_path, theme, filename), theme_svg)
# copy & link
ui_files = {'build': [], 'dev': []}
for path, dirnames, filenames in os.walk(source_path):
for filename in filenames:
2011-12-30 10:06:45 +00:00
if not '_' in path and not filename[0] in '._' \
and not filename.endswith('~') \
and not filename.endswith('.css') \
and not '/Ox.UI/svg' in path \
and (geo or not '/Ox.Geo/' in path):
# write copies in build path
source = os.path.join(path, filename)
is_jquery = re.search('^jquery-[\d\.]+\.js$', filename)
is_jquery_min = re.search('^jquery-[\d\.]+\.min\.js$', filename)
is_jquery_plugin = re.search('^jquery\..*?\.js$', filename)
is_jsonc = re.search('\.jsonc$', filename)
if is_jquery or is_jquery_min:
target = os.path.join(path.replace(source_path, build_path), 'jquery.js')
else:
target = os.path.join(path.replace(source_path, build_path), filename)
if is_jquery_plugin:
ui_files['build'].append(target.replace(build_path, ''))
ui_files['dev'].append(target.replace(build_path, ''))
2013-05-09 13:03:33 +00:00
if not '/Ox/js/' in source and not '/Ox.UI/js/' in source and not is_jquery:
if re.match('^Ox\..+\.js$', filename) or is_jsonc:
js = read_file(source)
write_file(target, ox.js.minify(js, '' if is_jsonc else comment))
else:
copy_file(source, target)
# write links in dev path
parts = os.path.join(path.replace(source_path, ''), filename).split('/')
for i, part in enumerate(parts):
if i < len(parts) - 1:
parts[i] = '..'
link_source = '/'.join(parts).replace(filename, os.path.join(path, filename))[3:]
link_target = target.replace(build_path, dev_path)
if not is_jquery_min:
write_link(link_source, link_target)
# locales
match = re.search('/Ox\.?(\w*?)/json/locale.(\w+).json', source)
if match:
module = match.group(1)
locale = match.group(2)
if not module in locales:
locales[module] = []
locales[module].append(locale)
# remove dangling links from dev tree that might
# be left over from renamed or removed files
for path, dirnames, filenames in os.walk(dev_path):
for f in filenames:
f = os.path.join(path, f)
if os.path.islink(f) and not os.path.exists(f):
os.unlink(f)
# Ox.js
filenames = [
2012-05-25 09:41:31 +00:00
[
2012-05-26 12:33:25 +00:00
'Core.js' # has to run first so that Ox is defined
2012-05-25 09:41:31 +00:00
],
[
'Function.js', # getSortValue (Array.js) depends on Ox.cache
2012-09-03 22:45:43 +00:00
'Polyfill.js' # FIXME: not clear if needed here
],
[
'Array.js', # Ox.slice (Collection.js) depends on Ox.toArray, salt (HTML.js) depends on Ox.range
2013-09-05 10:24:15 +00:00
'String.js', # salt (HTML.js) depends on Ox.char
'Type.js' # Ox.typeOf needed in Collection.js FF3.6 for Ox.slice fallback
2012-09-03 22:45:43 +00:00
],
[
'Collection.js', # Ox.PATH (Constants.js) depends on Ox.slice
'Math.js' # Ox.MAX_LATITUDE (Constants.js) depends on Ox.sinh
2012-05-25 09:41:31 +00:00
]
]
js = ''
js_dir = 'Ox/js/'
ox_files = []
for group in filenames:
ox_files.append([])
for filename in group:
ox_files[-1].append(js_dir + filename)
ox_files.append([])
filenames = sum(filenames, []) # flatten
2012-05-25 16:46:30 +00:00
for filename in sorted(os.listdir(source_path + js_dir)):
2011-12-30 15:38:50 +00:00
if not filename in filenames \
and not filename.startswith('.') \
and not filename.startswith('_') \
2011-12-30 15:38:50 +00:00
and not filename.endswith('~'):
filenames.append(filename)
for filename in filenames:
js += read_file(source_path + js_dir + filename) + '\n'
if not js_dir + filename in sum(ox_files, []):
ox_files[-1].append(js_dir + filename)
js = re.sub(
'Ox.LOCALES = \{\}',
'Ox.LOCALES = ' + json.dumps(locales, indent=4, sort_keys=True),
js
)
js = re.sub(
"Ox.VERSION = '([\d\.]+)'",
"Ox.VERSION = '%s'" % version,
js
)
write_file(build_path + 'Ox.js', ox.js.minify(js, comment))
write_file(dev_path + '/Ox/json/' + 'Ox.json', json.dumps({
'files': ox_files,
'locales': locales,
'version': version
}, indent=4, sort_keys=True))
# Ox.UI
js = ''
root = source_path + 'Ox.UI/'
for path, dirnames, filenames in os.walk(root):
for filename in sorted(filenames):
# jquery gets included by Ox.UI loader
# locale json files are loaded lazily
# Ox.UI.css imports all other css files
# svgs are loaded as URLs or dataURLs
2013-07-29 23:25:40 +00:00
# Ox.UI PNGs are loaded on demand
if path != root and not '_' in path and not filename[0] in '._' \
and not filename.endswith('~') \
and not 'jquery' in filename \
and not 'locale' in filename \
and not filename.endswith('theme.css') \
and not filename.endswith('.svg') \
2013-07-29 23:25:40 +00:00
and not 'Ox.UI/png' in path:
ui_files['dev'].append(os.path.join(path.replace(source_path, ''), filename))
if not '/js/' in path:
ui_files['build'].append(os.path.join(path.replace(source_path, ''), filename))
if filename.endswith('.js'):
js += read_file(os.path.join(path, filename)) + '\n'
filename = build_path + 'Ox.UI/js/Ox.UI.js'
write_file(filename, ox.js.minify(js, comment))
ui_files['build'].append(filename.replace(build_path, ''))
write_file(build_path + 'Ox.UI/json/Ox.UI.json', json.dumps({
'files': sorted(ui_files['build']),
'images': ui_images
}, sort_keys=True))
write_file(dev_path + 'Ox.UI/json/Ox.UI.json', json.dumps({
'files': sorted(ui_files['dev']),
'images': ui_images
}, indent=4, sort_keys=True))
ui_files['dev'].append('Ox.UI/Ox.UI.js')
2012-04-05 15:27:27 +00:00
# index
data = {
# sum(list, []) is flatten
'documentation': sorted(sum(ox_files, [])) + sorted(filter(
2012-04-05 20:42:35 +00:00
lambda x: re.search('\.js$', x),
2012-04-05 15:27:27 +00:00
ui_files['dev']
) + map(
lambda x: 'Ox.%s/Ox.%s.js' % (x, x),
['Geo', 'Image', 'Unicode']
)),
2012-06-21 21:15:35 +00:00
'examples': sorted(sum(map(
lambda x: filter(
lambda x: not re.search('/[._]', x),
map(
lambda y: x + '/' + y,
os.listdir(root_path + 'examples/' + x)
)
),
filter(
lambda x: not re.search('^[._]', x),
os.listdir(root_path + 'examples/')
)
), [])),
2012-04-05 15:27:27 +00:00
'readme': map(
2012-04-05 15:56:53 +00:00
lambda x: {
'date': time.strftime(
'%Y-%m-%dT%H:%M:%SZ',
time.gmtime(os.path.getmtime(root_path + 'readme/' + x))
2012-04-05 15:56:53 +00:00
),
'id': x.split('.')[0],
'title': get_title(root_path + 'readme/' + x)
2012-04-05 15:56:53 +00:00
},
2012-04-05 15:27:27 +00:00
filter(
lambda x: not re.search('^[._]', x) and re.search('\.html$', x),
os.listdir(root_path + 'readme/')
2012-04-05 15:27:27 +00:00
)
)
2012-04-05 15:27:27 +00:00
}
write_file(root_path + 'index.json', json.dumps(data, indent=4, sort_keys=True))
2012-04-05 20:42:35 +00:00
# downloads
if downloads:
data = {
2012-06-18 10:19:05 +00:00
'date': time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime()),
'size': {'minified': os.path.getsize(build_path + 'Ox.js')},
'version': version
}
2012-04-05 20:42:35 +00:00
download_path = root_path + 'downloads/'
2012-06-13 13:52:23 +00:00
# source
source_file = download_path + 'OxJS.%s.source.tar.gz' % version
data['size']['source'] = write_tarfile(source_file, root_path, 'OxJS', filter_source)
2012-06-17 11:24:41 +00:00
write_link(source_file.replace(download_path, ''), source_file.replace(version, 'latest'))
2012-04-05 20:42:35 +00:00
# build
build_file = download_path + 'OxJS.%s.build.tar.gz' % version
data['size']['build'] = write_tarfile(build_file, root_path, 'OxJS', filter_build)
2012-06-17 11:24:41 +00:00
write_link(build_file.replace(download_path, ''), build_file.replace(version, 'latest'))
# json
write_file(download_path + 'downloads.json', json.dumps(data, indent=4, sort_keys=True))
2012-04-05 20:42:35 +00:00
2011-04-25 09:12:02 +00:00
def copy_file(source, target):
print 'copying', source, 'to', target
write_file(target, read_file(source))
2012-04-05 20:42:35 +00:00
def filter_build(tarinfo):
name = tarinfo.name
if name == 'OxJS' or re.search('^OxJS/build', name):
2012-04-05 20:42:35 +00:00
return tarinfo
return None
def filter_source(tarinfo):
name = tarinfo.name
if re.search('^[._]', name) or re.search('/[._]', name) or re.search('~$', name):
2012-04-05 20:42:35 +00:00
return None
2012-06-18 10:10:33 +00:00
if re.search('^OxJS/downloads', name):
return None
if name == 'OxJS/tools/geo/png/icons.png':
return None
if re.search('^OxJS/tools/geo/png/icons/', name) and (
not re.search('4096', name) or not os.path.exists(
name.replace('OxJS/', '../../').replace('icons/4096', 'flags')
)
):
2012-04-05 20:42:35 +00:00
return None
return tarinfo
def format_hex(rgb):
return '#%s' % ''.join([hex(c)[-2:].replace('x', '0').upper() for c in rgb])
def get_title(file):
match = re.search('<h1>(.+)</h1>', read_file(file))
return match.groups()[0] if match else 'Untitled'
def parse_css(css, values):
def sub(match):
key = match.group(1)
index = match.group(2)
value = values[key] if index == None else values[key][int(index[1:-1])]
if isinstance(value, str):
string = value
else:
if isinstance(value[0], int):
value = [value]
string = ', '.join(
['rgb%s(%s)' % (
'a' if len(vals) == 4 else '',
', '.join([str(val) for val in vals])
) for vals in value]
)
return string
return re.sub('\$(\w+)(\[\d+\])?', sub, css)
def read_file(file):
2011-04-25 09:12:02 +00:00
print 'reading', file
f = open(file)
data = f.read()
f.close()
return data
def read_jsonc(file):
return ox.jsonc.loads(read_file(file))
def write_file(file, data):
2011-04-25 09:12:02 +00:00
print 'writing', file
write_path(file)
f = open(file, 'w')
f.write(data)
f.close()
return len(data)
2011-04-22 22:03:10 +00:00
def write_link(source, target):
2011-04-25 09:12:02 +00:00
print 'linking', source, 'to', target
write_path(target)
# remove files, symlinks *and broken symlinks*
if os.path.exists(target) or os.path.lexists(target):
2011-04-22 22:03:10 +00:00
os.unlink(target)
os.symlink(source, target)
def write_path(file):
path = os.path.split(file)[0]
if path and not os.path.exists(path):
os.makedirs(path)
def write_tarfile(file, path, arcname, filter):
print 'writing', file
build_tar = tarfile.open(file, 'w:gz')
build_tar.add(path, arcname=arcname, filter=filter)
build_tar.close()
return os.path.getsize(file)
2010-09-05 14:24:22 +00:00
if __name__ == '__main__':
2012-04-05 20:42:35 +00:00
build_oxjs(downloads='-downloads' in sys.argv, geo=not '-nogeo' in sys.argv)