#!/usr/bin/env python #vim: et:ts=4:sw=4:sts=4 import base64 import json import os import ox import re import shutil import subprocess import sys import tarfile import time def build_oxjs(downloads=False, geo=False): base_path = os.path.dirname(__file__) if base_path: os.chdir(base_path) root_path = '../../' source_path = root_path + 'source/' build_path = root_path + 'build/' dev_path = root_path + 'dev/' version = '0.1.%s' % subprocess.Popen( ['bzr', 'revno'], stdout=subprocess.PIPE ).communicate()[0].strip() year = time.strftime('%Y', time.gmtime()) comment = ' OxJS %s (c) %s 0x2620, dual-licensed GPL/MIT, see https://oxjs.org for details ' % (version, year) # SVGs path = source_path + 'Ox.UI/themes/classic/svg/' for filename in os.listdir(path): svg = read_file(path + filename) svg = svg.replace('#000000', '#XXXXXX').replace('#404040', '#C0C0C0').replace('#FFFFFF', '#000000').replace('#XXXXXX', '#FFFFFF') write_file(path.replace('/classic/', '/modern/') + filename, svg) imageURLs = {} imageDataURLs = {} for theme in ['classic', 'modern']: path = source_path + 'Ox.UI/themes/' + theme + '/svg/' for filename in os.listdir(path): if not filename[0] in '._' and not filename.endswith('~'): key = theme + '/' + filename[:-4] imageURLs[key] = os.path.join(path, filename).replace(source_path, '') data = re.sub('\n\s+', '', read_file(path + filename)) imageDataURLs[key] = 'data:image/svg+xml;base64,' + base64.b64encode(data) write_file(build_path + 'Ox.UI/json/Ox.UI.imageURLs.json', json.dumps(imageURLs, sort_keys=True)) write_file(build_path + 'Ox.UI/json/Ox.UI.imageDataURLs.json', json.dumps(imageDataURLs, sort_keys=True)) write_file(dev_path + 'Ox.UI/json/Ox.UI.imageURLs.json', json.dumps(imageURLs, indent=4, sort_keys=True)) write_file(dev_path + 'Ox.UI/json/Ox.UI.imageDataURLs.json', json.dumps(imageDataURLs, indent=4, sort_keys=True)) # copy & link ui_files = {'build': [], 'dev': []} for path, dirnames, filenames in os.walk(source_path): for filename in filenames: if not '_' in path and not filename[0] in '._' \ and not filename.endswith('~') \ and (geo or not '/Ox.Geo/' in path): # write copies in build path source = os.path.join(path, filename) is_jquery = re.match('^jquery-[\d\.]+\.js$', filename) is_jquery_min = re.match('^jquery-[\d\.]+\.min\.js$', filename) is_jquery_plugin = re.match('^jquery\..*?\.js$', filename) if is_jquery or is_jquery_min: target = os.path.join(path.replace(source_path, build_path), 'jquery.js') else: target = os.path.join(path.replace(source_path, build_path), filename) if is_jquery_plugin: ui_files['build'].append(target.replace(build_path, '')) ui_files['dev'].append(target.replace(build_path, '')) if not '/Ox/js' in source and not '/Ox.UI/js/' in source and not is_jquery: if re.match('^Ox\..+\.js$', filename): js = read_file(source) write_file(target, ox.js.minify(js, comment)) else: copy_file(source, target) # write links in dev path parts = os.path.join(path.replace(source_path, ''), filename).split('/') for i, part in enumerate(parts): if i < len(parts) - 1: parts[i] = '..' link_source = '/'.join(parts).replace(filename, os.path.join(path, filename))[3:] link_target = target.replace(build_path, dev_path) if not is_jquery_min: write_link(link_source, link_target) # remove dangling links from dev tree that might # be left over from renamed or removed files for path, dirnames, filenames in os.walk(dev_path): for f in filenames: f = os.path.join(path, f) if os.path.islink(f) and not os.path.exists(f): os.unlink(f) # Ox.js filenames = [ [ 'Core.js' # has to run first so that Ox is defined ], [ 'Function.js', # getSortValue (Array.js) depends on Ox.cache 'Polyfill.js' # FIXME: not clear if needed here ], [ 'Array.js', # Ox.slice (Collection.js) depends on Ox.toArray, salt (HTML.js) depends on Ox.range 'String.js' # salt (HTML.js) depends on Ox.char ], [ 'Collection.js', # Ox.PATH (Constants.js) depends on Ox.slice 'Math.js' # Ox.MAX_LATITUDE (Constants.js) depends on Ox.sinh ] ] js = '' js_dir = 'Ox/js/' ox_files = [] for group in filenames: ox_files.append([]) for filename in group: ox_files[-1].append(js_dir + filename) ox_files.append([]) filenames = sum(filenames, []) # flatten for filename in sorted(os.listdir(source_path + js_dir)): if not filename in filenames \ and not filename.startswith('.') \ and not filename.endswith('~'): filenames.append(filename) for filename in filenames: js += read_file(source_path + js_dir + filename) + '\n' if not js_dir + filename in sum(ox_files, []): ox_files[-1].append(js_dir + filename) js = re.sub("Ox.VERSION = '([\d\.]+)'", "Ox.VERSION = '%s'" % version, js) write_file(build_path + 'Ox.js', ox.js.minify(js, comment)) write_file(dev_path + '/Ox/json/' + 'Ox.json', json.dumps({ 'files': ox_files, 'version': version }, indent=4)) # Ox.UI js = '' root = source_path + 'Ox.UI/' for path, dirnames, filenames in os.walk(root): for filename in sorted(filenames): # jquery gets included by Ox.UI loader # theme css files get included by main css # svgs are loaded as URLs or dataURLs # browser images appear before load if path != root and not '_' in path and not filename[0] in '._'\ and not filename.endswith('~')\ and not 'jquery' in filename\ and not ('/themes/' in path and filename.endswith('.css'))\ and not filename.endswith('.svg')\ and not filename.startswith('browser'): ui_files['dev'].append(os.path.join(path.replace(source_path, ''), filename)) if not '/js/' in path: ui_files['build'].append(os.path.join(path.replace(source_path, ''), filename)) if filename.endswith('.js'): js += read_file(os.path.join(path, filename)) + '\n' filename = build_path + 'Ox.UI/js/Ox.UI.js' write_file(filename, ox.js.minify(js, comment)) ui_files['build'].append(filename.replace(build_path, '')) files = json.dumps(sorted(ui_files['build'])) write_file(build_path + 'Ox.UI/json/Ox.UI.files.json', files) files = json.dumps(sorted(ui_files['dev']), indent=4) write_file(dev_path + 'Ox.UI/json/Ox.UI.files.json', files) ui_files['dev'].append('Ox.UI/Ox.UI.js') # index data = { # sum(list, []) is flatten 'documentation': sorted(sum(ox_files, [])) + sorted(filter( lambda x: re.search('\.js$', x), ui_files['dev'] ) + map( lambda x: 'Ox.%s/Ox.%s.js' % (x, x), ['Geo', 'Image', 'Unicode'] )), 'examples': sorted(sum(map( lambda x: filter( lambda x: not re.search('/[._]', x), map( lambda y: x + '/' + y, os.listdir(root_path + 'examples/' + x) ) ), filter( lambda x: not re.search('^[._]', x), os.listdir(root_path + 'examples/') ) ), [])), 'readme': map( lambda x: { 'date': time.strftime( '%Y-%m-%dT%H:%M:%SZ', time.gmtime(os.path.getmtime(root_path + 'readme/' + x)) ), 'id': x.split('.')[0], 'title': get_title(root_path + 'readme/' + x) }, filter( lambda x: not re.search('^[._]', x) and re.search('\.html$', x), os.listdir(root_path + 'readme/') ) ) } write_file(root_path + 'index.json', json.dumps(data, indent=4, sort_keys=True)) # downloads if downloads: data = { 'date': time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime()), 'size': {'minified': os.path.getsize(build_path + 'Ox.js')}, 'version': version } download_path = root_path + 'downloads/' # source source_file = download_path + 'OxJS.%s.source.tar.gz' % version data['size']['source'] = write_tarfile(source_file, root_path, 'OxJS', filter_source) write_link(source_file.replace(download_path, ''), source_file.replace(version, 'latest')) # build build_file = download_path + 'OxJS.%s.build.tar.gz' % version data['size']['build'] = write_tarfile(build_file, root_path, 'OxJS', filter_build) write_link(build_file.replace(download_path, ''), build_file.replace(version, 'latest')) # json write_file(download_path + 'downloads.json', json.dumps(data, indent=4, sort_keys=True)) def copy_file(source, target): print 'copying', source, 'to', target write_file(target, read_file(source)) def filter_build(tarinfo): name = tarinfo.name if name == 'OxJS' or re.search('^OxJS/build', name): return tarinfo return None def filter_source(tarinfo): name = tarinfo.name if re.search('^[._]', name) or re.search('/[._]', name) or re.search('~$', name): return None if re.search('^OxJS/downloads', name): return None if name == 'OxJS/tools/geo/png/icons.png': return None if re.search('^OxJS/tools/geo/png/icons/', name) and ( not re.search('4096', name) or not os.path.exists( name.replace('OxJS/', '../../').replace('icons/4096', 'flags') ) ): return None return tarinfo def get_title(file): match = re.search('