large chunk of work towards a nicer build system

- plugins are now parsed for @@..@@ replacements
- main script and plugins have separate .meta.js files created - less web server load for update checks
- build script has variables for resource URL, update URL, etc, substituted via @@..@@ into main script and all plugins
This commit is contained in:
Jon Atkins
2013-03-19 22:39:16 +00:00
parent 6984510ac9
commit 4ce0da5056
18 changed files with 149 additions and 74 deletions

View File

@ -4,6 +4,9 @@ import glob
import time
import re
import io
import os
import shutil
def readfile(fn):
with io.open(fn, 'Ur', encoding='utf8') as f:
@ -17,20 +20,93 @@ def loaderRaw(var):
fn = var.group(1)
return readfile(fn)
def loadCode(ignore):
return '\n\n'.join(map(readfile, glob.glob('code/*')))
c = '\n\n'.join(map(readfile, glob.glob('code/*')))
n = time.strftime('%Y-%m-%d-%H%M%S')
m = readfile('main.js')
m = m.split('@@INJECTHERE@@')
m.insert(1, c)
m = '\n\n'.join(m)
def extractUserScriptMeta(var):
m = re.search ( r"//[ \t]*==UserScript==\n.*?//[ \t]*==/UserScript==\n", var, re.MULTILINE|re.DOTALL )
return m.group(0)
m = m.replace('@@BUILDDATE@@', n)
m = re.sub('@@INCLUDERAW:([0-9a-zA-Z_./-]+)@@', loaderRaw, m)
m = re.sub('@@INCLUDESTRING:([0-9a-zA-Z_./-]+)@@', loaderString, m)
with io.open('iitc-debug.user.js', 'w', encoding='utf8') as f:
f.write(m)
# set up vars used for replacements
utcTime = time.gmtime()
buildDate = time.strftime('%Y-%m-%d-%H%M%S',utcTime)
dateTimeVersion = time.strftime('%Y%m%d.%H%M%S',utcTime)
# TODO: some kind of settings files for these
resourceUrlBase = 'http://iitc.jonatkins.com/dist'
distUrlBase = 'http://iitc.jonatkins.com/dist'
buildName = 'jonatkins'
def doReplacements(script,updateUrl,downloadUrl):
script = re.sub('@@INJECTCODE@@',loadCode,script)
script = re.sub('@@INCLUDERAW:([0-9a-zA-Z_./-]+)@@', loaderRaw, script)
script = re.sub('@@INCLUDESTRING:([0-9a-zA-Z_./-]+)@@', loaderString, script)
script = script.replace('@@BUILDDATE@@', buildDate)
script = script.replace('@@DATETIMEVERSION@@', dateTimeVersion)
script = script.replace('@@RESOURCEURLBASE@@', resourceUrlBase)
script = script.replace('@@BUILDNAME@@', buildName)
script = script.replace('@@UPDATEURL@@', updateUrl)
script = script.replace('@@DOWNLOADURL@@', downloadUrl)
return script
def saveScriptAndMeta(script,fn,metafn):
with io.open(fn, 'w', encoding='utf8') as f:
f.write(script)
with io.open(metafn, 'w', encoding='utf8') as f:
meta = extractUserScriptMeta(script)
f.write(meta)
outDir = 'build/jonatkins-dist'
# create the build output
# first, delete any existing build
if os.path.exists(outDir):
shutil.rmtree(outDir)
# copy the 'dist' folder - this creates the target directory (and any missing parent dirs)
# FIXME? replace with manual copy, and any .css and .js files are parsed for replacement tokens?
shutil.copytree('dist', outDir)
# load main.js, parse, and create main total-conversion.user.js
main = readfile('main.js')
downloadUrl = distUrlBase + '/total-conversion.user.js'
updateUrl = distUrlBase + '/total-conversion.meta.js'
main = doReplacements(main,downloadUrl=downloadUrl,updateUrl=updateUrl)
saveScriptAndMeta(main, os.path.join(outDir,'total-conversion.user.js'), os.path.join(outDir,'total-conversion.meta.js'))
# for each plugin, load, parse, and save output
os.mkdir(os.path.join(outDir,'plugins'))
for fn in glob.glob("plugins/*.user.js"):
script = readfile(fn)
downloadUrl = distUrlBase + '/' + fn.replace("\\","/")
updateUrl = downloadUrl.replace('.user.js', '.meta.js')
script = doReplacements(script, downloadUrl=downloadUrl, updateUrl=updateUrl)
metafn = fn.replace('.user.js', '.meta.js')
saveScriptAndMeta(script, os.path.join(outDir,fn), os.path.join(outDir,metafn))
# vim: ai si ts=4 sw=4 sts=4 et