adamc@1132: (* Copyright (c) 2008-2010, Adam Chlipala adamc@1: * All rights reserved. adamc@1: * adamc@1: * Redistribution and use in source and binary forms, with or without adamc@1: * modification, are permitted provided that the following conditions are met: adamc@1: * adamc@1: * - Redistributions of source code must retain the above copyright notice, adamc@1: * this list of conditions and the following disclaimer. adamc@1: * - Redistributions in binary form must reproduce the above copyright notice, adamc@1: * this list of conditions and the following disclaimer in the documentation adamc@1: * and/or other materials provided with the distribution. adamc@1: * - The names of contributors may not be used to endorse or promote products adamc@1: * derived from this software without specific prior written permission. adamc@1: * adamc@1: * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" adamc@1: * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE adamc@1: * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE adamc@1: * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE adamc@1: * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR adamc@1: * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF adamc@1: * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS adamc@1: * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN adamc@1: * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) adamc@1: * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE adamc@1: * POSSIBILITY OF SUCH DAMAGE. adamc@1: *) adamc@1: adamc@1: structure Compiler :> COMPILER = struct adamc@1: adamc@244: structure UrwebLrVals = UrwebLrValsFn(structure Token = LrParser.Token) adamc@244: structure Lex = UrwebLexFn(structure Tokens = UrwebLrVals.Tokens) adamc@244: structure UrwebP = Join(structure ParserData = UrwebLrVals.ParserData adamc@1: structure Lex = Lex adamc@1: structure LrParser = LrParser) adamc@1: adamc@270: type job = { adamc@385: prefix : string, adamc@270: database : string option, adamc@274: sources : string list, adamc@274: exe : string, adamc@274: sql : string option, adamc@502: debug : bool, adamc@673: profile : bool, adamc@764: timeout : int, adamc@764: ffi : string list, adamc@764: link : string list, adamc@765: headers : string list, adamc@766: scripts : string list, adamc@765: clientToServer : Settings.ffi list, adamc@765: effectful : Settings.ffi list, adamc@1171: benignEffectful : Settings.ffi list, adamc@765: clientOnly : Settings.ffi list, adamc@765: serverOnly : Settings.ffi list, adamc@768: jsFuncs : (Settings.ffi * string) list, adamc@769: rewrites : Settings.rewrite list, adamc@769: filterUrl : Settings.rule list, adamc@866: filterMime : Settings.rule list, adam@1465: filterRequest : Settings.rule list, adam@1465: filterResponse : Settings.rule list, adamc@866: protocol : string option, adamc@1164: dbms : string option, adamc@1183: sigFile : string option, adam@1294: safeGets : string list, adam@1332: onError : (string * string list * string) option, adam@1332: minHeap : int adamc@270: } adamc@201: adamc@201: type ('src, 'dst) phase = { adamc@201: func : 'src -> 'dst, adamc@201: print : 'dst -> Print.PD.pp_desc adamc@201: } adamc@201: adamc@201: type pmap = (string * Time.time) list adamc@201: adamc@201: type ('src, 'dst) transform = { adamc@201: func : 'src -> 'dst option, adamc@201: print : 'dst -> Print.PD.pp_desc, adamc@201: time : 'src * pmap -> 'dst option * pmap adamc@201: } adamc@201: adamc@1079: val debug = ref false adamc@1240: val doIflow = ref false adamc@1079: adamc@201: fun transform (ph : ('src, 'dst) phase) name = { adamc@201: func = fn input => let adamc@1079: val () = if !debug then adamc@1079: print ("Starting " ^ name ^ "....\n") adamc@1079: else adamc@1079: () adamc@201: val v = #func ph input adamc@201: in adamc@1079: if !debug then adamc@1079: print ("Finished " ^ name ^ ".\n") adamc@1079: else adamc@1079: (); adamc@201: if ErrorMsg.anyErrors () then adamc@201: NONE adamc@201: else adamc@201: SOME v adamc@201: end, adamc@201: print = #print ph, adamc@201: time = fn (input, pmap) => let adamc@1186: val () = if !debug then adamc@1186: print ("Starting " ^ name ^ "....\n") adamc@1186: else adamc@1186: () adamc@201: val befor = Time.now () adamc@201: val v = #func ph input adamc@201: val elapsed = Time.- (Time.now (), befor) adamc@201: in adamc@1186: if !debug then adamc@1186: print ("Finished " ^ name ^ ".\n") adamc@1186: else adamc@1186: (); adamc@201: (if ErrorMsg.anyErrors () then adamc@201: NONE adamc@201: else adamc@201: SOME v, adamc@201: (name, elapsed) :: pmap) adamc@201: end adamc@201: } adamc@201: adamc@346: fun check (tr : ('src, 'dst) transform) x = (ErrorMsg.resetErrors (); adamc@346: ignore (#func tr x)) adamc@346: adamc@280: fun run (tr : ('src, 'dst) transform) x = (ErrorMsg.resetErrors (); adamc@280: #func tr x) adamc@201: adamc@201: fun runPrint (tr : ('src, 'dst) transform) input = adamc@280: (ErrorMsg.resetErrors (); adamc@280: case #func tr input of adamc@280: NONE => print "Failure\n" adamc@280: | SOME v => adamc@280: (print "Success\n"; adamc@280: Print.print (#print tr v); adamc@280: print "\n")) adamc@201: adam@1362: fun runPrintToFile (tr : ('src, 'dst) transform) input fname = adam@1362: (ErrorMsg.resetErrors (); adam@1362: case #func tr input of adam@1362: NONE => print "Failure\n" adam@1362: | SOME v => adam@1362: let adam@1362: val outf = TextIO.openOut fname adam@1362: val str = Print.openOut {dst = outf, wid = 80} adam@1362: in adam@1362: print "Success\n"; adam@1362: Print.fprint str (#print tr v); adam@1362: Print.PD.PPS.closeStream str; adam@1362: TextIO.closeOut outf adam@1362: end) adam@1362: adamc@201: fun time (tr : ('src, 'dst) transform) input = adamc@55: let adamc@201: val (_, pmap) = #time tr (input, []) adamc@201: in adamc@201: app (fn (name, time) => adamc@201: print (name ^ ": " ^ LargeReal.toString (Time.toReal time) ^ "\n")) (rev pmap); adamc@201: print ("TOTAL: " ^ LargeReal.toString (Time.toReal (foldl Time.+ Time.zeroTime (map #2 pmap))) ^ "\n"); adamc@201: print "\n" adamc@201: end adamc@55: adamc@201: fun timePrint (tr : ('src, 'dst) transform) input = adamc@201: let adamc@201: val (ro, pmap) = #time tr (input, []) adamc@55: in adamc@201: app (fn (name, time) => adamc@201: print (name ^ ": " ^ LargeReal.toString (Time.toReal time) ^ "\n")) (rev pmap); adamc@201: print ("TOTAL: " ^ LargeReal.toString (Time.toReal (foldl Time.+ Time.zeroTime (map #2 pmap))) ^ "\n"); adamc@201: print "\n"; adamc@201: case ro of adamc@201: NONE => print "Failure\n" adamc@201: | SOME v => adamc@201: (print "Success\n"; adamc@201: Print.print (#print tr v); adamc@201: print "\n") adamc@55: end adamc@55: adam@1362: fun runPrintCoreFuncs (tr : ('src, Core.file) transform) input = adam@1362: (ErrorMsg.resetErrors (); adam@1362: case #func tr input of adam@1362: NONE => print "Failure\n" adam@1362: | SOME file => adam@1362: (print "Success\n"; adam@1362: app (fn (d, _) => adam@1362: case d of adam@1362: Core.DVal (x, _, t, _, _) => Print.preface(x, CorePrint.p_con CoreEnv.empty t) adam@1362: | Core.DValRec xts => app (fn (x, _, t, _, _) => Print.preface(x, CorePrint.p_con CoreEnv.empty t)) xts adam@1362: | _ => ()) file)) adam@1362: adamc@244: val parseUrs = adamc@201: {func = fn filename => let adamc@201: val fname = OS.FileSys.tmpName () adamc@201: val outf = TextIO.openOut fname adamc@201: val () = TextIO.output (outf, "sig\n") adamc@201: val inf = TextIO.openIn filename adamc@201: fun loop () = adamc@201: case TextIO.inputLine inf of adamc@201: NONE => () adamc@201: | SOME line => (TextIO.output (outf, line); adamc@201: loop ()) adamc@201: val () = loop () adamc@201: val () = TextIO.closeIn inf adamc@201: val () = TextIO.closeOut outf adamc@201: adamc@201: val () = (ErrorMsg.resetErrors (); adamc@201: ErrorMsg.resetPositioning filename; adamc@201: Lex.UserDeclarations.initialize ()) adamc@201: val file = TextIO.openIn fname adamc@201: fun get _ = TextIO.input file adamc@201: fun parseerror (s, p1, p2) = ErrorMsg.errorAt' (p1, p2) s adamc@201: val lexer = LrParser.Stream.streamify (Lex.makeLexer get) adamc@244: val (absyn, _) = UrwebP.parse (30, lexer, parseerror, ()) adamc@201: in adamc@201: TextIO.closeIn file; adamc@201: case absyn of adamc@201: [(Source.DSgn ("?", (Source.SgnConst sgis, _)), _)] => sgis adamc@201: | _ => (ErrorMsg.errorAt {file = filename, adamc@201: first = {line = 0, adamc@201: char = 0}, adamc@201: last = {line = 0, adamc@201: char = 0}} "Not a signature"; adamc@201: []) adamc@201: end adamc@201: handle LrParser.ParseError => [], adamc@201: print = Print.p_list_sep Print.PD.newline SourcePrint.p_sgn_item} adamc@55: adamc@1: (* The main parsing routine *) adamc@244: val parseUr = { adamc@201: func = fn filename => adamc@201: let adamc@201: val () = (ErrorMsg.resetErrors (); adamc@201: ErrorMsg.resetPositioning filename; adamc@201: Lex.UserDeclarations.initialize ()) adamc@201: val file = TextIO.openIn filename adamc@201: fun get _ = TextIO.input file adamc@201: fun parseerror (s, p1, p2) = ErrorMsg.errorAt' (p1, p2) s adamc@201: val lexer = LrParser.Stream.streamify (Lex.makeLexer get) adamc@244: val (absyn, _) = UrwebP.parse (30, lexer, parseerror, ()) adamc@201: in adamc@201: TextIO.closeIn file; adamc@201: case absyn of adamc@201: [(Source.DSgn ("?", _), _)] => adamc@201: (ErrorMsg.errorAt {file = filename, adamc@201: first = {line = 0, adamc@201: char = 0}, adamc@201: last = {line = 0, adamc@201: char = 0}} "File starts with 'sig'"; adamc@201: []) adamc@201: | _ => absyn adamc@201: end adamc@201: handle LrParser.ParseError => [], adamc@201: print = SourcePrint.p_file} adamc@56: adamc@768: fun p_job ({prefix, database, exe, sql, sources, debug, profile, adamc@768: timeout, ffi, link, headers, scripts, adamc@1171: clientToServer, effectful, benignEffectful, clientOnly, serverOnly, jsFuncs, ...} : job) = adamc@270: let adamc@270: open Print.PD adamc@270: open Print adamc@765: adamc@765: fun p_ffi name = p_list_sep (box []) (fn (m, s) => adamc@765: box [string name, space, string m, string ".", string s, newline]) adamc@270: in adamc@274: box [if debug then adamc@274: box [string "DEBUG", newline] adamc@274: else adamc@274: box [], adamc@502: if profile then adamc@502: box [string "PROFILE", newline] adamc@502: else adamc@502: box [], adamc@274: case database of adamc@270: NONE => string "No database." adamc@270: | SOME db => string ("Database: " ^ db), adamc@270: newline, adamc@274: string "Exe: ", adamc@274: string exe, adamc@274: newline, adamc@274: case sql of adamc@274: NONE => string "No SQL file." adamc@274: | SOME sql => string ("SQL fle: " ^ sql), adamc@673: newline, adamc@673: string "Timeout: ", adamc@673: string (Int.toString timeout), adamc@673: newline, adamc@764: p_list_sep (box []) (fn s => box [string "Ffi", space, string s, newline]) ffi, adamc@764: p_list_sep (box []) (fn s => box [string "Header", space, string s, newline]) headers, adamc@766: p_list_sep (box []) (fn s => box [string "Script", space, string s, newline]) scripts, adamc@764: p_list_sep (box []) (fn s => box [string "Link", space, string s, newline]) link, adamc@765: p_ffi "ClientToServer" clientToServer, adamc@765: p_ffi "Effectful" effectful, adamc@1171: p_ffi "BenignEffectful" benignEffectful, adamc@765: p_ffi "ClientOnly" clientOnly, adamc@765: p_ffi "ServerOnly" serverOnly, adamc@765: p_list_sep (box []) (fn ((m, s), s') => adamc@765: box [string "JsFunc", space, string m, string ".", string s, adamc@765: space, string "=", space, string s', newline]) jsFuncs, adamc@270: string "Sources:", adamc@270: p_list string sources, adamc@270: newline] adamc@270: end adamc@270: adamc@270: fun trim s = adamc@270: let adamc@270: val (_, s) = Substring.splitl Char.isSpace s adamc@270: val (s, _) = Substring.splitr Char.isSpace s adamc@270: in adamc@270: s adamc@270: end adamc@270: adam@1433: val trimS = Substring.string o trim o Substring.full adam@1433: adamc@794: structure M = BinaryMapFn(struct adamc@794: type ord_key = string adamc@794: val compare = String.compare adamc@794: end) adamc@794: adamc@1089: val pathmap = ref (M.insert (M.empty, "", Config.libUr)) adamc@1089: adamc@1089: fun addPath (k, v) = pathmap := M.insert (!pathmap, k, v) adamc@1089: adam@1296: fun capitalize "" = "" adam@1296: | capitalize s = str (Char.toUpper (String.sub (s, 0))) ^ String.extract (s, 1, NONE) adam@1296: adam@1296: fun institutionalizeJob (job : job) = adam@1483: (Settings.setDebug (#debug job); adam@1483: Settings.setUrlPrefix (#prefix job); adam@1296: Settings.setTimeout (#timeout job); adam@1296: Settings.setHeaders (#headers job); adam@1296: Settings.setScripts (#scripts job); adam@1296: Settings.setClientToServer (#clientToServer job); adam@1296: Settings.setEffectful (#effectful job); adam@1296: Settings.setBenignEffectful (#benignEffectful job); adam@1296: Settings.setClientOnly (#clientOnly job); adam@1296: Settings.setServerOnly (#serverOnly job); adam@1296: Settings.setJsFuncs (#jsFuncs job); adam@1296: Settings.setRewriteRules (#rewrites job); adam@1296: Settings.setUrlRules (#filterUrl job); adam@1296: Settings.setMimeRules (#filterMime job); adam@1465: Settings.setRequestHeaderRules (#filterRequest job); adam@1465: Settings.setResponseHeaderRules (#filterResponse job); adam@1296: Option.app Settings.setProtocol (#protocol job); adam@1296: Option.app Settings.setDbms (#dbms job); adam@1296: Settings.setSafeGets (#safeGets job); adam@1332: Settings.setOnError (#onError job); adam@1408: Settings.setMinHeap (#minHeap job); adam@1408: Settings.setSigFile (#sigFile job)) adam@1296: adam@1331: fun inputCommentableLine inf = adam@1331: Option.map (fn s => adam@1331: let adam@1331: val s = #1 (Substring.splitl (fn ch => ch <> #"#") (Substring.full s)) adam@1332: val s = #1 (Substring.splitr (not o Char.isSpace) s) adam@1331: in adam@1332: Substring.string (if Substring.size s > 0 andalso Char.isSpace (Substring.sub (s, Substring.size s - 1)) then adam@1433: if Substring.size s > 1 andalso Char.isSpace (Substring.sub (s, Substring.size s - 2)) then adam@1433: Substring.trimr 2 s adam@1433: else adam@1433: Substring.trimr 1 s adam@1332: else adam@1332: s) adam@1331: end) (TextIO.inputLine inf) adam@1331: adamc@1082: fun parseUrp' accLibs fname = adam@1296: if not (Posix.FileSys.access (fname ^ ".urp", []) orelse Posix.FileSys.access (fname ^ "/lib.urp", [])) adam@1296: andalso Posix.FileSys.access (fname ^ ".ur", []) then adam@1296: let adam@1296: val job = {prefix = "/", adam@1296: database = NONE, adam@1296: sources = [fname], adam@1296: exe = fname ^ ".exe", adam@1296: sql = NONE, adam@1396: debug = Settings.getDebug (), adam@1296: profile = false, adam@1296: timeout = 60, adam@1296: ffi = [], adam@1296: link = [], adam@1296: headers = [], adam@1296: scripts = [], adam@1296: clientToServer = [], adam@1296: effectful = [], adam@1296: benignEffectful = [], adam@1296: clientOnly = [], adam@1296: serverOnly = [], adam@1296: jsFuncs = [], adam@1296: rewrites = [{pkind = Settings.Any, adam@1296: kind = Settings.Prefix, adam@1296: from = capitalize (OS.Path.file fname) ^ "/", to = ""}], adam@1296: filterUrl = [], adam@1296: filterMime = [], adam@1465: filterRequest = [], adam@1465: filterResponse = [], adam@1296: protocol = NONE, adam@1296: dbms = NONE, adam@1296: sigFile = NONE, adam@1296: safeGets = [], adam@1332: onError = NONE, adam@1332: minHeap = 0} adam@1296: in adam@1296: institutionalizeJob job; adam@1296: {Job = job, Libs = []} adam@1296: end adam@1296: else adam@1296: let adam@1296: val pathmap = ref (!pathmap) adam@1296: val bigLibs = ref [] adamc@767: adam@1296: fun pu filename = adam@1296: let adam@1338: val filename = OS.Path.mkAbsolute {path = filename, relativeTo = OS.FileSys.getDir ()} adam@1338: adam@1296: val dir = OS.Path.dir filename adam@1296: fun opener () = TextIO.openIn (OS.Path.joinBaseExt {base = filename, ext = SOME "urp"}) adamc@1151: adam@1296: val inf = opener () adamc@1151: adam@1296: fun hasSpaceLine () = adam@1331: case inputCommentableLine inf of adam@1296: NONE => false adam@1331: | SOME s => s = "debug" orelse s = "profile" adam@1296: orelse CharVector.exists (fn ch => ch = #" " orelse ch = #"\t") s orelse hasSpaceLine () adamc@1151: adam@1296: val hasBlankLine = hasSpaceLine () adamc@1151: adam@1296: val inf = (TextIO.closeIn inf; opener ()) adamc@767: adam@1296: fun pathify fname = adam@1296: if size fname > 0 andalso String.sub (fname, 0) = #"$" then adam@1296: let adam@1296: val fname' = Substring.extract (fname, 1, NONE) adam@1296: val (befor, after) = Substring.splitl (fn ch => ch <> #"/") fname' adam@1296: in adam@1340: case M.find (!pathmap, Substring.string befor) of adam@1340: NONE => fname adam@1340: | SOME rep => rep ^ Substring.string after adam@1296: end adam@1296: else adam@1296: fname adam@1296: adam@1296: fun relify fname = adamc@794: let adam@1296: val fname = pathify fname adamc@794: in adam@1296: OS.Path.concat (dir, fname) adam@1296: handle OS.Path.Path => fname adamc@794: end adamc@767: adam@1296: fun libify path = adam@1296: (if Posix.FileSys.access (path ^ ".urp", []) then adam@1296: path adam@1296: else adam@1296: path ^ "/lib") adam@1296: handle SysErr => path adamc@767: adam@1296: fun libify' path = adam@1296: (if Posix.FileSys.access (relify path ^ ".urp", []) then adam@1296: path adam@1296: else adam@1296: path ^ "/lib") adam@1296: handle SysErr => path adamc@767: adam@1296: val absDir = OS.Path.mkAbsolute {path = dir, relativeTo = OS.FileSys.getDir ()} adamc@794: adam@1296: fun relifyA fname = adam@1296: OS.Path.mkAbsolute {path = pathify fname, relativeTo = absDir} adamc@794: adam@1296: fun readSources acc = adam@1331: case inputCommentableLine inf of adam@1296: NONE => rev acc adam@1296: | SOME line => adam@1296: let adam@1296: val acc = if CharVector.all Char.isSpace line then adam@1296: acc adam@1296: else adam@1296: let adam@1296: val fname = String.implode (List.filter (fn x => not (Char.isSpace x)) adam@1296: (String.explode line)) adam@1296: val fname = relifyA fname adam@1296: in adam@1296: fname :: acc adam@1296: end adam@1296: in adam@1296: readSources acc adam@1296: end adamc@794: adam@1335: val prefix = ref (case Settings.getUrlPrefix () of "/" => NONE | s => SOME s) adam@1296: val database = ref (Settings.getDbstring ()) adam@1296: val exe = ref (Settings.getExe ()) adam@1296: val sql = ref (Settings.getSql ()) adam@1296: val debug = ref (Settings.getDebug ()) adam@1296: val profile = ref false adam@1296: val timeout = ref NONE adam@1296: val ffi = ref [] adam@1296: val link = ref [] adam@1296: val headers = ref [] adam@1296: val scripts = ref [] adam@1296: val clientToServer = ref [] adam@1296: val effectful = ref [] adam@1296: val benignEffectful = ref [] adam@1296: val clientOnly = ref [] adam@1296: val serverOnly = ref [] adam@1296: val jsFuncs = ref [] adam@1296: val rewrites = ref [] adam@1296: val url = ref [] adam@1296: val mime = ref [] adam@1465: val request = ref [] adam@1465: val response = ref [] adam@1296: val libs = ref [] adam@1296: val protocol = ref NONE adam@1296: val dbms = ref NONE adam@1296: val sigFile = ref (Settings.getSigFile ()) adam@1296: val safeGets = ref [] adam@1296: val onError = ref NONE adam@1332: val minHeap = ref 0 adamc@794: adam@1296: fun finish sources = adam@1296: let adam@1296: val job = { adam@1296: prefix = Option.getOpt (!prefix, "/"), adam@1296: database = !database, adam@1296: exe = Option.getOpt (!exe, OS.Path.joinBaseExt {base = OS.Path.base filename, adam@1296: ext = SOME "exe"}), adam@1296: sql = !sql, adam@1296: debug = !debug, adam@1296: profile = !profile, adam@1296: timeout = Option.getOpt (!timeout, 60), adam@1296: ffi = rev (!ffi), adam@1296: link = rev (!link), adam@1296: headers = rev (!headers), adam@1296: scripts = rev (!scripts), adam@1296: clientToServer = rev (!clientToServer), adam@1296: effectful = rev (!effectful), adam@1296: benignEffectful = rev (!benignEffectful), adam@1296: clientOnly = rev (!clientOnly), adam@1296: serverOnly = rev (!serverOnly), adam@1296: jsFuncs = rev (!jsFuncs), adam@1296: rewrites = rev (!rewrites), adam@1296: filterUrl = rev (!url), adam@1296: filterMime = rev (!mime), adam@1465: filterRequest = rev (!request), adam@1465: filterResponse = rev (!response), adam@1296: sources = sources, adam@1296: protocol = !protocol, adam@1296: dbms = !dbms, adam@1296: sigFile = !sigFile, adam@1296: safeGets = rev (!safeGets), adam@1332: onError = !onError, adam@1332: minHeap = !minHeap adam@1296: } adamc@794: adam@1296: fun mergeO f (old, new) = adam@1296: case (old, new) of adam@1296: (NONE, _) => new adam@1296: | (_, NONE) => old adam@1296: | (SOME v1, SOME v2) => SOME (f (v1, v2)) adamc@794: adam@1296: fun same desc = mergeO (fn (x : string, y) => adam@1296: (if x = y then adam@1296: () adam@1296: else adam@1296: ErrorMsg.error ("Multiple " adam@1296: ^ desc ^ " values that don't agree"); adam@1296: x)) adamc@794: adam@1296: fun merge (old : job, new : job) = { adam@1296: prefix = #prefix old, adam@1296: database = mergeO (fn (old, _) => old) (#database old, #database new), adam@1296: exe = #exe old, adam@1296: sql = #sql old, adam@1296: debug = #debug old orelse #debug new, adam@1296: profile = #profile old orelse #profile new, adam@1296: timeout = #timeout old, adam@1296: ffi = #ffi old @ #ffi new, adam@1296: link = #link old @ #link new, adam@1296: headers = #headers old @ #headers new, adam@1296: scripts = #scripts old @ #scripts new, adam@1296: clientToServer = #clientToServer old @ #clientToServer new, adam@1296: effectful = #effectful old @ #effectful new, adam@1296: benignEffectful = #benignEffectful old @ #benignEffectful new, adam@1296: clientOnly = #clientOnly old @ #clientOnly new, adam@1296: serverOnly = #serverOnly old @ #serverOnly new, adam@1296: jsFuncs = #jsFuncs old @ #jsFuncs new, adam@1296: rewrites = #rewrites old @ #rewrites new, adam@1296: filterUrl = #filterUrl old @ #filterUrl new, adam@1296: filterMime = #filterMime old @ #filterMime new, adam@1465: filterRequest = #filterRequest old @ #filterRequest new, adam@1465: filterResponse = #filterResponse old @ #filterResponse new, adam@1296: sources = #sources new adam@1296: @ List.filter (fn s => List.all (fn s' => s' <> s) (#sources new)) adam@1296: (#sources old), adam@1296: protocol = mergeO #2 (#protocol old, #protocol new), adam@1296: dbms = mergeO #2 (#dbms old, #dbms new), adam@1296: sigFile = mergeO #2 (#sigFile old, #sigFile new), adam@1296: safeGets = #safeGets old @ #safeGets new, adam@1332: onError = mergeO #2 (#onError old, #onError new), adam@1332: minHeap = Int.max (#minHeap old, #minHeap new) adam@1296: } adamc@794: in adam@1296: if accLibs then adam@1296: foldr (fn (job', job) => merge (job, job')) job (!libs) adam@1296: else adam@1296: job adamc@794: end adamc@794: adam@1296: fun parsePkind s = adam@1296: case s of adam@1296: "all" => Settings.Any adam@1296: | "url" => Settings.Url adam@1296: | "table" => Settings.Table adam@1296: | "sequence" => Settings.Sequence adam@1296: | "view" => Settings.View adam@1296: | "relation" => Settings.Relation adam@1296: | "cookie" => Settings.Cookie adam@1296: | "style" => Settings.Style adam@1296: | _ => (ErrorMsg.error "Bad path kind spec"; adam@1296: Settings.Any) adam@1296: adam@1296: fun parseFrom s = adam@1296: if size s > 1 andalso String.sub (s, size s - 2) = #"/" andalso String.sub (s, size s - 1) = #"*" then adam@1296: (Settings.Prefix, String.substring (s, 0, size s - 1)) adam@1296: else adam@1296: (Settings.Exact, s) adam@1296: adam@1296: fun parseFkind s = adam@1296: case s of adam@1296: "url" => url adam@1296: | "mime" => mime adam@1465: | "requestHeader" => request adam@1465: | "responseHeader" => response adam@1296: | _ => (ErrorMsg.error "Bad filter kind"; adam@1296: url) adam@1296: adam@1296: fun parsePattern s = adam@1296: if size s > 0 andalso String.sub (s, size s - 1) = #"*" then adam@1296: (Settings.Prefix, String.substring (s, 0, size s - 1)) adam@1296: else adam@1296: (Settings.Exact, s) adam@1296: adam@1296: fun read () = adam@1331: case inputCommentableLine inf of adam@1296: NONE => finish [] adam@1331: | SOME "" => finish (readSources []) adam@1296: | SOME line => adam@1296: let adam@1296: val (cmd, arg) = Substring.splitl (fn x => not (Char.isSpace x)) (Substring.full line) adam@1296: val cmd = Substring.string (trim cmd) adam@1296: val arg = Substring.string (trim arg) adam@1296: adam@1296: fun ffiS () = adam@1296: case String.fields (fn ch => ch = #".") arg of adam@1296: [m, x] => (m, x) adam@1296: | _ => (ErrorMsg.error (cmd ^ " argument not of the form Module.func"); adam@1296: ("", "")) adam@1296: adam@1296: fun ffiM () = adam@1296: case String.fields (fn ch => ch = #"=") arg of adam@1296: [f, s] => adam@1433: let adam@1433: val f = trimS f adam@1433: val s = trimS s adam@1433: in adam@1433: case String.fields (fn ch => ch = #".") f of adam@1433: [m, x] => ((m, x), s) adam@1433: | _ => (ErrorMsg.error (cmd ^ " argument not of the form Module.func=func'"); adam@1433: (("", ""), "")) adam@1433: end adam@1296: | _ => (ErrorMsg.error (cmd ^ " argument not of the form Module.func=func'"); adam@1296: (("", ""), "")) adam@1296: in adam@1296: case cmd of adam@1336: "prefix" => prefix := SOME arg adam@1296: | "database" => adam@1296: (case !database of adam@1296: NONE => database := SOME arg adam@1296: | SOME _ => ()) adam@1296: | "dbms" => adam@1296: (case !dbms of adam@1296: NONE => dbms := SOME arg adam@1296: | SOME _ => ()) adam@1296: | "sigfile" => adam@1296: (case !sigFile of adam@1296: NONE => sigFile := SOME arg adam@1296: | SOME _ => ()) adam@1296: | "exe" => adam@1296: (case !exe of adam@1296: NONE => exe := SOME (relify arg) adam@1296: | SOME _ => ()) adam@1296: | "sql" => adam@1296: (case !sql of adam@1296: NONE => sql := SOME (relify arg) adam@1296: | SOME _ => ()) adam@1296: | "debug" => debug := true adam@1296: | "profile" => profile := true adam@1296: | "timeout" => adam@1296: (case !timeout of adam@1296: NONE => () adam@1296: | SOME _ => ErrorMsg.error "Duplicate 'timeout' directive"; adam@1296: timeout := SOME (valOf (Int.fromString arg))) adam@1296: | "ffi" => ffi := relify arg :: !ffi adam@1296: | "link" => let adam@1296: val arg = if size arg >= 1 adam@1296: andalso String.sub (arg, 0) = #"-" then adam@1296: arg adam@1296: else adam@1296: relifyA arg adam@1296: in adam@1296: link := arg :: !link adam@1296: end adam@1296: | "include" => headers := relifyA arg :: !headers adam@1296: | "script" => scripts := arg :: !scripts adam@1296: | "clientToServer" => clientToServer := ffiS () :: !clientToServer adam@1296: | "safeGet" => safeGets := arg :: !safeGets adam@1296: | "effectful" => effectful := ffiS () :: !effectful adam@1296: | "benignEffectful" => benignEffectful := ffiS () :: !benignEffectful adam@1296: | "clientOnly" => clientOnly := ffiS () :: !clientOnly adam@1296: | "serverOnly" => serverOnly := ffiS () :: !serverOnly adam@1296: | "jsFunc" => jsFuncs := ffiM () :: !jsFuncs adam@1296: | "rewrite" => adam@1296: let adam@1296: fun doit (pkind, from, to) = adam@1296: let adam@1296: val pkind = parsePkind pkind adam@1296: val (kind, from) = parseFrom from adam@1296: in adam@1296: rewrites := {pkind = pkind, kind = kind, from = from, to = to} :: !rewrites adam@1296: end adam@1296: in adam@1296: case String.tokens Char.isSpace arg of adam@1296: [pkind, from, to] => doit (pkind, from, to) adam@1296: | [pkind, from] => doit (pkind, from, "") adam@1296: | _ => ErrorMsg.error "Bad 'rewrite' syntax" adam@1296: end adam@1296: | "allow" => adam@1296: (case String.tokens Char.isSpace arg of adam@1296: [fkind, pattern] => adam@1296: let adam@1296: val fkind = parseFkind fkind adam@1296: val (kind, pattern) = parsePattern pattern adam@1296: in adam@1296: fkind := {action = Settings.Allow, kind = kind, pattern = pattern} :: !fkind adam@1296: end adam@1296: | _ => ErrorMsg.error "Bad 'allow' syntax") adam@1296: | "deny" => adam@1296: (case String.tokens Char.isSpace arg of adam@1296: [fkind, pattern] => adam@1296: let adam@1296: val fkind = parseFkind fkind adam@1296: val (kind, pattern) = parsePattern pattern adam@1296: in adam@1296: fkind := {action = Settings.Deny, kind = kind, pattern = pattern} :: !fkind adam@1296: end adam@1296: | _ => ErrorMsg.error "Bad 'deny' syntax") adam@1296: | "library" => if accLibs then adam@1296: libs := pu (libify (relify arg)) :: !libs adam@1296: else adam@1296: bigLibs := libify' arg :: !bigLibs adam@1296: | "path" => adam@1296: (case String.fields (fn ch => ch = #"=") arg of adam@1338: [n, v] => ((pathmap := M.insert (!pathmap, n, OS.Path.mkAbsolute {path = v, relativeTo = dir})) adam@1338: handle OS.Path.Path => ErrorMsg.error "Invalid 'path' directory argument") adam@1296: | _ => ErrorMsg.error "path argument not of the form name=value'") adam@1296: | "onError" => adam@1296: (case String.fields (fn ch => ch = #".") arg of adam@1296: m1 :: (fs as _ :: _) => adam@1296: onError := SOME (m1, List.take (fs, length fs - 1), List.last fs) adam@1296: | _ => ErrorMsg.error "invalid 'onError' argument") adam@1307: | "limit" => adam@1307: (case String.fields Char.isSpace arg of adam@1307: [class, num] => adam@1307: (case Int.fromString num of adam@1307: NONE => ErrorMsg.error ("invalid limit number '" ^ num ^ "'") adam@1307: | SOME n => adam@1307: if n < 0 then adam@1307: ErrorMsg.error ("invalid limit number '" ^ num ^ "'") adam@1307: else adam@1307: Settings.addLimit (class, n)) adam@1307: | _ => ErrorMsg.error "invalid 'limit' arguments") adam@1332: | "minHeap" => adam@1332: (case Int.fromString arg of adam@1332: NONE => ErrorMsg.error ("invalid min heap '" ^ arg ^ "'") adam@1332: | SOME n => minHeap := n) adam@1393: | "alwaysInline" => Settings.addAlwaysInline arg adam@1478: | "noXsrfProtection" => Settings.addNoXsrfProtection arg adam@1296: adam@1296: | _ => ErrorMsg.error ("Unrecognized command '" ^ cmd ^ "'"); adam@1296: read () adam@1296: end adam@1296: adam@1296: val job = if hasBlankLine then adam@1296: read () adam@1296: else adam@1296: finish (readSources []) adam@1296: in adam@1296: TextIO.closeIn inf; adam@1296: institutionalizeJob job; adam@1296: job adam@1296: end adam@1296: in adam@1296: {Job = pu fname, Libs = !bigLibs} adam@1296: end adamc@767: adamc@1082: fun p_job' {Job = j, Libs = _ : string list} = p_job j adamc@1082: adamc@270: val parseUrp = { adamc@1083: func = #Job o parseUrp' true, adamc@270: print = p_job adamc@270: } adamc@270: adamc@1082: val parseUrp' = { adamc@1083: func = parseUrp' false, adamc@1082: print = p_job' adamc@1082: } adamc@1082: adamc@270: val toParseJob = transform parseUrp "parseJob" adamc@1082: val toParseJob' = transform parseUrp' "parseJob'" adamc@1082: adamc@1082: fun op o (tr2 : ('b, 'c) transform, tr1 : ('a, 'b) transform) = { adamc@1082: func = fn input => case #func tr1 input of adamc@1082: NONE => NONE adamc@1082: | SOME v => #func tr2 v, adamc@1082: print = #print tr2, adamc@1082: time = fn (input, pmap) => let adamc@1082: val (ro, pmap) = #time tr1 (input, pmap) adamc@1082: in adamc@1082: case ro of adamc@1082: NONE => (NONE, pmap) adamc@1082: | SOME v => #time tr2 (v, pmap) adamc@1082: end adamc@1082: } adamc@270: adamc@1090: structure SM = BinaryMapFn(struct adamc@1090: type ord_key = string adamc@1090: val compare = String.compare adamc@1090: end) adamc@1090: adamc@1090: val moduleRoots = ref ([] : (string * string) list) adamc@1090: fun addModuleRoot (k, v) = moduleRoots := (k, v) :: !moduleRoots adamc@1090: adamc@1090: structure SS = BinarySetFn(struct adamc@1090: type ord_key = string adamc@1090: val compare = String.compare adamc@1090: end) adamc@1090: adamc@201: val parse = { adam@1294: func = fn {database, sources = fnames, ffi, onError, ...} : job => adamc@201: let adamc@1090: val mrs = !moduleRoots adamc@1090: adamc@834: val anyErrors = ref false adamc@834: fun checkErrors () = anyErrors := (!anyErrors orelse ErrorMsg.anyErrors ()) adam@1343: fun nameOf fname = adam@1343: let adam@1343: val fname = OS.Path.file fname adam@1343: val fst = if size fname = 0 then #"!" else String.sub (fname, 0) adam@1343: in adam@1343: if not (Char.isAlpha fst) then adam@1343: ErrorMsg.error ("Filename doesn't start with letter: " ^ fname) adam@1343: else if CharVector.exists (fn ch => not (Char.isAlphaNum ch) andalso ch <> #"_") fname then adam@1343: ErrorMsg.error ("Filename contains a character that isn't alphanumeric or underscore: " ^ fname) adam@1343: else adam@1343: (); adam@1343: capitalize fname adam@1343: end adamc@109: adamc@764: fun parseFfi fname = adamc@764: let adamc@764: val mname = nameOf fname adamc@764: val urs = OS.Path.joinBaseExt {base = fname, ext = SOME "urs"} adamc@764: adamc@764: val loc = {file = urs, adamc@764: first = ErrorMsg.dummyPos, adamc@764: last = ErrorMsg.dummyPos} adamc@764: adamc@764: val sgn = (Source.SgnConst (#func parseUrs urs), loc) adamc@764: in adamc@834: checkErrors (); adamc@764: (Source.DFfiStr (mname, sgn), loc) adamc@764: end adamc@764: adamc@1090: val defed = ref SS.empty adamc@1092: val fulls = ref SS.empty adamc@1090: adamc@201: fun parseOne fname = adamc@201: let adamc@201: val mname = nameOf fname adamc@244: val ur = OS.Path.joinBaseExt {base = fname, ext = SOME "ur"} adamc@244: val urs = OS.Path.joinBaseExt {base = fname, ext = SOME "urs"} adamc@56: adamc@201: val sgnO = adamc@244: if Posix.FileSys.access (urs, []) then adamc@244: SOME (Source.SgnConst (#func parseUrs urs), adamc@244: {file = urs, adamc@201: first = ErrorMsg.dummyPos, adamc@201: last = ErrorMsg.dummyPos}) adamc@834: before checkErrors () adamc@201: else adamc@201: NONE adamc@56: adamc@244: val loc = {file = ur, adamc@201: first = ErrorMsg.dummyPos, adamc@201: last = ErrorMsg.dummyPos} adamc@56: adamc@244: val ds = #func parseUr ur adamc@1090: val d = (Source.DStr (mname, sgnO, (Source.StrConst ds, loc)), loc) adamc@1090: adamc@1126: val fname = OS.Path.mkCanonical fname adamc@1090: val d = case List.find (fn (root, name) => adamc@1090: String.isPrefix (root ^ "/") fname) mrs of adamc@1090: NONE => d adamc@1090: | SOME (root, name) => adamc@1090: let adamc@1090: val fname = String.extract (fname, size root + 1, NONE) adamc@1090: val pieces = name :: String.tokens (fn ch => ch = #"/") fname adamc@1090: val pieces = List.filter (fn s => size s > 0 adamc@1090: andalso Char.isAlpha (String.sub (s, 0))) adamc@1090: pieces adamc@1090: val pieces = map capitalize pieces adamc@1092: val full = String.concatWith "." pieces adamc@1090: adamc@1090: fun makeD prefix pieces = adamc@1090: case pieces of adamc@1090: [] => (ErrorMsg.error "Empty module path"; adamc@1090: (Source.DStyle "Boo", loc)) adamc@1090: | [_] => d adamc@1090: | piece :: pieces => adamc@1090: let adamc@1146: val this = case prefix of adamc@1146: "" => piece adamc@1146: | _ => prefix ^ "." ^ piece adamc@1090: val old = SS.member (!defed, this) adamc@1146: adamc@1146: fun notThere (ch, s) = adamc@1146: Substring.isEmpty (#2 (Substring.splitl adamc@1146: (fn ch' => ch' <> ch) s)) adamc@1146: adamc@1146: fun simOpen () = adamc@1146: SS.foldl (fn (full, ds) => adamc@1146: if String.isPrefix (this ^ ".") full adamc@1146: andalso notThere (#".", adamc@1146: Substring.extract (full, adamc@1146: size adamc@1146: this + 1, adamc@1146: NONE)) then adamc@1146: let adamc@1146: val parts = String.tokens adamc@1146: (fn ch => ch = #".") full adamc@1146: adamc@1146: val part = List.last parts adamc@1146: adamc@1146: val imp = if length parts >= 2 then adamc@1146: (Source.StrProj adamc@1146: ((Source.StrVar adamc@1146: (List.nth (parts, adamc@1146: length adamc@1146: parts adamc@1146: - 2)), adamc@1146: loc), adamc@1146: part), loc) adamc@1146: else adamc@1146: (Source.StrVar part, loc) adamc@1146: in adamc@1146: (Source.DStr (part, NONE, imp), adamc@1146: loc) :: ds adamc@1146: end adamc@1146: else adamc@1146: ds) [] (!fulls) adamc@1090: in adamc@1090: defed := SS.add (!defed, this); adamc@1090: (Source.DStr (piece, NONE, adamc@1090: (Source.StrConst (if old then adamc@1146: simOpen () adamc@1146: @ [makeD this pieces] adamc@1090: else adamc@1146: [makeD this pieces]), loc)), adamc@1090: loc) adamc@1090: end adamc@1090: in adamc@1092: if SS.member (!fulls, full) then adamc@1092: ErrorMsg.error ("Rooted module " ^ full ^ " has multiple versions.") adamc@1092: else adamc@1092: (); adamc@1146: adamc@1090: makeD "" pieces adamc@1146: before ignore (foldl (fn (new, path) => adamc@1146: let adamc@1146: val new' = case path of adamc@1146: "" => new adamc@1146: | _ => path ^ "." ^ new adamc@1146: in adamc@1146: fulls := SS.add (!fulls, new'); adamc@1146: new' adamc@1146: end) "" pieces) adamc@1090: end adamc@201: in adamc@834: checkErrors (); adamc@1090: d adamc@201: end adamc@56: adamc@764: val dsFfi = map parseFfi ffi adamc@201: val ds = map parseOne fnames adamc@1090: val loc = ErrorMsg.dummySpan adamc@201: in adamc@834: if !anyErrors then adamc@834: ErrorMsg.error "Parse failure" adamc@834: else adamc@834: (); adamc@834: adamc@201: let adamc@1126: val final = List.last fnames adamc@1126: val final = case List.find (fn (root, name) => adamc@1126: String.isPrefix (root ^ "/") final) mrs of adamc@1126: NONE => (Source.StrVar (nameOf final), loc) adamc@1126: | SOME (root, name) => adamc@1126: let adamc@1126: val m = (Source.StrVar name, loc) adamc@1126: val final = String.extract (final, size root + 1, NONE) adamc@1264: val fields = String.fields (fn ch => ch = #"/") final adamc@1264: val fields = List.filter (fn s => size s = 0 adamc@1264: orelse not (Char.isDigit (String.sub (s, 0)))) adamc@1264: fields adamc@1126: in adamc@1126: foldl (fn (x, m) => (Source.StrProj (m, capitalize x), loc)) adamc@1264: m fields adamc@1126: end adamc@271: adamc@764: val ds = dsFfi @ ds adamc@1126: @ [(Source.DExport final, loc)] adamc@1090: adamc@1090: val ds = case database of adamc@1090: NONE => ds adamc@1090: | SOME s => (Source.DDatabase s, loc) :: ds adam@1294: adam@1294: val ds = case onError of adam@1294: NONE => ds adam@1294: | SOME v => ds @ [(Source.DOnError v, loc)] adamc@201: in adamc@1090: ds adamc@201: end handle Empty => ds adamc@201: end, adamc@201: print = SourcePrint.p_file adamc@201: } adamc@56: adamc@270: val toParse = transform parse "parse" o toParseJob adamc@38: adamc@378: fun libFile s = OS.Path.joinDirFile {dir = Config.libUr, adamc@378: file = s} adamc@378: fun clibFile s = OS.Path.joinDirFile {dir = Config.libC, adamc@378: file = s} adamc@378: adamc@201: val elaborate = { adamc@201: func = fn file => let adamc@378: val basis = #func parseUrs (libFile "basis.urs") adamc@378: val topSgn = #func parseUrs (libFile "top.urs") adamc@378: val topStr = #func parseUr (libFile "top.ur") adamc@201: in adamc@325: Elaborate.elabFile basis topStr topSgn ElabEnv.empty file adamc@201: end, adamc@201: print = ElabPrint.p_file ElabEnv.empty adamc@201: } adamc@5: adamc@270: val toElaborate = transform elaborate "elaborate" o toParse adamc@201: adamc@448: val unnest = { adamc@448: func = Unnest.unnest, adamc@448: print = ElabPrint.p_file ElabEnv.empty adamc@448: } adamc@448: adamc@448: val toUnnest = transform unnest "unnest" o toElaborate adamc@448: adamc@313: val termination = { adamc@313: func = (fn file => (Termination.check file; file)), adamc@313: print = ElabPrint.p_file ElabEnv.empty adamc@313: } adamc@313: adamc@448: val toTermination = transform termination "termination" o toUnnest adamc@313: adamc@201: val explify = { adamc@201: func = Explify.explify, adamc@201: print = ExplPrint.p_file ExplEnv.empty adamc@201: } adamc@201: adamc@625: val toExplify = transform explify "explify" o toUnnest adamc@201: adamc@201: val corify = { adamc@201: func = Corify.corify, adamc@201: print = CorePrint.p_file CoreEnv.empty adamc@201: } adamc@201: adamc@270: val toCorify = transform corify "corify" o toExplify adamc@201: adamc@482: (*val reduce_local = { adamc@482: func = ReduceLocal.reduce, adamc@482: print = CorePrint.p_file CoreEnv.empty adamc@482: } adamc@482: adamc@482: val toReduce_local = transform reduce_local "reduce_local" o toCorify*) adamc@482: adamc@443: val especialize = { adamc@443: func = ESpecialize.specialize, adamc@443: print = CorePrint.p_file CoreEnv.empty adamc@443: } adamc@443: adamc@454: val core_untangle = { adamc@454: func = CoreUntangle.untangle, adamc@454: print = CorePrint.p_file CoreEnv.empty adamc@454: } adamc@454: adamc@794: val toCore_untangle = transform core_untangle "core_untangle" o toCorify adamc@454: adamc@202: val shake = { adamc@202: func = Shake.shake, adamc@202: print = CorePrint.p_file CoreEnv.empty adamc@202: } adamc@39: adamc@454: val toShake1 = transform shake "shake1" o toCore_untangle adamc@110: adam@1362: val toEspecialize1' = transform especialize "especialize1'" o toShake1 adam@1362: val toShake1' = transform shake "shake1'" o toEspecialize1' adam@1362: adamc@607: val rpcify = { adamc@607: func = Rpcify.frob, adamc@607: print = CorePrint.p_file CoreEnv.empty adamc@607: } adamc@607: adam@1362: val toRpcify = transform rpcify "rpcify" o toShake1' adamc@607: adamc@642: val toCore_untangle2 = transform core_untangle "core_untangle2" o toRpcify adamc@642: val toShake2 = transform shake "shake2" o toCore_untangle2 adamc@1181: adamc@1186: val toEspecialize1 = transform especialize "especialize1" o toShake2 adamc@1181: adamc@1062: val toCore_untangle3 = transform core_untangle "core_untangle3" o toEspecialize1 adamc@1062: val toShake3 = transform shake "shake3" o toCore_untangle3 adamc@642: adamc@202: val tag = { adamc@202: func = Tag.tag, adamc@202: print = CorePrint.p_file CoreEnv.empty adamc@202: } adamc@193: adamc@1062: val toTag = transform tag "tag" o toShake3 adamc@20: adamc@202: val reduce = { adamc@202: func = Reduce.reduce, adamc@202: print = CorePrint.p_file CoreEnv.empty adamc@202: } adamc@25: adamc@692: val toReduce = transform reduce "reduce" o toTag adamc@23: adamc@1186: val toShakey = transform shake "shakey" o toReduce adamc@1186: adamc@1186: val unpoly = { adamc@1186: func = Unpoly.unpoly, adamc@1186: print = CorePrint.p_file CoreEnv.empty adamc@1186: } adamc@1186: adamc@1186: val toUnpoly = transform unpoly "unpoly" o toShakey adamc@315: adamc@202: val specialize = { adamc@202: func = Specialize.specialize, adamc@202: print = CorePrint.p_file CoreEnv.empty adamc@202: } adamc@132: adamc@1186: val toSpecialize = transform specialize "specialize" o toUnpoly adamc@131: adamc@1062: val toShake4 = transform shake "shake4" o toSpecialize adamc@133: adamc@1062: val toEspecialize2 = transform especialize "especialize2" o toShake4 adamc@1272: val toShake4' = transform shake "shake4'" o toEspecialize2 adamc@1272: val toUnpoly2 = transform unpoly "unpoly2" o toShake4' adamc@1276: val toSpecialize2 = transform specialize "specialize2" o toUnpoly2 adamc@1276: val toShake4'' = transform shake "shake4'" o toSpecialize2 adamc@1272: val toEspecialize3 = transform especialize "especialize3" o toShake4'' adamc@794: adamc@1272: val toReduce2 = transform reduce "reduce2" o toEspecialize3 adamc@898: adamc@1062: val toShake5 = transform shake "shake5" o toReduce2 adamc@794: adamc@692: val marshalcheck = { adamc@692: func = (fn file => (MarshalCheck.check file; file)), adamc@692: print = CorePrint.p_file CoreEnv.empty adamc@692: } adamc@692: adamc@1062: val toMarshalcheck = transform marshalcheck "marshalcheck" o toShake5 adamc@692: adamc@732: val effectize = { adamc@732: func = Effective.effectize, adamc@732: print = CorePrint.p_file CoreEnv.empty adamc@732: } adamc@732: adamc@732: val toEffectize = transform effectize "effectize" o toMarshalcheck adamc@732: adamc@1170: val css = { adamc@1170: func = Css.summarize, adamc@1170: print = fn _ => Print.box [] adamc@1170: } adamc@1170: adamc@1170: val toCss = transform css "css" o toShake5 adamc@1170: adamc@202: val monoize = { adamc@202: func = Monoize.monoize CoreEnv.empty, adamc@202: print = MonoPrint.p_file MonoEnv.empty adamc@202: } adamc@134: adamc@732: val toMonoize = transform monoize "monoize" o toEffectize adamc@96: adamc@202: val mono_opt = { adamc@910: func = MonoOpt.optimize, adamc@202: print = MonoPrint.p_file MonoEnv.empty adamc@202: } adamc@29: adamc@270: val toMono_opt1 = transform mono_opt "mono_opt1" o toMonoize adamc@5: adamc@202: val untangle = { adamc@202: func = Untangle.untangle, adamc@202: print = MonoPrint.p_file MonoEnv.empty adamc@202: } adamc@1: adamc@270: val toUntangle = transform untangle "untangle" o toMono_opt1 adamc@38: adamc@202: val mono_reduce = { adamc@202: func = MonoReduce.reduce, adamc@202: print = MonoPrint.p_file MonoEnv.empty adamc@202: } adamc@16: adamc@270: val toMono_reduce = transform mono_reduce "mono_reduce" o toUntangle adamc@39: adamc@202: val mono_shake = { adamc@202: func = MonoShake.shake, adamc@202: print = MonoPrint.p_file MonoEnv.empty adamc@202: } adamc@110: adamc@270: val toMono_shake = transform mono_shake "mono_shake1" o toMono_reduce adamc@193: adamc@572: val toMono_opt2 = transform mono_opt "mono_opt2" o toMono_shake adamc@572: adamc@1200: val iflow = { adamc@1235: func = (fn file => (if !doIflow then Iflow.check file else (); file)), adamc@1200: print = MonoPrint.p_file MonoEnv.empty adamc@1200: } adamc@1200: adamc@1200: val toIflow = transform iflow "iflow" o toMono_opt2 adamc@1200: adamc@567: val jscomp = { adamc@567: func = JsComp.process, adamc@567: print = MonoPrint.p_file MonoEnv.empty adamc@567: } adamc@567: adamc@1200: val toJscomp = transform jscomp "jscomp" o toIflow adamc@567: adamc@910: val toMono_opt3 = transform mono_opt "mono_opt3" o toJscomp adamc@20: adamc@506: val fuse = { adamc@506: func = Fuse.fuse, adamc@506: print = MonoPrint.p_file MonoEnv.empty adamc@506: } adamc@506: adamc@572: val toFuse = transform fuse "fuse" o toMono_opt3 adamc@506: adamc@506: val toUntangle2 = transform untangle "untangle2" o toFuse adamc@506: adamc@601: val toMono_reduce2 = transform mono_reduce "mono_reduce2" o toUntangle2 adamc@601: val toMono_shake2 = transform mono_shake "mono_shake2" o toMono_reduce2 adamc@916: val toMono_opt4 = transform mono_opt "mono_opt4" o toMono_shake2 adamc@1017: val toMono_reduce3 = transform mono_reduce "mono_reduce3" o toMono_opt4 adamc@1185: val toFuse2 = transform fuse "fuse2" o toMono_reduce3 adamc@916: val toUntangle3 = transform untangle "untangle3" o toFuse2 adamc@916: val toMono_shake3 = transform mono_shake "mono_shake3" o toUntangle3 adamc@506: adamc@377: val pathcheck = { adamc@377: func = (fn file => (PathCheck.check file; file)), adamc@377: print = MonoPrint.p_file MonoEnv.empty adamc@377: } adamc@377: adamc@916: val toPathcheck = transform pathcheck "pathcheck" o toMono_shake3 adamc@377: adamc@202: val cjrize = { adamc@202: func = Cjrize.cjrize, adamc@202: print = CjrPrint.p_file CjrEnv.empty adamc@202: } adamc@23: adamc@377: val toCjrize = transform cjrize "cjrize" o toPathcheck adamc@29: adamc@643: val scriptcheck = { adamc@643: func = ScriptCheck.classify, adamc@643: print = CjrPrint.p_file CjrEnv.empty adamc@643: } adamc@643: adamc@643: val toScriptcheck = transform scriptcheck "scriptcheck" o toCjrize adamc@643: adamc@282: val prepare = { adamc@282: func = Prepare.prepare, adamc@282: print = CjrPrint.p_file CjrEnv.empty adamc@282: } adamc@282: adamc@643: val toPrepare = transform prepare "prepare" o toScriptcheck adamc@282: adamc@879: val checknest = { adamc@879: func = fn f => if #supportsNestedPrepared (Settings.currentDbms ()) then f else Checknest.annotate f, adamc@879: print = CjrPrint.p_file CjrEnv.empty adamc@879: } adamc@879: adamc@879: val toChecknest = transform checknest "checknest" o toPrepare adamc@879: adamc@274: val sqlify = { adamc@274: func = Cjrize.cjrize, adamc@274: print = CjrPrint.p_sql CjrEnv.empty adamc@274: } adamc@274: adamc@274: val toSqlify = transform sqlify "sqlify" o toMono_opt2 adamc@274: adam@1473: val escapeFilename = String.translate (fn #" " => "\\ " | #"\"" => "\\\"" | #"'" => "\\'" | ch => str ch) adam@1473: adam@1540: val beforeC = ref (fn () => ()) adam@1540: adamc@764: fun compileC {cname, oname, ename, libs, profile, debug, link = link'} = adamc@183: let adamc@855: val proto = Settings.currentProtocol () adamc@1095: adam@1368: val lib = if Settings.getStaticLinking () then adam@1368: #linkStatic proto ^ " " ^ Config.lib ^ "/../liburweb.a" adam@1368: else adam@1368: "-L" ^ Config.lib ^ "/.. -lurweb " ^ #linkDynamic proto adamc@378: adam@1558: val opt = if debug then adam@1558: "" adam@1558: else adam@1558: " -O3" adam@1558: adam@1558: val compile = Config.ccompiler ^ " " ^ Config.ccArgs ^ " " ^ Config.pthreadCflags ^ " -Wimplicit -Werror -Wno-unused-value" adam@1558: ^ opt ^ " -I " ^ Config.includ adamc@1096: ^ " " ^ #compile proto adam@1473: ^ " -c " ^ escapeFilename cname ^ " -o " ^ escapeFilename oname adamc@1096: adam@1558: val link = Config.ccompiler ^ " -Werror" ^ opt ^ " -lm " ^ Config.ccArgs ^ " " ^ Config.pthreadCflags ^ " " ^ Config.pthreadLibs adam@1528: ^ " " ^ lib ^ " " ^ Config.openssl ^ " " ^ escapeFilename oname ^ " -o " ^ escapeFilename ename ^ " " ^ libs adamc@502: adamc@502: val (compile, link) = adamc@502: if profile then adamc@502: (compile ^ " -pg", link ^ " -pg") adamc@502: else adamc@502: (compile, link) adamc@742: adamc@742: val (compile, link) = adamc@742: if debug then adamc@742: (compile ^ " -g", link ^ " -g") adamc@742: else adamc@742: (compile, link) adamc@764: adamc@764: val link = foldl (fn (s, link) => link ^ " " ^ s) link link' adam@1394: adam@1394: fun system s = adam@1394: (if debug then adam@1394: print (s ^ "\n") adam@1394: else adam@1394: (); adam@1394: OS.Process.isSuccess (OS.Process.system s)) adamc@183: in adam@1540: !beforeC (); adam@1394: system compile andalso system link adamc@183: end adamc@183: adamc@202: fun compile job = adamc@879: case run toChecknest job of adamc@1045: NONE => false adamc@29: | SOME file => adamc@202: let adamc@274: val job = valOf (run (transform parseUrp "parseUrp") job) adamc@102: adamc@274: val (cname, oname, cleanup) = adamc@274: if #debug job then adamc@457: ("/tmp/webapp.c", "/tmp/webapp.o", fn () => ()) adamc@274: else adamc@274: let adamc@274: val dir = OS.FileSys.tmpName () adamc@403: val () = if OS.FileSys.access (dir, []) then adamc@403: OS.FileSys.remove dir adamc@403: else adamc@403: () adamc@457: val cname = OS.Path.joinDirFile {dir = dir, file = "webapp.c"} adamc@457: val oname = OS.Path.joinDirFile {dir = dir, file = "webapp.o"} adamc@274: in adamc@274: OS.FileSys.mkDir dir; adamc@274: (cname, oname, adam@1381: fn () => (OS.FileSys.remove cname; adam@1381: OS.FileSys.remove oname; adam@1381: OS.FileSys.rmDir dir) adam@1381: handle OS.SysErr _ => OS.FileSys.rmDir dir) adamc@274: end adamc@274: val ename = #exe job adamc@202: in adamc@274: let adamc@274: val outf = TextIO.openOut cname adamc@274: val s = TextIOPP.openOut {dst = outf, wid = 80} adamc@432: adamc@432: val hasDb = List.exists (fn (Cjr.DDatabase _, _) => true | _ => false) (#1 file) adamc@432: val libs = adamc@432: if hasDb then adamc@866: #link (Settings.currentDbms ()) adamc@432: else adamc@432: "" adamc@274: in adamc@274: Print.fprint s (CjrPrint.p_file CjrEnv.empty file); adamc@415: TextIO.output1 (outf, #"\n"); adamc@274: TextIO.closeOut outf; adamc@102: adam@1381: if ErrorMsg.anyErrors () then adam@1381: false adam@1381: else adam@1381: (case #sql job of adam@1381: NONE => () adam@1381: | SOME sql => adam@1381: let adam@1381: val outf = TextIO.openOut sql adam@1381: val s = TextIOPP.openOut {dst = outf, wid = 80} adam@1381: in adam@1381: Print.fprint s (CjrPrint.p_sql CjrEnv.empty file); adam@1381: TextIO.closeOut outf adam@1381: end; adamc@274: adam@1381: compileC {cname = cname, oname = oname, ename = ename, libs = libs, adam@1381: profile = #profile job, debug = #debug job, link = #link job} adam@1381: adam@1381: before cleanup ()) adamc@274: end adamc@274: handle ex => (((cleanup ()) handle _ => ()); raise ex) adamc@202: end adamc@29: adamc@1045: fun compiler job = adamc@1045: if compile job then adamc@1045: () adamc@1045: else adamc@1045: OS.Process.exit OS.Process.failure adamc@1045: adamc@1266: fun moduleOf fname = adamc@1266: let adamc@1266: val mrs = !moduleRoots adamc@1266: val fname = OS.Path.mkCanonical fname adamc@1266: in adamc@1266: case List.find (fn (root, _) => String.isPrefix (root ^ "/") fname) mrs of adamc@1266: NONE => capitalize (OS.Path.base (OS.Path.file fname)) adamc@1266: | SOME (root, name) => adamc@1266: let adamc@1266: val fname = OS.Path.base fname adamc@1266: val fname = String.extract (fname, size root + 1, NONE) adamc@1266: val fs = String.fields (fn ch => ch = #"/") fname adamc@1266: val fs = List.filter (CharVector.exists (fn ch => not (Char.isDigit ch))) fs adamc@1266: val fs = map capitalize fs adamc@1266: in adamc@1266: String.concatWith "." (name :: fs) adamc@1266: end adamc@1266: end adamc@1266: adamc@1: end