annotate src/settings.sml @ 2245:27899da8780b

Sqlcache allows any expression injected into SQL.
author Ziv Scully <ziv@mit.edu>
date Sun, 02 Aug 2015 18:25:42 -0700
parents a07b91fa71db
children c05851bf7861
rev   line source
adam@1478 1 (* Copyright (c) 2008-2011, Adam Chlipala
adamc@764 2 * All rights reserved.
adamc@764 3 *
adamc@764 4 * Redistribution and use in source and binary forms, with or without
adamc@764 5 * modification, are permitted provided that the following conditions are met:
adamc@764 6 *
adamc@764 7 * - Redistributions of source code must retain the above copyright notice,
adamc@764 8 * this list of conditions and the following disclaimer.
adamc@764 9 * - Redistributions in binary form must reproduce the above copyright notice,
adamc@764 10 * this list of conditions and the following disclaimer in the documentation
adamc@764 11 * and/or other materials provided with the distribution.
adamc@764 12 * - The names of contributors may not be used to endorse or promote products
adamc@764 13 * derived from this software without specific prior written permission.
adamc@764 14 *
adamc@764 15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
adamc@764 16 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
adamc@764 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
adamc@764 18 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
rmbruijn@1597 19 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
adamc@764 20 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
adamc@764 21 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
adamc@764 22 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
adamc@764 23 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
adamc@764 24 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
adamc@764 25 * POSSIBILITY OF SUCH DAMAGE.
adamc@764 26 *)
adamc@764 27
adamc@764 28 structure Settings :> SETTINGS = struct
adamc@764 29
ezyang@1739 30 val configBin = ref Config.bin
ezyang@1739 31 val configLib = ref Config.lib
ezyang@1739 32 val configSrcLib = ref Config.srclib
ezyang@1739 33 val configInclude = ref Config.includ
ezyang@1739 34 val configSitelisp = ref Config.sitelisp
ezyang@1739 35
grrwlf@1871 36 val configCCompiler = ref Config.ccompiler
grrwlf@1871 37
grrwlf@1871 38 fun getCCompiler () = !configCCompiler
grrwlf@1871 39 fun setCCompiler cc = configCCompiler := cc
grrwlf@1871 40
ezyang@1739 41 fun libUr () = OS.Path.joinDirFile {dir = !configSrcLib,
ezyang@1739 42 file = "ur"}
ezyang@1739 43 fun libC () = OS.Path.joinDirFile {dir = !configSrcLib,
ezyang@1739 44 file = "c"}
ezyang@1739 45 fun libJs () = OS.Path.joinDirFile {dir = !configSrcLib,
ezyang@1739 46 file = "js"}
ezyang@1739 47
ezyang@1739 48 fun libFile s = OS.Path.joinDirFile {dir = libUr (),
ezyang@1739 49 file = s}
ezyang@1739 50
adam@1637 51 val urlPrefixFull = ref "/"
adamc@764 52 val urlPrefix = ref "/"
adam@1370 53 val urlPrePrefix = ref ""
adamc@764 54 val timeout = ref 0
adamc@764 55 val headers = ref ([] : string list)
adamc@766 56 val scripts = ref ([] : string list)
adamc@764 57
adam@1637 58 fun getUrlPrefixFull () = !urlPrefixFull
adamc@764 59 fun getUrlPrefix () = !urlPrefix
adam@1370 60 fun getUrlPrePrefix () = !urlPrePrefix
adamc@764 61 fun setUrlPrefix p =
adam@1370 62 let
adam@1370 63 val prefix = if p = "" then
adam@1370 64 "/"
adam@1370 65 else if String.sub (p, size p - 1) <> #"/" then
adam@1370 66 p ^ "/"
adam@1370 67 else
adam@1370 68 p
adam@1370 69
adam@1470 70 fun findPrefix n =
adam@1470 71 let
adam@1470 72 val (befor, after) = Substring.splitl (fn ch => ch <> #"/") (Substring.extract (prefix, n, NONE))
adam@1470 73 in
adam@1470 74 if Substring.isEmpty after then
adam@1470 75 ("", prefix)
adam@1470 76 else
adam@1470 77 (String.substring (prefix, 0, n) ^ Substring.string befor, Substring.string after)
rmbruijn@1597 78 end
adam@1470 79
adam@1370 80 val (prepre, prefix) =
adam@1370 81 if String.isPrefix "http://" prefix then
adam@1470 82 findPrefix 7
adam@1470 83 else if String.isPrefix "https://" prefix then
adam@1470 84 findPrefix 8
adam@1370 85 else
adam@1370 86 ("", prefix)
adam@1370 87 in
adam@1637 88 urlPrefixFull := p;
adam@1370 89 urlPrePrefix := prepre;
adam@1370 90 urlPrefix := prefix
adam@1370 91 end
adamc@764 92
adamc@764 93 fun getTimeout () = !timeout
adamc@764 94 fun setTimeout n = timeout := n
adamc@764 95
adamc@764 96 fun getHeaders () = !headers
adamc@764 97 fun setHeaders ls = headers := ls
adamc@764 98
adamc@766 99 fun getScripts () = !scripts
adamc@766 100 fun setScripts ls = scripts := ls
adamc@766 101
adamc@765 102 type ffi = string * string
adamc@765 103
adamc@765 104 structure K = struct
adamc@765 105 type ord_key = ffi
adamc@765 106 fun compare ((m1, x1), (m2, x2)) =
adamc@765 107 Order.join (String.compare (m1, m2),
adamc@765 108 fn () => String.compare (x1, x2))
adamc@764 109 end
adamc@765 110
adamc@765 111 structure S = BinarySetFn(K)
adamc@765 112 structure M = BinaryMapFn(K)
adamc@765 113
adamc@765 114 fun basis x = S.addList (S.empty, map (fn x : string => ("Basis", x)) x)
adamc@765 115
adamc@765 116 val clientToServerBase = basis ["int",
adamc@765 117 "float",
adamc@765 118 "string",
adamc@765 119 "time",
adamc@765 120 "file",
adamc@765 121 "unit",
adamc@765 122 "option",
adamc@765 123 "list",
adam@1288 124 "bool",
adam@1288 125 "variant"]
adamc@765 126 val clientToServer = ref clientToServerBase
adamc@765 127 fun setClientToServer ls = clientToServer := S.addList (clientToServerBase, ls)
adamc@765 128 fun mayClientToServer x = S.member (!clientToServer, x)
adamc@765 129
adamc@779 130 val effectfulBase = basis ["dml",
adamc@779 131 "nextval",
adamc@1073 132 "setval",
adamc@779 133 "set_cookie",
adamc@1050 134 "clear_cookie",
adamc@765 135 "new_channel",
adamc@1200 136 "send",
adamc@1200 137 "htmlifyInt_w",
adamc@1200 138 "htmlifyFloat_w",
adamc@1200 139 "htmlifyString_w",
adamc@1200 140 "htmlifyBool_w",
adamc@1200 141 "htmlifyTime_w",
adamc@1200 142 "attrifyInt_w",
adamc@1200 143 "attrifyFloat_w",
adamc@1200 144 "attrifyString_w",
adamc@1200 145 "attrifyChar_w",
adamc@1200 146 "urlifyInt_w",
adamc@1200 147 "urlifyFloat_w",
adamc@1200 148 "urlifyString_w",
adamc@1200 149 "urlifyBool_w",
adamc@1200 150 "urlifyChannel_w"]
adamc@765 151
adamc@765 152 val effectful = ref effectfulBase
adamc@765 153 fun setEffectful ls = effectful := S.addList (effectfulBase, ls)
adamc@765 154 fun isEffectful x = S.member (!effectful, x)
adam@1878 155 fun addEffectful x = effectful := S.add (!effectful, x)
adamc@765 156
adamc@1171 157 val benignBase = basis ["get_cookie",
adamc@1171 158 "new_client_source",
adamc@1171 159 "get_client_source",
adamc@1171 160 "set_client_source",
adamc@1171 161 "current",
adamc@1171 162 "alert",
adam@1290 163 "confirm",
adamc@1171 164 "onError",
adamc@1171 165 "onFail",
adamc@1171 166 "onConnectFail",
adamc@1171 167 "onDisconnect",
adamc@1171 168 "onServerError",
adam@1783 169 "mouseEvent",
adam@1783 170 "keyEvent",
adamc@1250 171 "debug",
adam@1422 172 "rand",
adam@1465 173 "now",
adam@1465 174 "getHeader",
adam@1555 175 "setHeader",
adam@1555 176 "spawn",
adam@1555 177 "onClick",
adam@1555 178 "onDblclick",
ziv@2130 179 "onContextmenu",
adam@1555 180 "onKeydown",
adam@1555 181 "onKeypress",
adam@1555 182 "onKeyup",
adam@1555 183 "onMousedown",
ziv@2130 184 "onMouseenter",
ziv@2130 185 "onMouseleave",
adam@1791 186 "onMousemove",
adam@1791 187 "onMouseout",
adam@1791 188 "onMouseover",
adam@1556 189 "onMouseup",
adam@1559 190 "preventDefault",
adam@1559 191 "stopPropagation",
adam@1785 192 "fresh",
adam@1952 193 "giveFocus",
adam@1952 194 "currentUrlHasPost",
adam@1952 195 "currentUrlHasQueryString",
adam@1952 196 "currentUrl"]
adamc@1171 197
adamc@1171 198 val benign = ref benignBase
adamc@1171 199 fun setBenignEffectful ls = benign := S.addList (benignBase, ls)
adam@2010 200 fun addBenignEffectful x = benign := S.add (!benign, x)
adamc@1171 201 fun isBenignEffectful x = S.member (!benign, x)
adamc@1171 202
adam@1595 203 val clientBase = basis ["get_client_source",
adamc@841 204 "current",
adamc@765 205 "alert",
adam@1290 206 "confirm",
adamc@765 207 "recv",
adamc@765 208 "sleep",
adamc@765 209 "spawn",
adamc@765 210 "onError",
adamc@765 211 "onFail",
adamc@765 212 "onConnectFail",
adamc@765 213 "onDisconnect",
adamc@895 214 "onServerError",
adam@1783 215 "mouseEvent",
adam@1783 216 "keyEvent",
adam@1555 217 "onClick",
ziv@2130 218 "onContextmenu",
adam@1555 219 "onDblclick",
adam@1555 220 "onKeydown",
adam@1555 221 "onKeypress",
adam@1555 222 "onKeyup",
adam@1555 223 "onMousedown",
ziv@2130 224 "onMouseenter",
ziv@2130 225 "onMouseleave",
adam@1791 226 "onMousemove",
adam@1791 227 "onMouseout",
adam@1791 228 "onMouseover",
adam@1559 229 "onMouseup",
adam@1559 230 "preventDefault",
adam@1785 231 "stopPropagation",
adam@1785 232 "giveFocus"]
adamc@765 233 val client = ref clientBase
adamc@765 234 fun setClientOnly ls = client := S.addList (clientBase, ls)
adam@2010 235 fun addClientOnly x = client := S.add (!client, x)
adamc@765 236 fun isClientOnly x = S.member (!client, x)
adamc@765 237
adamc@765 238 val serverBase = basis ["requestHeader",
adamc@765 239 "query",
adamc@765 240 "dml",
adamc@765 241 "nextval",
adamc@1073 242 "setval",
adamc@765 243 "channel",
adam@1787 244 "send",
adam@1787 245 "fieldName",
adam@1787 246 "fieldValue",
adam@1787 247 "remainingFields",
adam@1787 248 "firstFormField"]
adamc@765 249 val server = ref serverBase
adamc@765 250 fun setServerOnly ls = server := S.addList (serverBase, ls)
adam@2010 251 fun addServerOnly x = server := S.add (!server, x)
adamc@765 252 fun isServerOnly x = S.member (!server, x)
adamc@765 253
adamc@765 254 val basisM = foldl (fn ((k, v : string), m) => M.insert (m, ("Basis", k), v)) M.empty
adamc@765 255
adamc@765 256 val jsFuncsBase = basisM [("alert", "alert"),
adam@1599 257 ("stringToTime", "stringToTime"),
adam@1599 258 ("stringToTime_error", "stringToTime_error"),
adam@1609 259 ("timef", "strftime"),
adam@1290 260 ("confirm", "confrm"),
adamc@765 261 ("get_client_source", "sg"),
adamc@841 262 ("current", "scur"),
adamc@765 263 ("htmlifyBool", "bs"),
adamc@765 264 ("htmlifyFloat", "ts"),
adamc@765 265 ("htmlifyInt", "ts"),
adamc@765 266 ("htmlifyString", "eh"),
adamc@765 267 ("new_client_source", "sc"),
adamc@765 268 ("set_client_source", "sv"),
adamc@838 269 ("stringToFloat", "pflo"),
adamc@838 270 ("stringToInt", "pio"),
adamc@765 271 ("stringToFloat_error", "pfl"),
adamc@765 272 ("stringToInt_error", "pi"),
adamc@765 273 ("urlifyInt", "ts"),
adamc@765 274 ("urlifyFloat", "ts"),
adam@1360 275 ("urlifyTime", "ts"),
adamc@765 276 ("urlifyString", "uf"),
adamc@912 277 ("urlifyBool", "ub"),
adamc@765 278 ("recv", "rv"),
adamc@765 279 ("strcat", "cat"),
adamc@765 280 ("intToString", "ts"),
adamc@765 281 ("floatToString", "ts"),
adamc@821 282 ("charToString", "ts"),
adamc@765 283 ("onError", "onError"),
adamc@765 284 ("onFail", "onFail"),
adamc@765 285 ("onConnectFail", "onConnectFail"),
adamc@765 286 ("onDisconnect", "onDisconnect"),
adamc@798 287 ("onServerError", "onServerError"),
adamc@1108 288 ("attrifyString", "atr"),
adamc@798 289 ("attrifyInt", "ts"),
adamc@798 290 ("attrifyFloat", "ts"),
adamc@820 291 ("attrifyBool", "bs"),
adamc@821 292 ("boolToString", "ts"),
adamc@1057 293 ("str1", "id"),
adamc@821 294 ("strsub", "sub"),
adamc@828 295 ("strsuffix", "suf"),
adamc@829 296 ("strlen", "slen"),
adamc@829 297 ("strindex", "sidx"),
dukhovni@2045 298 ("strsindex", "ssidx"),
adamc@829 299 ("strchr", "schr"),
adamc@831 300 ("substring", "ssub"),
adamc@895 301 ("strcspn", "sspn"),
adam@1624 302 ("strlenGe", "strlenGe"),
adam@1783 303 ("mouseEvent", "uw_mouseEvent"),
adam@1783 304 ("keyEvent", "uw_keyEvent"),
adam@1404 305 ("minTime", "0"),
adam@2097 306 ("stringToBool_error", "s2be"),
adam@2097 307 ("stringToBool", "s2b"),
adamc@1061 308
adamc@1061 309 ("islower", "isLower"),
adamc@1061 310 ("isupper", "isUpper"),
adamc@1061 311 ("isalpha", "isAlpha"),
adamc@1061 312 ("isdigit", "isDigit"),
adamc@1061 313 ("isalnum", "isAlnum"),
adamc@1061 314 ("isblank", "isBlank"),
adamc@1061 315 ("isspace", "isSpace"),
adamc@1061 316 ("isxdigit", "isXdigit"),
adam@1927 317 ("isprint", "isPrint"),
adamc@1061 318 ("tolower", "toLower"),
adamc@1323 319 ("toupper", "toUpper"),
adam@1927 320 ("ord", "ord"),
adamc@1323 321
adamc@1323 322 ("checkUrl", "checkUrl"),
adam@1366 323 ("bless", "bless"),
adam@2008 324 ("blessData", "blessData"),
adam@1366 325
adam@1366 326 ("eq_time", "eq"),
adam@1366 327 ("lt_time", "lt"),
adam@1430 328 ("le_time", "le"),
adam@1430 329
adam@1625 330 ("debug", "uw_debug"),
adam@1625 331 ("naughtyDebug", "uw_debug"),
adam@1487 332
adam@1571 333 ("floatFromInt", "float"),
adam@1571 334 ("ceil", "ceil"),
adam@1571 335 ("trunc", "trunc"),
adam@1571 336 ("round", "round"),
adam@1571 337
adam@1487 338 ("now", "now"),
adam@1487 339 ("timeToString", "showTime"),
adam@1629 340 ("htmlifyTime", "showTimeHtml"),
adam@1514 341 ("toSeconds", "toSeconds"),
adam@1518 342 ("addSeconds", "addSeconds"),
adam@1555 343 ("diffInSeconds", "diffInSeconds"),
adam@1685 344 ("toMilliseconds", "toMilliseconds"),
adam@1685 345 ("diffInMilliseconds", "diffInMilliseconds"),
adam@1555 346
phurst@1986 347 ("fromDatetime", "fromDatetime"),
phurst@1986 348 ("datetimeYear", "datetimeYear"),
phurst@1986 349 ("datetimeMonth", "datetimeMonth"),
phurst@1986 350 ("datetimeDay", "datetimeDay"),
phurst@1986 351 ("datetimeHour", "datetimeHour"),
phurst@1986 352 ("datetimeMinute", "datetimeMinute"),
phurst@1986 353 ("datetimeSecond", "datetimeSecond"),
phurst@1986 354 ("datetimeDayOfWeek", "datetimeDayOfWeek"),
phurst@1986 355
phurst@1986 356
adam@1555 357 ("onClick", "uw_onClick"),
ziv@2130 358 ("onContextmenu", "uw_onContextmenu"),
adam@1555 359 ("onDblclick", "uw_onDblclick"),
adam@1555 360 ("onKeydown", "uw_onKeydown"),
adam@1555 361 ("onKeypress", "uw_onKeypress"),
adam@1555 362 ("onKeyup", "uw_onKeyup"),
adam@1555 363 ("onMousedown", "uw_onMousedown"),
ziv@2130 364 ("onMouseenter", "uw_onMouseenter"),
ziv@2130 365 ("onMouseleave", "uw_onMouseleave"),
adam@1791 366 ("onMousemove", "uw_onMousemove"),
adam@1791 367 ("onMouseout", "uw_onMouseout"),
adam@1791 368 ("onMouseover", "uw_onMouseover"),
adam@1556 369 ("onMouseup", "uw_onMouseup"),
adam@1559 370 ("preventDefault", "uw_preventDefault"),
adam@1559 371 ("stopPropagation", "uw_stopPropagation"),
adam@1556 372
adam@1755 373 ("fresh", "fresh"),
adam@1755 374
adam@1755 375 ("atom", "atom"),
adam@1755 376 ("css_url", "css_url"),
adam@1785 377 ("property", "property"),
adam@1785 378 ("giveFocus", "giveFocus")]
adamc@765 379 val jsFuncs = ref jsFuncsBase
adamc@765 380 fun setJsFuncs ls = jsFuncs := foldl (fn ((k, v), m) => M.insert (m, k, v)) jsFuncsBase ls
adamc@765 381 fun jsFunc x = M.find (!jsFuncs, x)
adam@2010 382 fun addJsFunc (k, v) = jsFuncs := M.insert (!jsFuncs, k, v)
adam@1433 383 fun allJsFuncs () = M.listItemsi (!jsFuncs)
adamc@765 384
adamc@768 385 datatype pattern_kind = Exact | Prefix
adamc@768 386 datatype action = Allow | Deny
adamc@768 387 type rule = { action : action, kind : pattern_kind, pattern : string }
adamc@768 388
adamc@768 389 datatype path_kind = Any | Url | Table | Sequence | View | Relation | Cookie | Style
adam@1752 390 type rewrite = { pkind : path_kind, kind : pattern_kind, from : string, to : string, hyphenate : bool }
adamc@768 391
adam@2096 392 fun pak2s pak =
adam@2096 393 case pak of
adam@2096 394 Exact => "Exact"
adam@2096 395 | Prefix => "Prefix"
adam@2096 396 fun pk2s pk =
adam@2096 397 case pk of
adam@2096 398 Any => "Any"
adam@2096 399 | Url => "Url"
adam@2096 400 | Table => "Table"
adam@2096 401 | Sequence => "Sequence"
adam@2096 402 | View => "View"
adam@2096 403 | Relation => "Relation"
adam@2096 404 | Cookie => "Cookie"
adam@2096 405 | Style => "Style"
adam@2096 406 fun r2s (r : rewrite) = pak2s (#kind r) ^ " " ^ pk2s (#pkind r) ^ ", from<" ^ #from r ^ ">, to<" ^ #to r ^ ">"
adam@2096 407
adamc@768 408 val rewrites = ref ([] : rewrite list)
adamc@768 409
adamc@768 410 fun subsume (pk1, pk2) =
adamc@768 411 pk1 = pk2
adamc@768 412 orelse pk2 = Any
adamc@768 413 orelse pk2 = Relation andalso (pk1 = Table orelse pk1 = Sequence orelse pk1 = View)
adamc@768 414
adamc@768 415 fun setRewriteRules ls = rewrites := ls
adamc@768 416 fun rewrite pk s =
adamc@768 417 let
adamc@768 418 fun rew (ls : rewrite list) =
adamc@768 419 case ls of
adamc@768 420 [] => s
adamc@768 421 | rewr :: ls =>
adamc@768 422 let
adamc@768 423 fun match () =
adamc@768 424 case #kind rewr of
adamc@768 425 Exact => if #from rewr = s then
adamc@768 426 SOME (size s)
adamc@768 427 else
adamc@768 428 NONE
adamc@768 429 | Prefix => if String.isPrefix (#from rewr) s then
adamc@768 430 SOME (size (#from rewr))
adamc@768 431 else
adamc@768 432 NONE
adamc@768 433 in
adamc@768 434 if subsume (pk, #pkind rewr) then
adamc@768 435 case match () of
adamc@768 436 NONE => rew ls
adam@1752 437 | SOME suffixStart =>
adam@1752 438 let
adam@1752 439 val s = #to rewr ^ String.extract (s, suffixStart, NONE)
adam@1752 440 in
adam@1752 441 if #hyphenate rewr then
adam@1752 442 String.translate (fn #"_" => "-" | ch => str ch) s
adam@1752 443 else
adam@1752 444 s
adam@1752 445 end
adamc@768 446 else
adamc@768 447 rew ls
adamc@768 448 end
adamc@768 449 in
adamc@768 450 rew (!rewrites)
adamc@768 451 end
adamc@768 452
adamc@769 453 val url = ref ([] : rule list)
adamc@769 454 val mime = ref ([] : rule list)
adam@1465 455 val request = ref ([] : rule list)
adam@1465 456 val response = ref ([] : rule list)
adam@1799 457 val env = ref ([] : rule list)
adamc@769 458
adamc@769 459 fun setUrlRules ls = url := ls
adamc@769 460 fun setMimeRules ls = mime := ls
adam@1465 461 fun setRequestHeaderRules ls = request := ls
adam@1465 462 fun setResponseHeaderRules ls = response := ls
adam@1799 463 fun setEnvVarRules ls = env := ls
adamc@769 464
adamc@770 465 fun getUrlRules () = !url
adamc@770 466 fun getMimeRules () = !mime
adam@1465 467 fun getRequestHeaderRules () = !request
adam@1465 468 fun getResponseHeaderRules () = !response
adam@1799 469 fun getEnvVarRules () = !env
adamc@770 470
adamc@769 471 fun check f rules s =
adamc@769 472 let
adamc@769 473 fun chk (ls : rule list) =
adamc@769 474 case ls of
adamc@769 475 [] => false
adamc@769 476 | rule :: ls =>
adamc@769 477 let
adamc@769 478 val matches =
adamc@769 479 case #kind rule of
adamc@769 480 Exact => #pattern rule = s
adamc@769 481 | Prefix => String.isPrefix (#pattern rule) s
adamc@769 482 in
adamc@769 483 if matches then
adamc@769 484 case #action rule of
adamc@769 485 Allow => true
adamc@769 486 | Deny => false
adamc@769 487 else
adamc@769 488 chk ls
adamc@769 489 end
adamc@769 490 in
adamc@769 491 f s andalso chk (!rules)
adamc@769 492 end
adamc@769 493
adamc@769 494 val checkUrl = check (fn _ => true) url
adam@1465 495
grrwlf@2024 496 val validMime = CharVector.all (fn ch => Char.isAlphaNum ch orelse ch = #"/" orelse ch = #"-" orelse ch = #"." orelse ch = #"+")
adam@1799 497 val validEnv = CharVector.all (fn ch => Char.isAlphaNum ch orelse ch = #"_" orelse ch = #".")
adam@1465 498
adam@1465 499 val checkMime = check validMime mime
adam@1465 500 val checkRequestHeader = check validMime request
adam@1465 501 val checkResponseHeader = check validMime response
adam@1799 502 val checkEnvVar = check validEnv env
adamc@769 503
adamc@855 504
adamc@855 505 type protocol = {
adamc@855 506 name : string,
adamc@1096 507 compile : string,
adamc@1095 508 linkStatic : string,
adamc@1095 509 linkDynamic : string,
adamc@1164 510 persistent : bool,
adamc@1164 511 code : unit -> Print.PD.pp_desc
adamc@855 512 }
adamc@855 513 val protocols = ref ([] : protocol list)
adamc@855 514 fun addProtocol p = protocols := p :: !protocols
adamc@855 515 fun getProtocol s = List.find (fn p => #name p = s) (!protocols)
adamc@855 516
ezyang@1739 517 fun clibFile s = OS.Path.joinDirFile {dir = libC (),
adamc@855 518 file = s}
adamc@855 519
adamc@865 520 val curProto = ref {name = "",
adamc@1096 521 compile = "",
adamc@1095 522 linkStatic = "",
adamc@1095 523 linkDynamic = "",
adamc@1164 524 persistent = false,
adamc@1164 525 code = fn () => Print.box []}
adamc@856 526 fun setProtocol name =
adamc@856 527 case getProtocol name of
adamc@856 528 NONE => raise Fail ("Unknown protocol " ^ name)
adamc@856 529 | SOME p => curProto := p
adamc@855 530 fun currentProtocol () = !curProto
adamc@855 531
adamc@857 532 val debug = ref false
adamc@857 533 fun setDebug b = debug := b
adamc@857 534 fun getDebug () = !debug
adamc@857 535
adamc@867 536 datatype sql_type =
adamc@867 537 Int
adamc@867 538 | Float
adamc@867 539 | String
adamc@1011 540 | Char
adamc@867 541 | Bool
adamc@867 542 | Time
adamc@867 543 | Blob
adamc@867 544 | Channel
adamc@867 545 | Client
adamc@867 546 | Nullable of sql_type
adamc@867 547
adamc@873 548 fun p_sql_ctype t =
adamc@867 549 let
adamc@867 550 open Print.PD
adamc@867 551 open Print
adamc@867 552 in
adamc@867 553 case t of
adamc@870 554 Int => "uw_Basis_int"
adamc@870 555 | Float => "uw_Basis_float"
adamc@870 556 | String => "uw_Basis_string"
adamc@1011 557 | Char => "uw_Basis_char"
adamc@870 558 | Bool => "uw_Basis_bool"
adamc@870 559 | Time => "uw_Basis_time"
adamc@870 560 | Blob => "uw_Basis_blob"
adamc@870 561 | Channel => "uw_Basis_channel"
adamc@870 562 | Client => "uw_Basis_client"
adamc@870 563 | Nullable String => "uw_Basis_string"
adamc@873 564 | Nullable t => p_sql_ctype t ^ "*"
adamc@867 565 end
adamc@867 566
adamc@867 567 fun isBlob Blob = true
adamc@867 568 | isBlob (Nullable t) = isBlob t
adamc@867 569 | isBlob _ = false
adamc@867 570
adamc@870 571 fun isNotNull (Nullable _) = false
adamc@870 572 | isNotNull _ = true
adamc@870 573
adam@1293 574 datatype failure_mode = Error | None
adam@1293 575
adamc@866 576 type dbms = {
adamc@866 577 name : string,
adam@1682 578 randomFunction : string,
adamc@866 579 header : string,
adamc@866 580 link : string,
adamc@873 581 p_sql_type : sql_type -> string,
adamc@870 582 init : {dbstring : string,
adamc@870 583 prepared : (string * int) list,
adamc@870 584 tables : (string * (string * sql_type) list) list,
adamc@872 585 views : (string * (string * sql_type) list) list,
adamc@870 586 sequences : string list} -> Print.PD.pp_desc,
adamc@873 587 query : {loc : ErrorMsg.span, cols : sql_type list,
adamc@880 588 doCols : ({loc : ErrorMsg.span, wontLeakStrings : bool, col : int, typ : sql_type} -> Print.PD.pp_desc)
adamc@867 589 -> Print.PD.pp_desc}
adamc@867 590 -> Print.PD.pp_desc,
adamc@867 591 queryPrepared : {loc : ErrorMsg.span, id : int, query : string,
adamc@873 592 inputs : sql_type list, cols : sql_type list,
adamc@880 593 doCols : ({loc : ErrorMsg.span, wontLeakStrings : bool, col : int,
adamc@880 594 typ : sql_type} -> Print.PD.pp_desc)
adamc@879 595 -> Print.PD.pp_desc,
adamc@879 596 nested : bool}
adamc@868 597 -> Print.PD.pp_desc,
adam@1293 598 dml : ErrorMsg.span * failure_mode -> Print.PD.pp_desc,
adamc@868 599 dmlPrepared : {loc : ErrorMsg.span, id : int, dml : string,
adam@1293 600 inputs : sql_type list, mode : failure_mode} -> Print.PD.pp_desc,
adamc@878 601 nextval : {loc : ErrorMsg.span, seqName : string option, seqE : Print.PD.pp_desc} -> Print.PD.pp_desc,
adamc@874 602 nextvalPrepared : {loc : ErrorMsg.span, id : int, query : string} -> Print.PD.pp_desc,
adamc@1073 603 setval : {loc : ErrorMsg.span, seqE : Print.PD.pp_desc, count : Print.PD.pp_desc} -> Print.PD.pp_desc,
adamc@874 604 sqlifyString : string -> string,
adamc@874 605 p_cast : string * sql_type -> string,
adamc@874 606 p_blank : int * sql_type -> string,
adamc@877 607 supportsDeleteAs : bool,
adamc@886 608 supportsUpdateAs : bool,
adamc@877 609 createSequence : string -> string,
adamc@878 610 textKeysNeedLengths : bool,
adamc@879 611 supportsNextval : bool,
adamc@882 612 supportsNestedPrepared : bool,
adamc@890 613 sqlPrefix : string,
adamc@1014 614 supportsOctetLength : bool,
adamc@1014 615 trueString : string,
adamc@1196 616 falseString : string,
adamc@1196 617 onlyUnion : bool,
adam@1777 618 nestedRelops : bool,
adam@1778 619 windowFunctions: bool
adamc@866 620 }
adamc@866 621
adamc@866 622 val dbmses = ref ([] : dbms list)
adamc@866 623 val curDb = ref ({name = "",
adam@1682 624 randomFunction = "",
adamc@866 625 header = "",
adamc@866 626 link = "",
adamc@873 627 p_sql_type = fn _ => "",
adamc@867 628 init = fn _ => Print.box [],
adamc@867 629 query = fn _ => Print.box [],
adamc@868 630 queryPrepared = fn _ => Print.box [],
adamc@868 631 dml = fn _ => Print.box [],
adamc@869 632 dmlPrepared = fn _ => Print.box [],
adamc@869 633 nextval = fn _ => Print.box [],
adamc@874 634 nextvalPrepared = fn _ => Print.box [],
adamc@1073 635 setval = fn _ => Print.box [],
adamc@874 636 sqlifyString = fn s => s,
adamc@874 637 p_cast = fn _ => "",
adamc@874 638 p_blank = fn _ => "",
adamc@877 639 supportsDeleteAs = false,
adamc@886 640 supportsUpdateAs = false,
adamc@877 641 createSequence = fn _ => "",
adamc@878 642 textKeysNeedLengths = false,
adamc@879 643 supportsNextval = false,
adamc@882 644 supportsNestedPrepared = false,
adamc@890 645 sqlPrefix = "",
adamc@1014 646 supportsOctetLength = false,
adamc@1014 647 trueString = "",
adamc@1196 648 falseString = "",
adamc@1196 649 onlyUnion = false,
adam@1777 650 nestedRelops = false,
adam@1777 651 windowFunctions = false} : dbms)
adamc@866 652
adamc@866 653 fun addDbms v = dbmses := v :: !dbmses
adamc@866 654 fun setDbms s =
adamc@866 655 case List.find (fn db => #name db = s) (!dbmses) of
adamc@866 656 NONE => raise Fail ("Unknown DBMS " ^ s)
adamc@866 657 | SOME db => curDb := db
adamc@866 658 fun currentDbms () = !curDb
adamc@866 659
adamc@891 660 val dbstring = ref (NONE : string option)
adamc@891 661 fun setDbstring so = dbstring := so
adamc@891 662 fun getDbstring () = !dbstring
adamc@891 663
adamc@891 664 val exe = ref (NONE : string option)
adamc@891 665 fun setExe so = exe := so
adamc@891 666 fun getExe () = !exe
adamc@891 667
adamc@891 668 val sql = ref (NONE : string option)
adamc@891 669 fun setSql so = sql := so
adamc@891 670 fun getSql () = !sql
adamc@891 671
adam@1820 672 val coreInline = ref 5
adamc@1016 673 fun setCoreInline n = coreInline := n
adamc@1016 674 fun getCoreInline () = !coreInline
adamc@1016 675
adam@1820 676 val monoInline = ref 5
adamc@1016 677 fun setMonoInline n = monoInline := n
adamc@1016 678 fun getMonoInline () = !monoInline
adamc@1016 679
adamc@1095 680 val staticLinking = ref false
adamc@1095 681 fun setStaticLinking b = staticLinking := b
adamc@1095 682 fun getStaticLinking () = !staticLinking
adamc@1095 683
adamc@1114 684 val deadlines = ref false
adamc@1114 685 fun setDeadlines b = deadlines := b
adamc@1114 686 fun getDeadlines () = !deadlines
adamc@1114 687
adamc@1164 688 val sigFile = ref (NONE : string option)
adamc@1164 689 fun setSigFile v = sigFile := v
adamc@1164 690 fun getSigFile () = !sigFile
adamc@1164 691
adamc@1183 692 structure SS = BinarySetFn(struct
adamc@1183 693 type ord_key = string
adamc@1183 694 val compare = String.compare
adamc@1183 695 end)
adamc@1183 696
adamc@1183 697 val safeGet = ref SS.empty
adamc@1183 698 fun setSafeGets ls = safeGet := SS.addList (SS.empty, ls)
adamc@1183 699 fun isSafeGet x = SS.member (!safeGet, x)
adamc@1183 700
adam@1294 701 val onError = ref (NONE : (string * string list * string) option)
adam@1294 702 fun setOnError x = onError := x
adam@1294 703 fun getOnError () = !onError
adam@1294 704
adam@1307 705 val limits = ["messages", "clients", "headers", "page", "heap", "script",
adam@1307 706 "inputs", "subinputs", "cleanup", "deltas", "transactionals",
adam@1308 707 "globals", "database", "time"]
adam@1307 708
adam@1307 709 val limitsList = ref ([] : (string * int) list)
adam@1307 710 fun addLimit (v as (name, _)) =
adam@1307 711 if List.exists (fn name' => name' = name) limits then
adam@1308 712 (limitsList := v :: !limitsList;
adam@1308 713 if name = "time" then
adam@1308 714 setDeadlines true
adam@1308 715 else
adam@1308 716 ())
adam@1307 717 else
adam@1307 718 raise Fail ("Unknown limit category '" ^ name ^ "'")
adam@1307 719 fun limits () = !limitsList
adam@1307 720
adam@1332 721 val minHeap = ref 0
adam@1332 722 fun setMinHeap n = if n >= 0 then minHeap := n else raise Fail "Trying to set negative minHeap"
adam@1332 723 fun getMinHeap () = !minHeap
adam@1332 724
adam@1393 725 structure SS = BinarySetFn(struct
adam@1393 726 type ord_key = string
adam@1393 727 val compare = String.compare
adam@1393 728 end)
adam@1393 729
adam@1393 730 val alwaysInline = ref SS.empty
adam@1393 731 fun addAlwaysInline s = alwaysInline := SS.add (!alwaysInline, s)
adam@1393 732 fun checkAlwaysInline s = SS.member (!alwaysInline, s)
adam@1393 733
adam@1966 734 val neverInline = ref SS.empty
adam@1966 735 fun addNeverInline s = neverInline := SS.add (!neverInline, s)
adam@1966 736 fun checkNeverInline s = SS.member (!neverInline, s)
adam@1966 737
adam@1478 738 val noXsrfProtection = ref SS.empty
adam@1478 739 fun addNoXsrfProtection s = noXsrfProtection := SS.add (!noXsrfProtection, s)
adam@1478 740 fun checkNoXsrfProtection s = SS.member (!noXsrfProtection, s)
adam@1478 741
adam@1629 742 val timeFormat = ref "%c"
adam@1629 743 fun setTimeFormat v = timeFormat := v
adam@1629 744 fun getTimeFormat () = !timeFormat
adam@1629 745
adam@1953 746 fun lowercase s =
adam@1953 747 case s of
adam@1953 748 "" => ""
adam@1953 749 | _ => str (Char.toLower (String.sub (s, 0))) ^ String.extract (s, 1, NONE)
adam@1953 750
adam@1953 751 fun capitalize s =
adam@1953 752 case s of
adam@1953 753 "" => ""
adam@1953 754 | _ => str (Char.toUpper (String.sub (s, 0))) ^ String.extract (s, 1, NONE)
adam@1953 755
adam@2108 756 val allLower = CharVector.map Char.toLower
adam@2108 757
adam@1953 758 val mangle = ref true
adam@1953 759 fun setMangleSql x = mangle := x
adam@2108 760
adam@2108 761 fun mangleSqlTable s =
adam@2108 762 if #name (currentDbms ()) = "mysql" then
adam@2108 763 if !mangle then
adam@2108 764 "uw_" ^ allLower s
adam@2108 765 else
adam@2108 766 allLower s
adam@2108 767 else
adam@2108 768 if !mangle then
adam@2108 769 "uw_" ^ capitalize s
adam@2108 770 else
adam@2108 771 lowercase s
adam@2108 772
adam@2108 773 fun mangleSql s =
adam@2108 774 if #name (currentDbms ()) = "mysql" then
adam@2108 775 if !mangle then
ziv@2130 776 "uw_" ^ allLower s
adam@2108 777 else
adam@2108 778 allLower s
adam@2108 779 else
adam@2108 780 if !mangle then
adam@2108 781 "uw_" ^ s
adam@2108 782 else
adam@2108 783 lowercase s
adam@2108 784
adam@2108 785 fun mangleSqlCatalog s =
adam@2108 786 if #name (currentDbms ()) = "mysql" then
adam@2108 787 if !mangle then
adam@2108 788 "uw_" ^ allLower s
adam@2108 789 else
adam@2108 790 allLower s
adam@2108 791 else
adam@2108 792 if !mangle then
adam@2108 793 "uw_" ^ s
adam@2108 794 else
adam@2108 795 lowercase s
adam@1953 796
adam@1956 797 val html5 = ref false
adam@1956 798 fun setIsHtml5 b = html5 := b
adam@1956 799 fun getIsHtml5 () = !html5
adam@1956 800
adam@2010 801 val less = ref false
adam@2010 802 fun setLessSafeFfi b = less := b
adam@2010 803 fun getLessSafeFfi () = !less
adam@2010 804
ziv@2213 805 val sqlcache = ref false
ziv@2213 806 fun setSqlcache b = sqlcache := b
ziv@2213 807 fun getSqlcache () = !sqlcache
ziv@2213 808
adam@2046 809 structure SM = BinaryMapFn(struct
adam@2046 810 type ord_key = string
adam@2046 811 val compare = String.compare
adam@2046 812 end)
adam@2046 813
adam@2046 814 val noMimeFile = ref false
adam@2046 815
adam@2046 816 fun noMime () =
adam@2046 817 (TextIO.output (TextIO.stdErr, "WARNING: Error opening /etc/mime.types. Static files will be served with no suggested MIME types.\n");
adam@2046 818 noMimeFile := true;
adam@2046 819 SM.empty)
adam@2046 820
adam@2046 821 fun readMimeTypes () =
adam@2046 822 let
adam@2046 823 val inf = TextIO.openIn "/etc/mime.types"
adam@2046 824
adam@2046 825 fun loop m =
adam@2046 826 case TextIO.inputLine inf of
adam@2046 827 NONE => m
adam@2046 828 | SOME line =>
adam@2046 829 if size line > 0 andalso String.sub (line, 0) = #"#" then
adam@2046 830 loop m
adam@2046 831 else
adam@2046 832 case String.tokens Char.isSpace line of
adam@2046 833 typ :: exts =>
adam@2046 834 loop (foldl (fn (ext, m) => SM.insert (m, ext, typ)) m exts)
adam@2046 835 | _ => loop m
adam@2046 836 in
adam@2046 837 loop SM.empty
adam@2046 838 before TextIO.closeIn inf
adam@2046 839 end handle IO.Io _ => noMime ()
adam@2046 840 | OS.SysErr _ => noMime ()
adam@2046 841
adam@2046 842 val mimeTypes = ref (NONE : string SM.map option)
adam@2046 843
adam@2046 844 fun getMimeTypes () =
adam@2046 845 case !mimeTypes of
adam@2046 846 SOME m => m
adam@2046 847 | NONE =>
adam@2046 848 let
adam@2046 849 val m = readMimeTypes ()
adam@2046 850 in
adam@2046 851 mimeTypes := SOME m;
adam@2046 852 m
adam@2046 853 end
adam@2046 854
adam@2046 855 fun mimeTypeOf filename =
adam@2046 856 case OS.Path.ext filename of
adam@2046 857 NONE => (if !noMimeFile then
adam@2046 858 ()
adam@2046 859 else
adam@2046 860 TextIO.output (TextIO.stdErr, "WARNING: No extension found in filename '" ^ filename ^ "'. Header 'Content-Type' will be omitted in HTTP responses.\n");
adam@2046 861 NONE)
adam@2046 862 | SOME ext =>
adam@2046 863 let
adam@2046 864 val to = SM.find (getMimeTypes (), ext)
adam@2046 865 in
adam@2046 866 case to of
adam@2046 867 NONE => if !noMimeFile then
adam@2046 868 ()
adam@2046 869 else
adam@2046 870 TextIO.output (TextIO.stdErr, "WARNING: No MIME type known for extension '" ^ ext ^ "'. Header 'Content-Type' will be omitted in HTTP responses.\n")
adam@2046 871 | _ => ();
adam@2046 872 to
adam@2046 873 end
adam@2046 874
adam@2046 875 val files = ref (SM.empty : (string * {Uri : string, ContentType : string option, LastModified : Time.time, Bytes : Word8Vector.vector}) SM.map)
adam@2046 876
adam@2046 877 val filePath = ref "."
adam@2046 878
adam@2046 879 fun setFilePath path = filePath := path
adam@2046 880
adam@2046 881 fun addFile {Uri, LoadFromFilename} =
adam@2046 882 let
julian@2135 883 val path = OS.Path.concat (!filePath, LoadFromFilename)
adam@2046 884 in
adam@2046 885 case SM.find (!files, Uri) of
adam@2046 886 SOME (path', _) =>
adam@2046 887 if path' = path then
adam@2046 888 ()
adam@2046 889 else
adam@2046 890 ErrorMsg.error ("Two different files requested for URI " ^ Uri)
adam@2046 891 | NONE =>
adam@2046 892 let
adam@2046 893 val inf = BinIO.openIn path
adam@2046 894 in
adam@2046 895 files := SM.insert (!files,
adam@2046 896 Uri,
adam@2046 897 (path,
adam@2046 898 {Uri = Uri,
adam@2046 899 ContentType = mimeTypeOf path,
adam@2046 900 LastModified = OS.FileSys.modTime path,
adam@2046 901 Bytes = BinIO.inputAll inf}));
adam@2046 902 BinIO.closeIn inf
adam@2046 903 end
adam@2046 904 end handle IO.Io _ =>
adam@2046 905 ErrorMsg.error ("Error loading file " ^ LoadFromFilename)
adam@2046 906 | OS.SysErr (s, _) =>
adam@2046 907 ErrorMsg.error ("Error loading file " ^ LoadFromFilename ^ " (" ^ s ^ ")")
adam@2046 908
adam@2046 909 fun listFiles () = map #2 (SM.listItems (!files))
adam@2046 910
adamc@765 911 end