X-Git-Url: http://git.annexia.org/?a=blobdiff_plain;f=scripts%2Fpage.ml;h=9e63c07a9497b824464d42a76fcf29aea3c99e47;hb=bfa88724ee152ba00c2b2fca881dd78a6599820a;hp=db576c822ead70d06612371326347035aa1c1482;hpb=6b0b6830a2e784eee99dcd1b1a3cb8b44e27c765;p=cocanwiki.git diff --git a/scripts/page.ml b/scripts/page.ml index db576c8..9e63c07 100644 --- a/scripts/page.ml +++ b/scripts/page.ml @@ -1,7 +1,7 @@ (* COCANWIKI - a wiki written in Objective CAML. * Written by Richard W.M. Jones . * Copyright (C) 2004 Merjis Ltd. - * $Id: page.ml,v 1.18 2004/09/23 11:56:47 rich Exp $ + * $Id: page.ml,v 1.43 2006/03/27 18:09:46 rich Exp $ * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by @@ -25,126 +25,365 @@ open Cgi open Printf open ExtString +open ExtList open Cocanwiki open Cocanwiki_template open Cocanwiki_ok open Cocanwiki_date - -(* Maximum level of redirection. *) -let max_redirect = 4 +open Cocanwiki_server_settings +open Cocanwiki_links type fp_status = FPOK of int * string * string * Dbi.datetime * bool - | FPRedirect of string + | FPInternalRedirect of string + | FPExternalRedirect of string | FPNotFound -let run r (q : cgi) (dbh : Dbi.connection) hostid {edit_anon=edit_anon} user = - let template_page = get_template dbh hostid "page.html" in - let template_404 = get_template dbh hostid "page_404.html" in +(* Referer strings which help us decide if the user came from + * a search engine and highlight terms in the page appropriately. + *) +let search_engines = [ + Pcre.regexp "^http://.*google\\.", [ "q"; "as_q"; "as_epq"; "as_oq" ]; + Pcre.regexp "^http://.*yahoo\\.", [ "p" ]; + Pcre.regexp "^http://.*msn\\.", [ "q"; "MT" ] +] +let split_words = Pcre.regexp "\\W+" + +let split_qs_re = Pcre.regexp "\\?" +let xhtml_re = Pcre.regexp "<.*?>|[^<>]+" + +let run r (q : cgi) dbh hostid + ({ edit_anon = edit_anon; view_anon = view_anon } as host) + user = let page = q#param "page" in let page = if page = "" then "index" else page in + (* The main "page" template is split in two to improve the speed of + * delivery of the page. The very first part ("page_header.html") + * contains the page , crucially including all the links to the + * stylesheets. We send this first and flush it out to the client so + * that the client can begin requesting stylesheets, background images + * and so on. After this we compose the main page ("page.html") and + * send it out second. + *) + + let template_page_header = + get_template ~page dbh hostid "page_header.html" in + let template_page = get_template ~page dbh hostid "page.html" in + + (* This is the simpler template for 404 pages. *) + let template_404 = get_template dbh hostid "page_404.html" in + (* Host-specific fields. *) let sth = dbh#prepare_cached "select css is not null, - feedback_email is not null + feedback_email is not null, + mailing_list, navigation from hosts where id = ?" in - sth#execute [`Int hostid]; - let has_host_css, has_feedback_email = + sth#execute [Some hostid]; + let has_host_css, has_feedback_email, mailing_list, navigation = match sth#fetch1 () with - | [ `Bool has_host_css; `Bool has_feedback_email ] -> - has_host_css, has_feedback_email + | [ `Bool has_host_css; `Bool has_feedback_email; `Bool mailing_list; + `Bool navigation ] -> + has_host_css, has_feedback_email, mailing_list, navigation | _ -> assert false in - (* Can the user edit? Manage users? etc. *) - let can_edit = can_edit edit_anon user in - let can_manage_users = can_manage_users user in - let can_manage_contacts = can_manage_contacts user in - let can_manage_site = can_manage_site user in - let can_edit_global_css = can_edit_global_css user in + (* User permissions. *) + let can_edit = can_edit host user in + let can_manage_users = can_manage_users host user in + + (* Do we have a stats page set up? *) + let has_stats = server_settings_stats_page dbh <> None in + + (* Given the referer string, return the list of search terms. If none + * can be found, then throws Not_found. + *) + let search_terms_from_referer referer = + let _, argnames = + List.find (fun (rex, _) -> Pcre.pmatch ~rex referer) search_engines in + let url, qs = + match Pcre.split ~rex:split_qs_re ~max:2 referer with + | [url] | [url;""] -> url, "" + | [url;qs] -> url, qs + | _ -> assert false in + let args = Cgi_args.parse qs in + let argname = + List.find (fun argname -> List.mem_assoc argname args) argnames in + let search_string = List.assoc argname args in + Pcre.split ~rex:split_words search_string + in + + (* Given a full page of XHTML, highlight search terms found in the + * part of the page. + *) + let highlight_search_terms xhtml search_terms span_class = + (* Split the original XHTML into strings and tags. For example if + * the original string is: "This is some bold text.
", then + * after this step we will have the following list: + * [ "This is some "; ""; "bold"; ""; " text."; "
" ] + *) + let xhtml = Pcre.extract_all ~rex:xhtml_re xhtml in + let xhtml = Array.to_list xhtml in + let xhtml = List.map (fun matches -> matches.(0)) xhtml in + + (* Find the ... tags. We only want to apply + * highlighting to tags within this area. + *) + let rec list_split f acc = function + | [] -> List.rev acc, [] + | ((x :: _) as xs) when f x -> List.rev acc, xs + | x :: xs -> + let acc = x :: acc in + list_split f acc xs + in + let head, body = + list_split (fun str -> String.starts_with str "") [] body in + (* NB: Hopefully, xhtml = head @ body @ tail. *) + + (* The search terms are a list of simple words. Turn into a big + * regular expression, because we want to substitute for each. We + * end up with a regexp like '(word1|word2|word3)'. + *) + let rex = + Pcre.regexp ~flags:[`CASELESS] + ("(" ^ String.concat "|" search_terms ^ ")") in + + (* Do the substitution, but only on text, not elements! *) + let body = + let subst text = + "" ^ text ^ "" + in + List.map (fun str -> + if String.length str > 0 && str.[0] != '<' then + Pcre.substitute ~rex ~subst str + else + str) body in + + (* Join the XHTML fragments back together again. *) + String.concat "" (List.concat [ head ; body ; tail ]) + in + + (* Check the templates table for extensions. *) + let get_extension url = + let sth = dbh#prepare_cached "select extension from templates + where ? ~ url_regexp + order by ordering + limit 1" in + sth#execute [Some url]; + + try + let name = sth#fetch1string () in + Some (List.assoc name !extensions) + with + Not_found -> None + in (* This code generates ordinary pages. *) let make_page title description pageid last_modified_date has_page_css - version page page' = + version page page' extension = let t = template_page in + let th = template_page_header in t#set "title" title; - t#set "description" description; - t#set "pageid" (string_of_int pageid); - t#set "last_modified_date" (printable_date last_modified_date); + th#set "title" title; + t#set "last_modified_date" last_modified_date; + + (match description with + None -> th#conditional "has_description" false + | Some description -> + th#conditional "has_description" true; + th#set "description" description); if page <> page' then (* redirection *) ( t#set "page" page'; + th#set "page" page'; t#set "original_page" page; (* XXX title - get it from database *) t#conditional "redirected" true ) else ( t#set "page" page; + th#set "page" page; t#conditional "redirected" false ); - t#conditional "has_host_css" has_host_css; - t#conditional "has_page_css" has_page_css; + th#conditional "has_host_css" has_host_css; + th#conditional "has_page_css" has_page_css; + + (* Are we showing an old version of the page? If so, warn. *) + (match version with + None -> + t#conditional "is_old_version" false; + th#conditional "is_old_version" false + | Some pageid -> + t#conditional "is_old_version" true; + th#conditional "is_old_version" true; + t#set "old_version" (Int32.to_string pageid); + th#set "old_version" (Int32.to_string pageid)); + + (* At this point, we can print out the header and flush it back to + * the user, allowing the browser to start fetching stylesheets + * and background images while we compose the page. + *) + q#header (); + print_string r th#to_string; + Request.rflush r; t#conditional "has_feedback_email" has_feedback_email; + t#conditional "mailing_list" mailing_list; + t#conditional "navigation" navigation; t#conditional "can_edit" can_edit; t#conditional "can_manage_users" can_manage_users; - t#conditional "can_manage_contacts" can_manage_contacts; - t#conditional "can_manage_site" can_manage_site; - t#conditional "can_edit_global_css" can_edit_global_css; + t#conditional "has_stats" has_stats; (* Pull out the sections in this page. *) - let sth = dbh#prepare_cached - "select ordering, sectionname, content, divname - from contents - where pageid = ? - order by ordering" in - sth#execute [`Int pageid]; + let sections = + match pageid with + None -> [] + | Some pageid -> + let sth = dbh#prepare_cached + "select ordering, sectionname, content, divname + from contents where pageid = ? order by ordering" in + sth#execute [Some pageid]; + sth#map + (function [Some ordering; + (None | Some _) as sectionname; + Some content; + (None | Some _) as divname] -> + let divname, has_divname = + match divname with + None -> "", false + | Some divname -> divname, true in + let sectionname, has_sectionname = + match sectionname with + None -> "", false + | Some sectionname -> sectionname, true in + let linkname = linkname_of_sectionname sectionname in + [ "ordering", Template.VarString (Int32.to_string ordering); + "has_sectionname", + Template.VarConditional has_sectionname; + "sectionname", Template.VarString sectionname; + "linkname", Template.VarString linkname; + "content", + Template.VarString + (Wikilib.xhtml_of_content dbh hostid content); + "has_divname", Template.VarConditional has_divname; + "divname", Template.VarString divname ] + | _ -> assert false) in + + (* Call an extension to generate the first section in this page? *) let sections = - sth#map - (function [`Int ordering; - (`Null | `String _) as sectionname; - `String content; - (`Null | `String _) as divname] -> - let divname, has_divname = - match divname with - `Null -> "", false - | `String divname -> divname, true in - let sectionname, has_sectionname = - match sectionname with - `Null -> "", false - | `String sectionname -> sectionname, true in - let linkname = linkname_of_sectionname sectionname in - [ "ordering", Template.VarString (string_of_int ordering); - "has_sectionname", Template.VarConditional has_sectionname; - "sectionname", Template.VarString sectionname; - "linkname", Template.VarString linkname; - "content", - Template.VarString - (Wikilib.xhtml_of_content dbh hostid content); - "has_divname", Template.VarConditional has_divname; - "divname", Template.VarString divname ] - | _ -> assert false) in + match extension with + None -> sections + | Some extension -> + let content = extension dbh hostid page' in + let section = [ + "ordering", Template.VarString "0"; + "has_sectionname", Template.VarConditional false; + "linkname", Template.VarString ""; + "content", Template.VarString content; + "has_divname", Template.VarConditional true; + "divname", Template.VarString "form_div"; + ] in + section :: sections in t#table "sections" sections; - (* Are we showing an old version of the page? If so, warn. *) - (match version with - None -> - t#conditional "is_old_version" false - | Some pageid -> - t#conditional "is_old_version" true; - t#set "old_version" (string_of_int pageid)); - (* Login status. *) (match user with Anonymous -> t#conditional "user_logged_in" false - | User (_, username, _) -> + | User (_, username, _, _) -> t#conditional "user_logged_in" true; t#set "username" username); - q#template t + (* If logged in, we want to update the recently_visited table. *) + if pageid <> None then ( + match user with + | User (userid, _, _, _) -> + let sth = dbh#prepare_cached "delete from recently_visited + where hostid = ? and userid = ? + and url = ?" in + sth#execute [Some hostid; Some userid; Some page']; + let sth = dbh#prepare_cached + "insert into recently_visited (hostid, userid, url) + values (?, ?, ?)" in + sth#execute [Some hostid; Some userid; Some page']; + PGOCaml.commit dbh + | _ -> () + ); + + (* Navigation links. *) + if navigation then ( + let max_links = 18 in (* Show no more links than this. *) + + (* What links here. *) + let wlh = what_links_here dbh hostid page' in + let wlh = List.take max_links wlh in + let wlh_urls = List.map fst wlh in (* Just the URLs ... *) + + let rv = + match user with + | User (userid, _, _, _) -> + (* Recently visited URLs, but don't repeat any from the 'what + * links here' section, and don't link to self. + *) + let not_urls = page' :: wlh_urls in + let limit = max_links - List.length wlh_urls in + let qs = Dbi.placeholders (List.length not_urls) in + let sth = + dbh#prepare_cached + ("select rv.url, p.title, rv.visit_time + from recently_visited rv, pages p + where rv.hostid = ? and rv.userid = ? + and rv.url not in " ^ qs ^ " + and rv.hostid = p.hostid and rv.url = p.url + order by 3 desc + limit ?") in + let args = List.map (fun s -> Some s) not_urls in + sth#execute + ([Some hostid; Some userid] @ args @ [Some limit]); + sth#map + (function [Some url; Some title; _] -> + url, title + | _ -> assert false) + | _ -> [] in + + (* Links to page. *) + let f (page, title) = [ "page", Template.VarString page; + "title", Template.VarString title ] in + let table = List.map f wlh in + t#table "what_links_here" table; + t#conditional "has_what_links_here" (wlh <> []); + + let table = List.map f rv in + t#table "recently_visited" table; + t#conditional "has_recently_visited" (rv <> []); + + (* If both lists are empty (ie. an empty navigation box would + * appear), then disable navigation altogether. + *) + if wlh = [] && rv = [] then t#conditional "navigation" false + ); + + (* If we are coming from a search engine then we want to highlight + * search terms throughout the whole page ... + *) + try + let referer = Table.get (Request.headers_in r) "Referer" in + let search_terms = search_terms_from_referer referer in + + (* Highlight the search terms. *) + let xhtml = t#to_string in + let xhtml = highlight_search_terms xhtml search_terms "search_term" in + + (* Deliver the page. *) + ignore (print_string r xhtml) + with + Not_found -> + (* No referer / no search terms / not a search engine referer. *) + ignore (print_string r t#to_string) in (* This code generates 404 pages. *) @@ -162,13 +401,9 @@ let run r (q : cgi) (dbh : Dbi.connection) hostid {edit_anon=edit_anon} user = t#set "search_terms" search_terms; - t#conditional "has_host_css" has_host_css; - t#conditional "can_edit" can_edit; t#conditional "can_manage_users" can_manage_users; - t#conditional "can_manage_contacts" can_manage_contacts; - t#conditional "can_manage_site" can_manage_site; - t#conditional "can_edit_global_css" can_edit_global_css; + t#conditional "has_stats" has_stats; q#template t in @@ -176,10 +411,7 @@ let run r (q : cgi) (dbh : Dbi.connection) hostid {edit_anon=edit_anon} user = (* Fetch a page by name. This function can give three answers: * (1) Page fetched OK (fetches some details of the page). * (2) Page is a redirect (fetches the name of the redirect page). - * (3) Page not found in database, ie. 404 error. - *) - (* XXX Should do a case-insensitive matching of URLs, and if the URL differs - * in case only should redirect to the lowercase version. + * (3) Page not found in database, could be template or 404 error. *) let fetch_page page version allow_redirect = match version with @@ -187,35 +419,37 @@ let run r (q : cgi) (dbh : Dbi.connection) hostid {edit_anon=edit_anon} user = if allow_redirect then ( let sth = dbh#prepare_cached - "select redirect, id, title, description, last_modified_date, - css is not null - from pages where hostid = ? and url = ?" in - sth#execute [`Int hostid; `String page]; + "select url, redirect, id, title, description, + last_modified_date, css is not null + from pages where hostid = ? and lower (url) = lower (?)" in + sth#execute [Some hostid; Some page]; (try (match sth#fetch1 () with - | [ `Null; `Int id; `String title; `String description; - `Timestamp last_modified_date; `Bool has_page_css ] -> - FPOK (id, title, description, last_modified_date, - has_page_css) - | `String redirect :: _ -> - FPRedirect redirect - | _ -> assert false) + | Some page' :: _ when page <> page' -> (* different case *) + FPExternalRedirect page' + | [ _; None; Some id; Some title; Some description; + `Timestamp last_modified_date; `Bool has_page_css ] -> + FPOK (id, title, description, last_modified_date, + has_page_css) + | _ :: Some redirect :: _ -> + FPInternalRedirect redirect + | xs -> failwith (Dbi.sdebug xs)) with - Not_found -> FPNotFound) + Not_found -> FPNotFound) ) else (* redirects not allowed ... *) ( let sth = dbh#prepare_cached "select id, title, description, last_modified_date, css is not null from pages where hostid = ? and url = ?" in - sth#execute [`Int hostid; `String page]; + sth#execute [Some hostid; Some page]; (try (match sth#fetch1 () with - | [ `Int id; `String title; `String description; - `Timestamp last_modified_date; `Bool has_page_css ] -> - FPOK (id, title, description, last_modified_date, - has_page_css) - | _ -> assert false) + | [ Some id; Some title; Some description; + `Timestamp last_modified_date; `Bool has_page_css ] -> + FPOK (id, title, description, last_modified_date, + has_page_css) + | xs -> failwith (Dbi.sdebug xs)) with Not_found -> FPNotFound) ) @@ -227,15 +461,15 @@ let run r (q : cgi) (dbh : Dbi.connection) hostid {edit_anon=edit_anon} user = from pages where hostid = ? and id = ? and (url = ? or url_deleted = ?)" in - sth#execute [`Int hostid; `Int version; - `String page; `String page]; + sth#execute [Some hostid; Some version; + Some page; Some page]; (try (match sth#fetch1 () with - | [ `Int id; `String title; `String description; - `Timestamp last_modified_date; `Bool has_page_css ] -> - FPOK (id, title, description, last_modified_date, - has_page_css) - | _ -> assert false) + | [ Some id; Some title; Some description; + `Timestamp last_modified_date; `Bool has_page_css ] -> + FPOK (id, title, description, last_modified_date, + has_page_css) + | xs -> failwith (Dbi.sdebug xs)) with Not_found -> FPNotFound) in @@ -245,27 +479,46 @@ let run r (q : cgi) (dbh : Dbi.connection) hostid {edit_anon=edit_anon} user = let allow_redirect, version = if can_edit then ( not (q#param_true "no_redirect"), - try Some (int_of_string (q#param "version")) with Not_found -> None + try Some (Int32.of_string (q#param "version")) with Not_found -> None ) else (true, None) in let rec loop page' i = if i > max_redirect then ( error ~title:"Too many redirections" ~back_button:true - q ("Too many redirects between pages. This may happen because " ^ - "of a cycle of redirections."); + dbh hostid q + ("Too many redirects between pages. This may happen because " ^ + "of a cycle of redirections."); return () ) else match fetch_page page' version allow_redirect with | FPOK (pageid, title, description, last_modified_date, has_page_css)-> - make_page title description pageid last_modified_date has_page_css - version page page' - | FPRedirect page' -> + (* Check if the page is also a template. *) + let extension = get_extension page' in + make_page title (Some description) (Some pageid) + (printable_date last_modified_date) has_page_css + version page page' extension + | FPInternalRedirect page' -> loop page' (i+1) + | FPExternalRedirect page' -> + (* This normally happens when a user has request an uppercase + * page name. We redirect to the true (lowercase) version. + *) + q#redirect ("http://" ^ host.hostname ^ "/" ^ page'); + return () | FPNotFound -> - make_404 () + (* Might be a templated page with no content in it. *) + let extension = get_extension page' in + (match extension with + | (Some _) as extension -> + let title = page' in + make_page title None None + "Now" false None page page' + extension + | None -> + make_404 ()) in loop page 0 let () = - register_script run + register_script ~restrict:[CanView] run