Add tables of contents to collection pages.
[lw2-viewer.git] / lw2.lisp
blob286f99376a92fd97867923441a388c78646ac9b9
1 (uiop:define-package #:lw2-viewer
2 (:use #:cl #:sb-thread #:flexi-streams #:djula #:iterate
3 #:lw2-viewer.config #:lw2.utils #:lw2.lmdb #:lw2.backend #:lw2.links #:lw2.clean-html #:lw2.login #:lw2.context #:lw2.sites #:lw2.components #:lw2.html-reader #:lw2.fonts
4 #:lw2.csrf
5 #:lw2.graphql
6 #:lw2.conditions
7 #:lw2.routes
8 #:lw2.response
9 #:lw2.schema-type
10 #:lw2.interface-utils
11 #:lw2.user-context
12 #:lw2.web-push
13 #:lw2.data-viewers.post
14 #:lw2.data-viewers.comment
15 #:lw2.client-script
16 #:lw2.resources)
17 (:import-from #:alexandria #:with-gensyms #:once-only #:ensure-list #:when-let #:when-let* #:if-let #:alist-hash-table)
18 (:import-from #:collectors #:with-collector)
19 (:import-from #:ppcre #:regex-replace-all)
20 (:unintern
21 #:define-regex-handler #:*fonts-stylesheet-uri* #:generate-fonts-link
22 #:user-nav-bar #:*primary-nav* #:*secondary-nav* #:*nav-bars*
23 #:begin-html #:end-html
24 #:*fonts-stylesheet-uris* #:*fonts-redirect-data* #:*fonts-redirect-lock* #:*fonts-redirect-thread*
25 #:postprocess-conversation-title
26 #:map-output
27 #:*earliest-post*
28 #:*extra-external-scripts* #:*extra-inline-scripts*
29 #:site-stylesheets #:site-inline-scripts #:site-scripts #:site-external-scripts #:site-head-elements
30 #:unwrap-stream
31 #:sort-comments
32 #:*html-head*
33 #:with-open-tag)
34 (:recycle #:lw2-viewer #:lw2.backend))
36 (in-package #:lw2-viewer)
38 (named-readtables:in-readtable html-reader)
40 (add-template-directory (asdf:system-relative-pathname "lw2-viewer" "templates/"))
42 (define-cache-database 'backend-lw2-legacy
43 "auth-token-to-userid" "auth-token-to-username" "user-ignore-list")
45 (defvar *read-only-mode* nil)
46 (defvar *read-only-default-message* "Due to a system outage, you cannot log in or post at this time.")
48 (defparameter *default-prefs* (alist :items-per-page 20 :default-sort "new"))
49 (defvar *current-prefs* nil)
51 (defun get-post-sequences (post-id)
52 (when-let (sequence-ids (get-post-sequence-ids post-id))
53 (with-collector (col)
54 (dolist (sequence-id sequence-ids)
55 (let* ((sequence (get-sequence sequence-id))
56 (posts (sequence-post-ids sequence)))
57 (multiple-value-bind (prev next)
58 (loop for prev = nil then (car current)
59 for current on posts
60 when (string= (car current) post-id)
61 return (values prev (second current)))
62 (when (or prev next)
63 (col (list sequence
64 (and prev (get-sequence-post sequence prev))
65 (and next (get-sequence-post sequence next))))))))
66 (col))))
68 (defun rectify-post-relations (post-relations)
69 (remove-if-not (lambda (pr) (cdr (assoc :--id (cdr (first pr))))) post-relations))
71 (defun post-nav-links (post post-sequences)
72 <nav class="post-nav-links">
73 (schema-bind (:post post (target-post-relations source-post-relations) :context :body)
74 (let ((target-post-relations (rectify-post-relations target-post-relations))
75 (source-post-relations (rectify-post-relations source-post-relations)))
76 (when (or target-post-relations source-post-relations)
77 <div class="related-posts">
78 (dolist (relations `((,source-post-relations "Parent question")
79 (,target-post-relations "Sub-question")))
80 (destructuring-bind (related-posts relation-type) relations
81 (when related-posts
82 <div class="related-post-group">
83 <div class="related-post-type">("~A~A" relation-type (if (second related-posts) "s" ""))</div>
84 (dolist (post-relation related-posts)
85 (post-headline-to-html (or (cdr (assoc :source-post post-relation))
86 (cdr (assoc :target-post post-relation)))))
87 </div>)))
88 </div>)))
89 (loop for (sequence prev next) in post-sequences do
90 (progn
91 <div class="post-nav-item sequence">
92 <a class="post-nav sequence-title" href=("/s/~A" (cdr (assoc :--id sequence)))>
93 <span class="post-nav-label">Part of the sequence:</span>
94 <span class="post-nav-title">(safe (clean-text-to-html (cdr (assoc :title sequence))))</span>
95 </a>
96 (labels ((post-nav-link (direction post)
97 <a class=("post-nav ~A" (string-downcase direction)) href=(generate-item-link :post post)>
98 <span class="post-nav-label">(case direction (:prev "Previous: ") (:next "Next: "))</span>
99 <span class="post-nav-title">(safe (clean-text-to-html (cdr (assoc :title post))))</span>
100 </a>))
101 (when prev (post-nav-link :prev prev))
102 (when next (post-nav-link :next next)))
103 </div>))
104 </nav>)
106 (defun rectify-conversation (conversation)
107 (alist-bind ((title (or null string)))
108 conversation
109 (if (or (null title) (string= title ""))
110 (acons :title "[Untitled conversation]" conversation)
111 conversation)))
113 (defun conversation-message-to-html (out-stream message)
114 (alist-bind ((user-id string)
115 (created-at string)
116 (highlight-new boolean)
117 (conversation list)
118 (content list)
119 (contents list)
120 (html-body (or string null)))
121 message
122 (let ((conversation (rectify-conversation conversation)))
123 (multiple-value-bind (pretty-time js-time) (pretty-time created-at)
124 (format out-stream "<div class=\"comment private-message~A\"><div class=\"comment-meta\"><a class=\"author\" href=\"/users/~A\">~A</a> <span class=\"date\" data-js-date=\"~A\">~A~A</span><div class=\"comment-post-title\">Private message in: <a href=\"/conversation?id=~A\">~A</a></div></div><div class=\"body-text comment-body\">"
125 (if highlight-new " comment-item-highlight" "")
126 (encode-entities (get-user-slug user-id))
127 (encode-entities (get-username user-id))
128 js-time
129 pretty-time
130 (pretty-time-js)
131 (encode-entities (cdr (assoc :--id conversation)))
132 (encode-entities (cdr (assoc :title conversation)))))
133 (labels ((ws (html-body) (let ((*memoized-output-stream* out-stream)) (clean-html* html-body))))
134 (cond
135 (contents (ws (cdr (assoc :html contents))))
136 (html-body (ws html-body))
137 (t (format out-stream "~{<p>~A</p>~}" (loop for block in (cdr (assoc :blocks content)) collect (encode-entities (cdr (assoc :text block))))))))
138 (format out-stream "</div></div>"))))
140 (defun conversation-index-to-html (out-stream conversation)
141 (alist-bind ((conversation-id string :--id)
142 (title (or null string))
143 (created-at (or null string))
144 (participants list)
145 (messages-total fixnum))
146 (rectify-conversation conversation)
147 (multiple-value-bind (pretty-time js-time) (if created-at (pretty-time created-at) (values "[Error]" 0))
148 (format out-stream "<h1 class=\"listing\"><a href=\"/conversation?id=~A\">~A</a></h1><div class=\"post-meta\"><div class=\"conversation-participants\"><ul>~:{<li><a href=\"/users/~A\">~A</a></li>~}</ul></div><div class=\"messages-count\">~A</div><div class=\"date\" data-js-date=\"~A\">~A~A</div></div>"
149 (encode-entities conversation-id)
150 (encode-entities title)
151 (loop for p in participants
152 collect (list (encode-entities (cdr (assoc :slug p))) (encode-entities (cdr (assoc :display-name p)))))
153 (pretty-number messages-total "message")
154 js-time
155 pretty-time
156 (pretty-time-js)))))
158 (defun collection-to-contents (collection &optional (heading-level 1) (used-anchors (make-hash-table :test 'equal)))
159 (alist-bind ((title (or string null)))
160 collection
161 (let ((subcollections (cdr
162 (find-if (lambda (x) (member (car x) '(:books :sequences :chapters) :test #'eq))
163 collection)))
164 contents-head contents-tail)
165 (labels ((add-contents (c)
166 (when c
167 (if contents-head
168 (setf (cdr contents-tail) c)
169 (setf contents-head c))
170 (setf contents-tail (last c)))))
171 (cond
172 ((and title (not (cdr (assoc :books collection))))
173 (add-contents (list (list heading-level title (title-to-anchor title used-anchors))))
174 (dolist (subcollection subcollections)
175 (add-contents (collection-to-contents subcollection (1+ heading-level) used-anchors))))
176 (:otherwise
177 (dolist (subcollection subcollections)
178 (add-contents (collection-to-contents subcollection heading-level used-anchors)))))
179 contents-head))))
181 (defun collection-to-html (collection &optional (heading-level 1) (used-anchors (make-hash-table :test 'equal)))
182 (alist-bind ((title (or string null))
183 (subtitle (or string null))
184 (number (or fixnum null))
185 (contents list)
186 (posts list))
187 collection
188 (let* ((subcollections (cdr
189 (find-if (lambda (x) (member (car x) '(:books :sequences :chapters) :test #'eq))
190 collection)))
191 (html-body (cdr (assoc :html contents))))
192 (cond
193 ((or html-body title posts)
194 <section>
195 (when (or html-body title)
196 <div class="body-text sequence-text">
197 (when title
198 (with-html-stream-output (:stream stream)
199 (format stream "<h~A id=\"~A\" class=\"sequence-chapter\">~@[~A. ~]~A</h~A>"
200 heading-level
201 (title-to-anchor title used-anchors)
202 number
203 (clean-text-to-html title)
204 heading-level)))
205 (when subtitle
206 <div class="sequence-subtitle">(safe (clean-text-to-html subtitle))</div>)
207 (when html-body
208 (with-html-stream-output (:stream stream)
209 (let ((*memoized-output-stream* stream)) (clean-html* html-body))))
210 </div>)
211 (if posts
212 (dolist (post posts)
213 (post-headline-to-html post))
214 (dolist (subcollection subcollections)
215 (collection-to-html subcollection (1+ heading-level) used-anchors)))
216 </section>)
217 (:otherwise
218 (dolist (subcollection subcollections)
219 (collection-to-html subcollection heading-level used-anchors)))))))
221 (defun sequence-to-html (sequence)
222 (labels ((contents-to-html (contents &key title subtitle number)
223 (let ((html-body (cdr (assoc :html contents))))
224 (when (or html-body title subtitle)
225 <div class="body-text sequence-text">
226 (when title
227 <h1 class="sequence-chapter">(safe (format nil "~@[~A. ~]~A" number (clean-text-to-html title :hyphenation nil)))</h1>)
228 (when subtitle
229 <div class="sequence-subtitle">(clean-text-to-html subtitle)</div>)
230 (with-html-stream-output (:stream stream)
231 (when html-body
232 (let ((*memoized-output-stream* stream)) (clean-html* html-body))))
233 </div>)))
234 (chapter-to-html (chapter)
235 (alist-bind ((title (or string null))
236 (subtitle (or string null))
237 (number (or fixnum null))
238 (contents list)
239 (posts list))
240 chapter
241 <section>
242 (with-html-stream-output
243 (contents-to-html contents :title title :subtitle subtitle :number number)
244 <section>
245 (with-html-stream-output
246 (dolist (post posts)
247 (post-headline-to-html post)))
248 </section>)
249 </section>)))
250 (alist-bind ((sequence-id string :--id)
251 (title string)
252 (created-at string)
253 (user-id string)
254 (chapters list)
255 (contents list))
256 sequence
257 (multiple-value-bind (pretty-time js-time) (pretty-time created-at)
258 <article>
259 (if chapters
260 <h1 class="post-title">(safe (clean-text-to-html title :hyphenation nil))</h1>
261 <h1 class="listing"><a href=("/s/~A" sequence-id)>(safe (clean-text-to-html title :hyphenation nil))</a></h1>)
262 <div class="post-meta">
263 <a class=("author~{ ~A~}" (list-cond ((logged-in-userid user-id) "own-user-author")))
264 href=("/users/~A" (get-user-slug user-id))
265 data-userid=user-id>
266 (get-username user-id)
267 </a>
268 <div class="date" data-js-date=js-time>
269 (safe pretty-time)
270 (safe (pretty-time-js))
271 </div>
272 </div>
273 (with-html-stream-output
274 (when chapters
275 (contents-to-html contents)
276 (dolist (chapter chapters)
277 (chapter-to-html chapter))))
278 </article>))))
280 (defun abort-response ()
281 (throw 'abort-response nil))
283 (defun abort-response-if-unrecoverable (condition)
284 (when (html-output-stream-error-p condition)
285 (abort-response)))
287 (defmacro with-error-html-block (() &body body)
288 "If an error occurs within BODY, write an HTML representation of the
289 signaled condition to *HTML-OUTPUT*."
290 `(block with-error-html-block
291 (handler-bind ((serious-condition (lambda (c)
292 (abort-response-if-unrecoverable c)
293 (error-to-html c)
294 (return-from with-error-html-block nil))))
295 (log-conditions (progn ,@body)))))
297 (defun make-comment-parent-hash (comments)
298 (let ((existing-comment-hash (make-hash-table :test 'equal))
299 (hash (make-hash-table :test 'equal)))
300 (dolist (c comments)
301 (if-let (id (cdr (assoc :--id c)))
302 (setf (gethash id existing-comment-hash) t)))
303 (dolist (c comments)
304 (let* ((parent-id (cdr (assoc :parent-comment-id c)))
305 (old (gethash parent-id hash)))
306 (setf (gethash parent-id hash) (cons c old))
307 (when (and parent-id (not (gethash parent-id existing-comment-hash)))
308 (let ((placeholder (alist :--id parent-id :parent-comment-id nil :deleted t)))
309 (setf (gethash parent-id existing-comment-hash) t
310 (gethash nil hash) (cons placeholder (gethash nil hash)))))))
311 (maphash (lambda (k old)
312 (setf (gethash k hash) (nreverse old)))
313 hash)
314 (labels
315 ((count-children (parent)
316 (let ((children (gethash (cdr (assoc :--id parent)) hash)))
317 (+ (length children) (apply #'+ (map 'list #'count-children children)))))
318 (add-child-counts (comment-list)
319 (loop for c in comment-list
320 as id = (cdr (assoc :--id c))
321 do (setf (gethash id hash) (add-child-counts (gethash id hash)))
322 collecting (cons (cons :child-count (count-children c)) c))))
323 (setf (gethash nil hash) (add-child-counts (gethash nil hash))))
324 hash))
326 (defun comment-thread-to-html (out-stream emit-comment-item-fn)
327 (format out-stream "<ul class=\"comment-thread\">")
328 (funcall emit-comment-item-fn)
329 (format out-stream "</ul>"))
331 (defun comment-item-to-html (out-stream comment &key extra-html-fn with-post-title level level-invert)
332 (with-error-html-block ()
333 (let ((c-id (cdr (assoc :--id comment)))
334 (user-id (cdr (assoc :user-id comment))))
335 (format out-stream "<li id=\"comment-~A\" class=\"comment-item~{ ~A~}\">"
336 c-id
337 (list-cond
338 (t (if (let ((is-odd (or (not level) (evenp level)))) ;inverted because level counts from 0
339 (if level-invert (not is-odd) is-odd))
340 "depth-odd" "depth-even"))
341 ((and *current-ignore-hash* (gethash user-id *current-ignore-hash*)) "ignored")))
342 (unwind-protect
343 (comment-to-html out-stream comment :with-post-title with-post-title)
344 (if extra-html-fn (funcall extra-html-fn c-id))
345 (format out-stream "</li>")))))
347 (defun comment-tree-to-html (out-stream comment-hash &key (target nil) (level (if target 1 0)) level-invert)
348 (let ((comments (gethash target comment-hash)))
349 (when comments
350 (comment-thread-to-html out-stream
351 (lambda ()
352 (loop for c in comments do
353 (comment-item-to-html out-stream c
354 :level level
355 :level-invert level-invert
356 :extra-html-fn (lambda (c-id)
357 (if (and (= level 10) (gethash c-id comment-hash))
358 (format out-stream "<input type=\"checkbox\" id=\"expand-~A\"><label for=\"expand-~:*~A\" data-child-count=\"~A comment~:P\">Expand this thread</label>"
359 c-id
360 (cdr (assoc :child-count c))))
361 (comment-tree-to-html out-stream comment-hash :target c-id :level (1+ level) :level-invert level-invert)))))))))
363 (defun sort-items (items sort-by)
364 (multiple-value-bind (sort-fn key-fn)
365 (ecase sort-by
366 ((:old :new) (values (if (eq sort-by :old)
367 (lambda (a b) (ignore-errors (local-time:timestamp< a b)))
368 (lambda (a b) (ignore-errors (local-time:timestamp> a b))))
369 (lambda (c) (ignore-errors (local-time:parse-timestring (or (cdr (assoc :posted-at c))
370 (cdr (assoc :created-at c)))))))))
371 (sort items sort-fn :key key-fn)))
373 (defun comment-chrono-to-html (out-stream comments)
374 (let ((comment-hash (make-comment-parent-hash comments))
375 (comments (sort-items comments :old)))
376 (comment-thread-to-html out-stream
377 (lambda ()
378 (loop for c in comments do
379 (let* ((c-id (cdr (assoc :--id c)))
380 (new-c (acons :children (gethash c-id comment-hash) c)))
381 (comment-item-to-html out-stream new-c)))))))
383 (defun comment-post-interleave (list &key limit offset (sort-by :date))
384 (multiple-value-bind (sort-fn sort-key)
385 (ecase sort-by
386 (:date (values #'local-time:timestamp> (lambda (x) (local-time:parse-timestring (cdr (assoc :posted-at x))))))
387 (:date-reverse (values #'local-time:timestamp< (lambda (x) (local-time:parse-timestring (cdr (assoc :posted-at x))))))
388 (:score (values #'> (lambda (x) (cdr (assoc :base-score x))))))
389 (let ((sorted (sort list sort-fn :key sort-key)))
390 (loop for end = (if (or limit offset) (+ (or limit 0) (or offset 0)))
391 for x in sorted
392 for count from 0
393 until (and end (>= count end))
394 when (or (not offset) (>= count offset))
395 collect x))))
397 (defun identify-item (x)
398 (typecase x
399 (cons
400 (if-let (typename (cdr (assoc :----typename x)))
401 (find-symbol (string-upcase typename) (find-package :keyword))
402 (cond
403 ((assoc :message x)
404 :notification)
405 ((assoc :comment-count x)
406 :post)
408 :comment))))
409 (condition :condition)))
411 (defun write-index-items-to-html (out-stream items &key need-auth (empty-message "No entries.") skip-section)
412 (if items
413 (dolist (x items)
414 (with-error-html-block ()
415 (ecase (identify-item x)
416 (:condition
417 (error-to-html x))
418 (:notification
419 (format out-stream "<p>~A</p>" (cdr (assoc :message x))))
420 (:message
421 (format out-stream "<ul class=\"comment-thread\"><li class=\"comment-item depth-odd\">")
422 (unwind-protect
423 (conversation-message-to-html out-stream x)
424 (format out-stream "</li></ul>")))
425 (:conversation
426 (conversation-index-to-html out-stream x))
427 (:post
428 (post-headline-to-html x :need-auth (or need-auth (cdr (assoc :draft x))) :skip-section skip-section))
429 (:comment
430 (comment-thread-to-html out-stream
431 (lambda () (comment-item-to-html out-stream x :with-post-title t))))
432 (:sequence
433 (sequence-to-html x)))))
434 (format out-stream "<div class=\"listing-message\">~A</div>" empty-message)))
436 (defun write-index-items-to-rss (out-stream items &key title need-auth)
437 (let ((full-title (format nil "~@[~A - ~]~A" title (site-title *current-site*)))
438 (items (firstn (sort-items items :new) 20)))
439 (xml-emitter:with-rss2 (out-stream :encoding "UTF-8")
440 (xml-emitter:rss-channel-header full-title (site-uri *current-site*) :description full-title)
441 (labels ((emit-item (item &key title link (guid (cdr (assoc :--id item))) (author (get-username (cdr (assoc :user-id item))))
442 (date (pretty-time (cdr (assoc :posted-at item)) :format local-time:+rfc-1123-format+)) body)
443 (xml-emitter:rss-item
444 title
445 :link link
446 :author author
447 :pubDate date
448 :guid guid
449 :description body)))
450 (dolist (item items)
451 (ecase (identify-item item)
452 (:post
453 (let ((author (get-username (cdr (assoc :user-id item))))
454 (is-event (cdr (assoc :is-event item))))
455 (emit-item item
456 :title (clean-text (format nil "~A by ~A" (cdr (assoc :title item)) author))
457 :author author
458 :link (generate-post-auth-link item :absolute t :need-auth need-auth :item-subtype (if is-event "event" "post"))
459 :body (clean-html (or (cdr (assoc :html-body (get-post-body (cdr (assoc :--id item)) :revalidate nil))) "") :post-id (cdr (assoc :--id item))))))
460 (:comment
461 (schema-bind (:comment item (comment-id post-id user-id html-body))
462 (when post-id ; XXX fixme
463 (emit-item item
464 :title (format nil "Comment by ~A on ~A" (get-username user-id) (get-post-title post-id))
465 :link (generate-item-link :post post-id :comment-id comment-id :absolute t)
466 :body (clean-html html-body)))))))))))
468 (defun search-bar-to-html (out-stream)
469 (declare (special *current-search-query*))
470 (let ((query (and (boundp '*current-search-query*) (hunchentoot:escape-for-html *current-search-query*))))
471 (format out-stream "<form action=\"/search\" class=\"nav-inner\"><input name=\"q\" type=\"search\" ~@[value=\"~A\"~] autocomplete=\"off\" accesskey=\"s\" title=\"Search [s]~@[&#10;Tip: Paste a ~A URL here to jump to that page.~]\"><button>Search</button></form>" query (main-site-title *current-site*))))
473 (defun inbox-to-html (out-stream user-slug &optional new-messages)
474 (let* ((target-uri (format nil "/users/~A?show=inbox" user-slug))
475 (as-link (string= (hunchentoot:request-uri*) target-uri)))
476 (multiple-value-bind (nm-class nm-text)
477 (if new-messages (values "new-messages" "New messages") (values "no-messages" "Inbox"))
478 (format out-stream "<~:[a href=\"~A\"~;span~*~] id=\"inbox-indicator\" class=\"~A\" accesskey=\"o\" title=\"~A~:[ [o]~;~]\">~A</a>"
479 as-link target-uri nm-class nm-text as-link nm-text))))
481 (defmethod site-nav-bars ((site site))
482 '((:secondary-bar (("archive" "/archive" "Archive" :accesskey "r")
483 ("about" "/about" "About" :accesskey "t")
484 ("search" "/search" "Search" :html search-bar-to-html)
485 user-nav-item))
486 (:primary-bar (("home" "/" "Home" :description "Latest frontpage posts" :accesskey "h")
487 ("recent-comments" "/recentcomments" "<span>Recent </span>Comments" :description "Latest comments" :accesskey "c")))))
489 (defmethod site-nav-bars ((site lesswrong-viewer-site))
490 '((:secondary-bar (("archive" "/archive" "Archive" :accesskey "r")
491 ("sequences" "/library" "Sequences" :description "Sequences" :accesskey "q")
492 ("about" "/about" "About" :accesskey "t")
493 ("search" "/search" "Search" :html search-bar-to-html)
494 user-nav-item))
495 (:tertiary-bar (("questions" "/index?view=questions" "Questions")
496 ("events" "/index?view=events" "Events")
497 ("shortform" "/shortform" "Shortform" :description "Latest Shortform posts")
498 ("alignment-forum" "/index?view=alignment-forum" "Alignment Forum")
499 ("alignment-forum-comments" "/recentcomments?view=alignment-forum" "AF Comments")))
500 (:primary-bar (("home" "/" "Home" :description "Latest frontpage posts" :accesskey "h")
501 ("featured" "/index?view=featured" "Featured" :description "Latest featured posts" :accesskey "f")
502 ("all" "/index?view=all" "All" :description "Latest posts from all sections" :accesskey "a")
503 ("tags" "/tags" "Tags" :description "All tags" :accesskey "v")
504 ("recent-comments" "/recentcomments" "<span>Recent </span>Comments" :description "Latest comments" :accesskey "c")))))
506 (defmethod site-nav-bars ((site ea-forum-viewer-site))
507 '((:secondary-bar (("archive" "/archive" "Archive" :accesskey "r")
508 ("about" "/about" "About" :accesskey "t")
509 ("search" "/search" "Search" :html search-bar-to-html)
510 user-nav-item))
511 (:primary-bar (("home" "/" "Home" :description "Latest frontpage posts" :accesskey "h")
512 ("all" "/index?view=all" "All" :description "Latest posts from all sections" :accesskey "a")
513 ("tags" "/tags" "Wiki" :description "Wiki pages and tags" :accesskey "v")
514 ("shortform" "/shortform" "Shortform" :description "Latest Shortform posts")
515 ("recent-comments" "/recentcomments" "<span>Recent </span>Comments" :description "Latest comments" :accesskey "c")))))
517 (defun prepare-nav-bar (nav-bar current-uri)
518 (list (first nav-bar)
519 (map 'list (lambda (item) (if (listp item) item (funcall item current-uri)))
520 (second nav-bar))))
522 (defun nav-item-active (item current-uri)
523 (when item
524 (destructuring-bind (id uri name &key description html accesskey nofollow trailing-html override-uri) item
525 (declare (ignore id name description html accesskey nofollow trailing-html))
526 (string= (or override-uri uri) current-uri))))
528 (defun nav-bar-active (nav-bar current-uri)
529 (some (lambda (x) (nav-item-active x current-uri)) (second nav-bar)))
531 (defun nav-bar-inner (out-stream items &optional current-uri)
532 (maplist (lambda (items)
533 (let ((item (first items)))
534 (destructuring-bind (id uri name &key description html accesskey nofollow trailing-html override-uri) item
535 (declare (ignore override-uri))
536 (let* ((item-active (nav-item-active item current-uri))
537 (nav-class (format nil "nav-item ~:[nav-inactive~;nav-current~]~:[~; nav-item-last-before-current~]"
538 item-active (and (not item-active) (nav-item-active (cadr items) current-uri)))))
539 (format out-stream "<span id=\"nav-item-~A\" class=\"~A\" ~@[title=\"~A\"~]>"
540 id nav-class description)
541 (if html
542 (funcall html out-stream)
543 (link-if-not out-stream item-active uri "nav-inner" name :accesskey accesskey :nofollow nofollow))
544 (if trailing-html
545 (funcall trailing-html out-stream))
546 (format out-stream "</span>")))))
547 items))
549 (defun nav-bar-outer (out-stream class nav-bar &optional current-uri)
550 (format out-stream "<nav id=\"~A\" class=\"nav-bar~@[ ~A~]\">" (string-downcase (first nav-bar)) class)
551 (nav-bar-inner out-stream (second nav-bar) current-uri)
552 (format out-stream "</nav>"))
554 (defun nav-bar-to-html (out-stream class current-uri)
555 (let* ((nav-bars (map 'list (lambda (x) (prepare-nav-bar x current-uri)) (site-nav-bars *current-site*)))
556 (active-bar (or (find-if (lambda (x) (nav-bar-active x current-uri)) nav-bars) (car (last nav-bars))))
557 (inactive-bars (remove active-bar nav-bars)))
558 (dolist (bar inactive-bars)
559 (nav-bar-outer out-stream (format nil "~@[~A ~]inactive-bar" class) bar current-uri))
560 (nav-bar-outer out-stream (format nil "~@[~A ~]active-bar" class) active-bar current-uri)))
562 (defun user-nav-item (&optional current-uri)
563 (if *read-only-mode*
564 `("login" "/login" "Read Only Mode" :html ,(lambda (out-stream)
565 (format out-stream "<span class=\"nav-inner\" title=\"~A\">[Read Only Mode]</span>"
566 (typecase *read-only-mode*
567 (string *read-only-mode*)
568 (t *read-only-default-message*)))))
569 (if-let (username (logged-in-username))
570 (let ((user-slug (encode-entities (logged-in-user-slug))))
571 `("login" ,(format nil "/users/~A" user-slug) ,(plump:encode-entities username) :description "User page" :accesskey "u"
572 :trailing-html ,(lambda (out-stream) (inbox-to-html out-stream user-slug))))
573 `("login" "/login" "Log In"
574 :html ,(lambda (out-stream)
575 (write-string "<form action='/login' id='login-button-form'><input type='hidden' name='return' value='" out-stream)
576 (encode-entities current-uri out-stream)
577 (write-string "'></form><button class='nav-inner' form='login-button-form' accesskey='u'>Log In</button>" out-stream))))))
579 (defun sublevel-nav-to-html (options current &key default (base-uri (hunchentoot:request-uri*)) (param-name "show") (remove-params '("offset")) extra-class)
580 (declare (type (or null string) extra-class))
581 (let ((out-stream *html-output*))
582 (format out-stream "<nav class=\"sublevel-nav~@[ ~A~]\">" extra-class)
583 (loop for item in options
584 do (destructuring-bind (param-value &key (text (string-capitalize param-value)) description) (if (atom item) (list item) item)
585 (let* ((param-value (string-downcase param-value))
586 (selected (string-equal current param-value))
587 (class (if selected "sublevel-item selected" "sublevel-item")))
588 (link-if-not out-stream selected (apply #'replace-query-params base-uri param-name (unless (string-equal param-value default) param-value)
589 (loop for x in remove-params nconc (list x nil)))
590 class text :title description))))
591 (format out-stream "</nav>")))
593 (defmacro set-script-variables (&rest clauses)
594 (with-gensyms (out-stream name value)
595 `(with-html-stream-output (:stream ,out-stream)
596 ,.(loop for clause in clauses
597 collect (destructuring-bind (name-form value-form) clause
598 `(let ((,name ,name-form)
599 (,value ,value-form))
600 (declare (dynamic-extent ,name ,value))
601 (write-string ,name ,out-stream)
602 (write-string "=" ,out-stream)
603 (json:encode-json ,value ,out-stream)
604 (write-string #.(format nil ";~%") ,out-stream)))))))
606 (defun html-body (out-stream fn &key title description social-description current-uri content-class robots extra-head)
607 (macrolet ((for-resource-type ((resource-type &rest args) &body body)
608 (with-gensyms (resource)
609 `(dolist (,resource page-resources)
610 (when (eq (first ,resource) ,resource-type)
611 (destructuring-bind ,args (rest ,resource)
612 ,@body))))))
613 (with-html-stream-output
614 (let* ((session-token (hunchentoot:cookie-in "session-token"))
615 (csrf-token (and session-token (make-csrf-token session-token)))
616 (hide-nav-bars (truthy-string-p (hunchentoot:get-parameter "hide-nav-bars")))
617 (preview *preview*)
618 (page-resources (nreverse *page-resources*))
619 (site-domain (site-domain *current-site*)))
620 (setf *page-resources* nil)
621 (write-string "<!DOCTYPE html><html lang=\"en-US\"><head>
622 <meta name=\"viewport\" content=\"width=device-width, initial-scale=1\">
623 <meta name=\"HandheldFriendly\" content=\"True\" />"
624 out-stream)
625 (with-delimited-writer (out-stream delimit :begin "<script>" :end "</script>")
626 (when site-domain
627 (delimit)
628 (set-script-variables ("document.domain" site-domain))) ; Requires origin-agent-cluster header, see below
629 (unless preview
630 (delimit)
631 (when (typep *current-site* 'login-site)
632 (set-script-variables
633 ("loggedInUserId" (or (logged-in-userid) ""))
634 ("loggedInUserDisplayName" (or (logged-in-username) ""))
635 ("loggedInUserSlug" (or (logged-in-user-slug) ""))))
636 (set-script-variables
637 ("applicationServerKey" (get-vapid-public-key))
638 ("GW" (alist "useFancyFeatures" (not (typep *current-site* 'arbital-site))
639 "secureCookies" (to-boolean (site-secure *current-site*))
640 "csrfToken" csrf-token
641 "assets" (alist "popup.svg" (generate-versioned-link "/assets/popup.svg"))
642 "sites" (if site-domain
643 (loop for site in *sites*
644 when (let ((sd (site-domain site))) (and sd (string-equal sd site-domain)))
645 collect (cons (site-host site) t))
646 (alist (site-host *current-site*) t)))))
647 (for-resource-type (:inline-script script-text)
648 (write-string ";" out-stream)
649 (write-string script-text out-stream))))
650 (unless preview
651 (funcall lw2.resources::*script-tags* out-stream)
652 (for-resource-type (:script uri)
653 (format out-stream "<script src=\"~A\"></script>" uri))
654 (funcall lw2.resources::*async-script-tags* out-stream)
655 (for-resource-type (:async-script uri)
656 (format out-stream "<script src=\"~A\" async></script>" uri)))
657 (funcall lw2.resources::*style-tags* out-stream)
658 (for-resource-type (:stylesheet uri &key media class)
659 (format out-stream "<link rel=\"stylesheet\" href=\"~A\"~@[ media=\"~A\"~]~@[ class=\"~A\"~]>" uri media class))
660 (generate-fonts-html-headers (site-fonts-source *current-site*))
661 (format out-stream "<link rel=\"shortcut icon\" href=\"~A\">"
662 (generate-versioned-link "/assets/favicon.ico"))
663 (format out-stream "<title>~@[~A - ~]~A</title>~@[<meta name=\"description\" content=\"~A\">~]~@[<meta name=\"robots\" content=\"~A\">~]"
664 (if title (encode-entities title))
665 (site-title *current-site*)
666 description
667 robots)
668 (unless preview
669 (when title
670 <meta property="og:title" content=title>)
671 (when social-description
672 <meta property="og:description" content=social-description>
673 <meta property="og:type" content="article">))
674 (with-delimited-writer (out-stream delimit :begin "<style>" :between #.(format nil "~%") :end "</style>")
675 (unless (and (typep *current-site* 'login-site) (logged-in-userid))
676 (delimit)
677 (write-string "button.vote { display: none }" out-stream))
678 (when *memoized-output-without-hyphens*
679 ;; The browser has been detected as having bugs related to soft-hyphen characters.
680 ;; But there is some hope that it could still do hyphenation by itself.
681 (delimit)
682 (write-string ".body-text { hyphens: auto; -ms-hyphens: auto; -webkit-hyphens: auto; }" out-stream)))
683 (when preview
684 (format out-stream "<base target='_top'>"))
685 (when extra-head (funcall extra-head))
686 (format out-stream "</head>")
687 (unwind-protect
688 (progn
689 (format out-stream "<body class=\"theme-~A\"><div id=\"content\"~@[ class=\"~{~A~^ ~}\"~]>"
690 (let ((theme (hunchentoot:cookie-in "theme")))
691 (if (and theme (> (length theme) 0))
692 theme
693 "default"))
694 (list-cond (content-class content-class)
695 (hide-nav-bars "no-nav-bars")
696 (preview "preview")))
697 (unless (or hide-nav-bars preview)
698 (nav-bar-to-html out-stream "nav-bar-top" (or current-uri (replace-query-params (hunchentoot:request-uri*) "offset" nil "sort" nil)))
699 (when (and (typep *current-site* 'login-site) (logged-in-userid))
700 (call-with-server-data 'process-user-status "/current-user-status")))
701 (activate-client-trigger "navBarLoaded")
702 (funcall fn))
703 (format out-stream "</div></body></html>"))))))
705 (defun replace-query-params (uri &rest params)
706 (let* ((quri (quri:uri uri))
707 (old-params (quri:uri-query-params quri))
708 (new-params (loop with out = old-params
709 for (param value) on params by #'cddr
710 do (if value
711 (if-let (old-cons (assoc param out :test #'equal))
712 (setf (cdr old-cons) value)
713 (setf out (nconc out (list (cons param value)))))
714 (setf out (remove-if (lambda (x) (equal (car x) param)) out)))
715 finally (return out))))
716 (if new-params
717 (setf (quri:uri-query-params quri) new-params)
718 (setf (quri:uri-query quri) nil))
719 (quri:render-uri quri)))
721 (defun pagination-nav-bars (&key offset total with-next (items-per-page (user-pref :items-per-page)))
722 (if *preview*
723 (lambda (out-stream fn)
724 (declare (ignore out-stream))
725 (funcall fn))
726 (lambda (out-stream fn)
727 (labels ((pages-to-end (n) (< (+ offset (* items-per-page n)) total)))
728 (let* ((with-next (if total (pages-to-end 1) with-next))
729 (next (if (and offset with-next) (+ offset items-per-page)))
730 (prev (if (and offset (>= offset items-per-page)) (- offset items-per-page)))
731 (request-uri (hunchentoot:request-uri*))
732 (first-uri (if (and prev (> prev 0)) (replace-query-params request-uri "offset" nil)))
733 (prev-uri (if prev (replace-query-params request-uri "offset" (if (= prev 0) nil prev))))
734 (next-uri (if next (replace-query-params request-uri "offset" next)))
735 (last-uri (if (and total offset (pages-to-end 2))
736 (replace-query-params request-uri "offset" (- total (mod (- total 1) items-per-page) 1)))))
737 (if (or next prev last-uri)
738 (labels ((write-item (uri class title accesskey)
739 (format out-stream "<a href=\"~A\" class=\"button nav-item-~A~:[ disabled~;~]\" title=\"~A [~A]\" accesskey=\"~A\"></a>"
740 (or uri "#") class uri title accesskey accesskey)))
741 (format out-stream "<nav id='top-nav-bar'>")
742 (write-item first-uri "first" "First page" "\\")
743 (write-item prev-uri "prev" "Previous page" "[")
744 (format out-stream "<span class='page-number'><span class='page-number-label'>Page</span> ~A</span>" (+ 1 (/ (or offset 0) items-per-page)))
745 (write-item next-uri "next" "Next page" "]")
746 (write-item last-uri "last" "Last page" "/")
747 (format out-stream "</nav>")))
748 (funcall fn)
749 (nav-bar-outer out-stream nil (list :bottom-bar
750 (list-cond
751 (first-uri `("first" ,first-uri "Back to first"))
752 (prev-uri `("prev" ,prev-uri "Previous" :nofollow t))
753 (t `("top" "#top" "Back to top"))
754 (next-uri `("next" ,next-uri "Next" :nofollow t))
755 (last-uri `("last" ,last-uri "Last" :nofollow t)))))
756 (format out-stream "<script>document.querySelectorAll('#bottom-bar').forEach(bb => { bb.classList.add('decorative'); });</script>"))))))
758 (defun decode-json-as-hash-table (json-source)
759 (let (current-hash-table current-key)
760 (declare (special current-hash-table current-key))
761 (json:bind-custom-vars
762 (:beginning-of-object (lambda () (setf current-hash-table (make-hash-table :test 'equal)))
763 :object-key (lambda (x) (setf current-key x))
764 :object-value (lambda (x) (setf (gethash current-key current-hash-table) x))
765 :end-of-object (lambda () current-hash-table)
766 :aggregate-scope '(current-hash-table current-key))
767 (json:decode-json-from-source json-source))))
769 (defun get-ignore-hash (&optional (user-id (logged-in-userid)))
770 (if-let (ignore-json (and user-id (cache-get "user-ignore-list" user-id)))
771 (decode-json-as-hash-table ignore-json)
772 (make-hash-table :test 'equal)))
774 (defmacro with-outputs ((out-stream) &body body)
775 (with-gensyms (stream-sym)
776 (let ((out-body (map 'list (lambda (x) `(princ ,x ,stream-sym)) body)))
777 `(let ((,stream-sym ,out-stream))
778 ,.out-body))))
780 (defun call-with-emit-page (out-stream fn &key title description social-description current-uri content-class (return-code 200) robots (pagination (pagination-nav-bars)) top-nav extra-head)
781 (declare (ignore return-code))
782 (ignore-errors
783 (log-conditions
784 (html-body out-stream
785 (lambda ()
786 (when top-nav (funcall top-nav))
787 (funcall pagination out-stream fn))
788 :title title :description description :social-description social-description :current-uri current-uri :content-class content-class :robots robots :extra-head extra-head))))
790 (defun set-cookie (key value &key (max-age (- (expt 2 31) 1)) (path "/"))
791 (hunchentoot:set-cookie key :value value :path path :max-age max-age :secure (site-secure *current-site*)))
793 (defun set-default-headers (return-code)
794 (setf (hunchentoot:content-type*) "text/html; charset=utf-8"
795 (hunchentoot:return-code*) return-code
796 (hunchentoot:header-out :link) (let ((output
797 (with-output-to-string (stream)
798 (with-delimited-writer (stream delimit :between ",")
799 (funcall lw2.resources::*link-header* stream delimit)))))
800 (when (> (length output) 0)
801 output)))
802 (unless lw2.resources::*push-option* (set-cookie "push" "t" :max-age (* 4 60 60))))
804 (defun user-pref (key)
805 (or (cdr (assoc key *current-prefs*))
806 (cdr (assoc key *default-prefs*))))
808 (defun set-user-pref (key value)
809 (assert (boundp 'hunchentoot:*reply*))
810 (if value
811 (setf *current-prefs* (remove-duplicates (acons key value *current-prefs*) :key #'car :from-end t))
812 (setf *current-prefs* (remove key *current-prefs* :key #'car)))
813 (set-cookie "prefs" (quri:url-encode (json:encode-json-to-string *current-prefs*))))
815 (defmacro emit-page ((out-stream &rest args &key (return-code 200) &allow-other-keys) &body body)
816 (once-only (return-code)
817 `(progn
818 (set-default-headers ,return-code)
819 (with-response-stream (,out-stream)
820 (dynamic-flet ((fn () ,@body))
821 (call-with-emit-page ,out-stream
822 #'fn
823 ,@args))))))
825 (defmethod call-with-backend-context ((backend backend-token-login) (request (eql t)) fn)
826 (let ((*current-auth-status* (safe-decode-json (hunchentoot:cookie-in "lw2-status"))))
827 (multiple-value-bind (*current-auth-token* *current-userid* *current-username*)
828 (let* ((auth-token (hunchentoot:cookie-in "lw2-auth-token"))
829 (expires (cdr (assoc :expires *current-auth-status*))))
830 (when (and (nonempty-string auth-token)
831 (not *read-only-mode*)
832 (or (null expires)
833 (and (integerp expires) (<= (get-unix-time) (- expires (* 60 60 24))))))
834 (with-cache-readonly-transaction
835 (values
836 auth-token
837 (cache-get "auth-token-to-userid" auth-token)
838 (cache-get "auth-token-to-username" auth-token)))))
839 (let ((*current-user-slug* (and *current-userid* (get-user-slug *current-userid*))))
840 (funcall fn)))))
842 (defmethod call-with-site-context ((site ignore-list-site) (request (eql t)) fn)
843 (call-next-method
844 site request
845 (lambda ()
846 (let ((*current-ignore-hash* (get-ignore-hash)))
847 (funcall fn)))))
849 (defun call-with-error-page (fn)
850 (with-response-context ()
851 (let* ((*current-prefs* (safe-decode-json (hunchentoot:cookie-in "prefs")))
852 (*preview* (string-equal (hunchentoot:get-parameter "format") "preview")))
853 (multiple-value-bind (*revalidate-default* *force-revalidate-default*)
854 (cond ((ppcre:scan "(?:^|,?)\\s*(?:no-cache|max-age=0)(?:$|,)" (hunchentoot:header-in* :cache-control))
855 (values t t))
856 (*preview*
857 (values nil nil))
859 (values t nil)))
860 (when (not *revalidate-default*)
861 (setf (hunchentoot:header-out :cache-control) (format nil "public, max-age=~A" (* 5 60))))
862 (when (site-domain *current-site*)
863 (setf (hunchentoot:header-out :origin-agent-cluster) "?0")) ; Allow document.domain in Chrome: https://developer.chrome.com/blog/immutable-document-domain/
864 (let ((*memoized-output-without-hyphens*
865 ;; Soft hyphen characters mess up middle-click paste and screen readers, so try to identify whether they are necessary.
866 ;; See https://caniuse.com/?search=hyphens
867 (if-let ((ua (hunchentoot:header-in* :user-agent)))
868 (regex-case ua
869 (" Chrome/(\\d+)"
870 (declare (regex-groups-min 1))
871 (or (> (parse-integer (reg 0)) 87)
872 (ppcre:scan "Macintosh|Android" ua)))
873 (" Edge/(\\d+)"
874 (declare (regex-groups-min 1))
875 (> 19 (parse-integer (reg 0))))
876 (t t))
877 t)))
878 (with-page-resources
879 (catch 'abort-response
880 (handler-bind
881 ((fatal-error (lambda (condition)
882 (abort-response-if-unrecoverable condition)
883 (let ((error-html (with-output-to-string (*html-output*) (error-to-html condition))))
884 (emit-page (out-stream :title "Error" :return-code (condition-http-return-code condition) :content-class "error-page")
885 (write-string error-html out-stream)
886 (when (eq (hunchentoot:request-method*) :post)
887 <form method="post" class="error-retry-form">
888 (loop for (key . value) in (hunchentoot:post-parameters*)
889 do <input type="hidden" name=key value=value>)
890 <input type="submit" value="Retry">
891 </form>))
892 (return-from call-with-error-page)))))
893 (log-conditions
894 (if (or (eq (hunchentoot:request-method*) :post)
895 (not (and (boundp '*test-acceptor*) (boundp '*hunchentoot-taskmaster*)))) ; TODO fix this hack
896 (funcall fn)
897 (sb-sys:with-deadline (:seconds (expt 1.3
898 (min (round (log 30 1.3))
899 (- (hunchentoot:taskmaster-max-thread-count (symbol-value '*hunchentoot-taskmaster*))
900 (hunchentoot:acceptor-requests-in-progress (symbol-value '*test-acceptor*))))))
901 (funcall fn))))))))))))
903 (defmacro with-error-page (&body body)
904 `(dynamic-flet ((fn () ,@body)) (call-with-error-page #'fn)))
906 (defun output-form (out-stream method action id heading csrf-token fields button-label &key textarea end-html)
907 (format out-stream "<form method=\"~A\" action=\"~A\" id=\"~A\"><h1>~A</h1>" method action id heading)
908 (loop for (id label type . params) in fields
909 do (format out-stream "<label for=\"~A\">~A:</label>" id label)
910 do (cond
911 ((string= type "select")
912 (destructuring-bind (option-list &optional default) params
913 (format out-stream "<select name=\"~A\">" id)
914 (loop for (value label) in option-list
915 do (format out-stream "<option value=\"~A\"~:[~; selected~]>~A</option>" value (string= default value) label))
916 (format out-stream "</select>")))
918 (destructuring-bind (&optional (autocomplete "off") default) params
919 (format out-stream "<input type=\"~A\" name=\"~A\" autocomplete=\"~A\"~@[ value=\"~A\"~]>" type id autocomplete (and default (encode-entities default))))))
920 do (format out-stream ""))
921 (if textarea
922 (destructuring-bind (ta-name ta-contents) textarea
923 (format out-stream "<div class=\"textarea-container\"><textarea name=\"~A\">~A</textarea><span class='markdown-reference-link'>You can use <a href='http://commonmark.org/help/' target='_blank'>Markdown</a> here.</span></div>" ta-name (encode-entities ta-contents))))
924 (format out-stream "<input type=\"hidden\" name=\"csrf-token\" value=\"~A\"><input type=\"submit\" value=\"~A\">~@[~A~]</form>"
925 csrf-token button-label end-html))
927 (defun page-toolbar-to-html (&key title new-post new-conversation logout (rss t) ignore enable-push-notifications)
928 (unless *preview*
929 (let ((out-stream *html-output*)
930 (liu (logged-in-userid)))
931 (format out-stream "<div class=\"page-toolbar~@[ hide-until-init~]\">" enable-push-notifications)
932 (when logout
933 (format out-stream "<form method=\"post\" action=\"/logout\"><input type=\"hidden\" name=\"csrf-token\" value=\"~A\"><button class=\"logout-button button\" name=\"logout\">Log out</button></form>"
934 (make-csrf-token)))
935 (when ignore
936 (funcall ignore))
937 (when enable-push-notifications
938 (format out-stream "<script>document.currentScript.outerHTML='<button id=\"enable-push-notifications\" class=\"button\" style=\"display: none\" data-enabled=\"~:[~;true~]\">~:*~:[En~;Dis~]able push notifications</button>'</script>"
939 (find-subscription *current-auth-token*)))
940 (when (and new-conversation liu)
941 (multiple-value-bind (text to)
942 (typecase new-conversation (string (values "Send private message" new-conversation)) (t "New conversation"))
943 (format out-stream "<a class=\"new-private-message button\" href=\"/conversation~@[?to=~A~]\">~A</a>"
944 to text)))
945 (when (and new-post liu)
946 (format out-stream "<a class=\"new-post button\" href=\"/edit-post~@[?section=~A~]\" accesskey=\"n\" title=\"Create new post [n]\">New post</a>"
947 (typecase new-post (string new-post) (t nil))))
948 (when (and title rss)
949 (format out-stream "<a class=\"rss\" rel=\"alternate\" type=\"application/rss+xml\" title=\"~A RSS feed\" href=\"~A\">RSS</a>"
950 title (replace-query-params (hunchentoot:request-uri*) "offset" nil "format" "rss")))
951 (format out-stream "</div>"))))
953 (defun view-items-index (items &key section title current-uri hide-title need-auth extra-head (pagination (pagination-nav-bars)) (top-nav (lambda () (page-toolbar-to-html :title title))) (content-class "index-page") alternate-html)
954 (alexandria:switch ((hunchentoot:get-parameter "format") :test #'string=)
955 ("rss"
956 (setf (hunchentoot:content-type*) "application/rss+xml; charset=utf-8")
957 (with-response-stream (out-stream)
958 (write-index-items-to-rss out-stream items :title title)))
960 (emit-page (out-stream :title (if hide-title nil title) :description (site-description *current-site*) :content-class content-class
961 :current-uri current-uri :robots (if (hunchentoot:get-parameter :offset) "noindex, nofollow")
962 :pagination pagination :top-nav top-nav :extra-head extra-head)
963 (if alternate-html
964 (funcall alternate-html)
965 (write-index-items-to-html out-stream items
966 :need-auth need-auth
967 :skip-section section))))))
969 (defun link-if-not (stream linkp url class text &key accesskey nofollow title)
970 (declare (dynamic-extent linkp url text))
971 (if (not linkp)
972 (format stream "<a href=\"~A\" class=\"~A\"~@[ accesskey=\"~A\"~]~:[~; rel=\"nofollow\"~]~@[ title=\"~A\"~]>~A</a>" url class accesskey nofollow title text)
973 (format stream "<span class=\"~A\"~@[ title=\"~A\"~]>~A</span>" class title text)))
975 (defgeneric main-site-link (site item-type item-designator &key)
976 (:method ((site lw2-frontend-site) (item-type (eql :post)) (post-id string) &key slug comment-id direct-comment-link)
977 (merge-uris
978 (format nil "/posts/~A/~A~[~;#~A~;?commentId=~A~]" post-id slug (if comment-id (if direct-comment-link 2 1) 0) comment-id)
979 (main-site-uri *current-site*)))
980 (:method ((site lw2-frontend-site) (item-type (eql :tag)) (slug string) &key comment-id direct-comment-link)
981 (when (not (and comment-id direct-comment-link))
982 (merge-uris
983 (format nil "/tag/~A~@[/discussion#~A~]" slug comment-id)
984 (main-site-uri *current-site*)))))
986 (defun postprocess-markdown (markdown)
987 (if (typep *current-site* 'alternate-frontend-site)
988 (regex-replace-body
989 ((concatenate 'string (regex-replace-all "\\." (site-uri *current-site*) "\\.") "posts/([^/ ]{17})/([^/# ]*)(?:(#comment-|/comment/|/answer/)([^/ ]{17}))?")
990 markdown)
991 (main-site-link *current-site*
992 :post (reg 0) :slug (reg 1) :comment-id (reg 3)
993 :direct-comment-link (and (reg 3) (reg 2) (string= "/" (reg 2) :end2 1))))
994 markdown))
996 (defun redirect (uri &key (type :see-other) preserve-query)
997 (setf (hunchentoot:return-code*) (ecase type (:see-other 303) (:permanent 301))
998 (hunchentoot:header-out "Location") (if-let ((query (and preserve-query (hunchentoot:query-string*))))
999 (quri:render-uri (quri:make-uri :defaults uri :query query))
1000 uri)))
1002 (defun main-site-redirect (uri &key (type :see-other))
1003 (redirect (merge-uris uri (main-site-uri *current-site*)) :type type))
1005 (defmacro request-method (&body method-clauses)
1006 (with-gensyms (request-method)
1007 `(let ((,request-method (hunchentoot:request-method*)))
1008 (cond
1009 ,.(loop for method-body in method-clauses
1010 collect (destructuring-bind (method args &body inner-body) method-body
1011 `(,(if (eq method :get) `(member ,request-method '(:get :head)) `(eq ,request-method ,method))
1012 ,(make-binding-form (mapcar (lambda (x) (append (ensure-list x) `(:request-type ,method))) args)
1013 inner-body))))))))
1015 (defmacro define-page (name path-specifier additional-vars &body body)
1016 (labels ((make-lambda (args)
1017 (loop for a in args
1018 collect (if (atom a) a (first a)))))
1019 (multiple-value-bind (path-specifier-form path-bindings-wrapper specifier-vars)
1020 (if (stringp path-specifier)
1021 (values path-specifier #'identity)
1022 (destructuring-bind (specifier-type specifier-body &rest specifier-args) path-specifier
1023 (ecase specifier-type
1024 (:function
1025 (values `(lambda (r) (funcall ,specifier-body (hunchentoot:request-uri r)))
1026 (if specifier-args
1027 (lambda (body) `(ignorable-multiple-value-bind ,(make-lambda specifier-args) (funcall ,specifier-body (hunchentoot:request-uri*)) ,body))
1028 #'identity)
1029 specifier-args))
1030 (:regex
1031 (let ((fn `(lambda (r) (ppcre:scan-to-strings ,specifier-body (hunchentoot:request-uri r)))))
1032 (values fn
1033 (lambda (body)
1034 (with-gensyms (result-vector)
1035 `(let ((,result-vector (nth-value 1 (funcall ,fn hunchentoot:*request*))))
1036 (declare (type simple-vector ,result-vector)
1037 (ignorable ,result-vector))
1038 (let
1039 ,(loop for v in (make-lambda specifier-args) as x from 0 collecting `(,v (if (> (length ,result-vector) ,x) (aref ,result-vector ,x))))
1040 ,body))))
1041 specifier-args))))))
1042 `(hunchentoot:define-easy-handler (,name :uri ,path-specifier-form) ()
1043 (with-error-page
1044 (block nil
1045 ,(funcall path-bindings-wrapper
1046 (make-binding-form (append (mapcar (lambda (x) (append (ensure-list x) '(:passthrough t))) specifier-vars) additional-vars)
1047 body))))))))
1049 (define-component sort-widget (&key (sort-options '((:new :description "Sort by date posted")
1050 (:hot :description "Sort by time-weighted score")
1051 (:active :description "Sort by date posted or last comment")
1052 (:old :description "Sort by date posted, oldest first")))
1053 (pref :default-sort) (param-name "sort") (html-class "sort"))
1054 (:http-args ((sort :real-name param-name :member (mapcar (lambda (x) (if (listp x) (first x) x)) sort-options))
1055 (sortedby :real-name "sortedBy" :type string)
1056 &without-csrf-check))
1057 (if sortedby
1058 (progn
1059 (renderer () nil)
1060 sortedby)
1061 (let ((sort-string (if sort (string-downcase sort))))
1062 (if sort-string
1063 (set-user-pref :default-sort sort-string))
1064 (renderer ()
1065 (sublevel-nav-to-html sort-options
1066 (user-pref pref)
1067 :param-name param-name
1068 :extra-class html-class))
1069 (or sort-string (user-pref pref)))))
1071 (define-component view-index ()
1072 (:http-args ((view :member '(:all :new :frontpage :featured :alignment-forum :questions :nominations :reviews :events) :default :frontpage)
1073 before after
1074 (offset :type fixnum)
1075 (limit :type fixnum :default (user-pref :items-per-page))
1076 (karma-threshold :type fixnum)
1077 &without-csrf-check))
1078 (when (eq view :new) (redirect (replace-query-params (hunchentoot:request-uri*) "view" "all" "all" nil) :type :permanent) (return))
1079 (component-value-bind ((sort-string sort-widget))
1080 (multiple-value-bind (posts total)
1081 (get-posts-index :view (string-downcase view) :before before :after after :offset offset :limit (1+ limit) :sort sort-string :karma-threshold karma-threshold)
1082 (let ((page-title (format nil "~@(~A posts~)" view)))
1083 (renderer ()
1084 (view-items-index (firstn posts limit)
1085 :section view :title page-title :hide-title (eq view :frontpage)
1086 :pagination (pagination-nav-bars :offset (or offset 0) :total total :with-next (and (not total) (> (length posts) limit)))
1087 :content-class (format nil "index-page ~(~A~)-index-page" view)
1088 :top-nav (lambda ()
1089 (page-toolbar-to-html :title page-title
1090 :new-post (if (eq view :meta) "meta" t))
1091 (funcall sort-widget))))))))
1093 (defmacro route-component (name lambda-list &rest args)
1094 `(lambda ,lambda-list
1095 (with-error-page
1096 (component-value-bind ((() (,name ,@args)))
1097 (when ,name
1098 (funcall ,name))))))
1100 (defmacro define-component-routes (site-class &rest clauses)
1101 `(progn
1102 ,@(iter
1103 (for clause in clauses)
1104 (destructuring-bind (name (route-class &rest route-args) route-bindings (component-name &rest component-args)) clause
1105 (collect `(define-route ',site-class ',route-class
1106 :name ',name ,@route-args
1107 :handler (route-component ,component-name ,route-bindings ,@component-args)))))))
1109 (define-component-routes forum-site
1110 (view-root (standard-route :uri "/") () (view-index))
1111 (view-index (standard-route :uri "/index") () (view-index)))
1113 (hunchentoot:define-easy-handler
1114 (view-site-routes
1115 :uri (lambda (req)
1116 (declare (ignore req))
1117 (with-site-context ((let ((host (or (hunchentoot:header-in* :x-forwarded-host) (hunchentoot:header-in* :host))))
1118 (or (find-site host)
1119 (error "Unknown site: ~A" host))))
1120 (call-route-handler *current-site* (hunchentoot:script-name*)))))
1121 nil)
1123 (define-page view-post "/post" ((id :required t))
1124 (redirect (generate-item-link :post id) :type :permanent))
1126 (define-page view-post-lw1-link (:function #'match-lw1-link) ()
1127 (redirect (convert-lw1-link (hunchentoot:script-name*)) :preserve-query t :type :permanent))
1129 (define-page view-post-ea1-link (:function #'match-ea1-link) ()
1130 (redirect (convert-ea1-link (hunchentoot:script-name*)) :preserve-query t :type :permanent))
1132 (define-page view-post-lw2-slug-link (:function #'match-lw2-slug-link) ()
1133 (redirect (convert-lw2-slug-link (hunchentoot:request-uri*)) :type :see-other))
1135 (define-page view-post-lw2-sequence-link (:function #'match-lw2-sequence-link) ()
1136 (redirect (convert-lw2-sequence-link (hunchentoot:request-uri*)) :type :see-other))
1138 (define-page view-feed "/feed" ()
1139 (redirect "/?format=rss" :type :permanent))
1141 (define-page view-allposts "/allPosts" ()
1142 (redirect (format nil "/index~@[?~A~]" (hunchentoot:query-string*)) :type :see-other))
1144 (define-page view-nominations "/nominations" ()
1145 (redirect "/index?view=nominations" :type :see-other))
1147 (define-page view-reviews "/reviews" ()
1148 (redirect "/index?view=reviews" :type :see-other))
1150 (define-page view-review-voting "/reviewVoting" ()
1151 (redirect "https://www.lesswrong.com/reviewVoting" :type :see-other))
1153 (define-page view-coronavirus-link-database "/coronavirus-link-database" ()
1154 (redirect "https://www.lesswrong.com/coronavirus-link-database" :type :see-other))
1156 (defun post-comment (&key need-auth ((:post-id post-id-real)) ((:tag-id tag-id-real)) shortform)
1157 (request-method
1158 (:post (text answer nomination nomination-review af post-id tag-id parent-answer-id parent-comment-id edit-comment-id retract-comment-id unretract-comment-id delete-comment-id)
1159 (let ((lw2-auth-token *current-auth-token*))
1160 (assert lw2-auth-token)
1161 (let* ((post-id (or post-id-real post-id))
1162 (tag-id (or tag-id-real tag-id))
1163 (question (when post-id (cdr (assoc :question (get-post-body post-id :auth-token lw2-auth-token)))))
1164 (new-comment-result
1165 (cond
1166 (text
1167 (let ((comment-data
1168 (list-cond
1169 (t :body (postprocess-markdown text))
1170 ((and post-id (not (or edit-comment-id (and shortform (not parent-comment-id))))) :post-id post-id)
1171 ((and tag-id (not edit-comment-id)) :tag-id tag-id)
1172 (parent-comment-id :parent-comment-id parent-comment-id)
1173 (answer :answer t)
1174 (nomination :nominated-for-review "2020")
1175 (nomination-review :reviewing-for-review "2020")
1176 (parent-answer-id :parent-answer-id parent-answer-id)
1177 (af :af t)
1178 ((and shortform (not parent-comment-id)) :shortform t))))
1179 (if edit-comment-id
1180 (do-lw2-comment-edit lw2-auth-token edit-comment-id comment-data)
1181 (do-lw2-comment lw2-auth-token comment-data))))
1182 (retract-comment-id
1183 (do-lw2-comment-edit lw2-auth-token retract-comment-id '((:retracted . t))))
1184 (unretract-comment-id
1185 (do-lw2-comment-edit lw2-auth-token unretract-comment-id '((:retracted . :false))))
1186 (delete-comment-id
1187 (do-lw2-comment-remove lw2-auth-token delete-comment-id :reason "Comment deleted by its author.")
1188 nil))))
1189 (when post-id
1190 (ignore-errors
1191 (get-post-comments post-id :force-revalidate t)
1192 (when question
1193 (get-post-answers post-id :force-revalidate t))))
1194 (when text
1195 (alist-bind ((new-comment-id simple-string :--id)
1196 (new-comment-html simple-string :html-body))
1197 new-comment-result
1198 (mark-comment-replied (alist* :parent-comment-id parent-comment-id :user-id *current-userid* new-comment-result))
1199 (setf (markdown-source :comment new-comment-id new-comment-html) text)
1200 (redirect (merge-uris (quri:make-uri :fragment (format nil "comment-~A" new-comment-id)
1201 :query (list-cond (need-auth "need-auth" "y")))
1202 (hunchentoot:request-uri*))))))))))
1204 (defun output-comments (out-stream id comments target &key overcomingbias-sort preview chrono replies-open)
1205 (labels ((output-comments-inner ()
1206 (with-error-html-block ()
1207 (if target
1208 (comment-thread-to-html out-stream
1209 (lambda ()
1210 (comment-item-to-html
1211 out-stream
1212 target
1213 :level-invert preview
1214 :extra-html-fn (lambda (c-id)
1215 (let ((*comment-individual-link* nil))
1216 (comment-tree-to-html out-stream (make-comment-parent-hash comments)
1217 :target c-id
1218 :level-invert preview))))))
1219 (if comments
1220 (progn #|<div class="comments-empty-message">(safe (pretty-number (length comments) id))</div>|#
1221 (if chrono
1222 (comment-chrono-to-html out-stream comments)
1223 (let ((parent-hash (make-comment-parent-hash comments)))
1224 (when overcomingbias-sort
1225 (setf (gethash nil parent-hash)
1226 (sort-items (gethash nil parent-hash) :old)))
1227 (comment-tree-to-html out-stream parent-hash))))
1228 <div class="comments-empty-message">("No ~As." id)</div>)))))
1229 (if preview
1230 (output-comments-inner)
1231 (progn (format out-stream "<div id=\"~As\" class=\"comments~:[~; replies-open~]\">" id (and *enable-voting* replies-open))
1232 (unless target
1233 <script>initializeCommentControls\(\)</script>)
1234 (output-comments-inner)
1235 (format out-stream "</div>")))))
1237 (define-json-endpoint (view-karma-vote-post forum-site "/karma-vote/post")
1238 (let ((auth-token *current-auth-token*))
1239 (request-method
1240 (:get (post-id)
1241 (hash-cond (make-hash-table)
1242 (post-id "Post" (sethash (make-hash-table) post-id (get-post-vote post-id auth-token)))
1243 (post-id "Comment" (get-post-comments-votes post-id auth-token))
1244 (post-id "Tag" (get-post-tag-votes post-id auth-token)))))))
1246 (define-page view-post-lw2-link (:function #'match-lw2-link post-id comment-id * comment-link-type post-type)
1247 (need-auth
1248 chrono
1249 (show-comments :real-name "comments" :type boolean :default t)
1250 (format :type string))
1251 (request-method
1252 (:get ()
1253 (when (hunchentoot:get-parameter "commentId")
1254 (redirect (format nil "~A/comment/~A" (generate-item-link :post post-id) comment-id))
1255 (return))
1256 (let* ((lw2-auth-token *current-auth-token*)
1257 (preview (string-equal format "preview"))
1258 (show-comments (and (not preview) show-comments))
1259 (*enable-voting* (not (null (logged-in-userid)))))
1260 (multiple-value-bind (post title condition)
1261 (handler-case (nth-value 0 (get-post-body post-id :auth-token (and need-auth lw2-auth-token)))
1262 (serious-condition (c)
1263 (setf *enable-voting* nil)
1264 (values nil "[missing post]" c))
1265 (:no-error (post)
1266 (values post (cdr (assoc :title post)) nil)))
1267 (let* ((is-event (cdr (assoc :is-event post)))
1268 (correct-subtype (if is-event "event" "post")))
1269 (when (string/= post-type correct-subtype)
1270 (redirect (generate-item-link :post post :comment-id comment-id :item-subtype correct-subtype))
1271 (return)))
1272 (labels ((extra-head ()
1273 (when-let (canonical-source (or (and (not comment-id)
1274 (cdr (assoc :canonical-source post)))
1275 (and (always-canonical *current-site*)
1276 (main-site-link *current-site* :post post-id :slug (cdr (assoc :slug post))
1277 :comment-id comment-id :direct-comment-link t))))
1278 <link rel="canonical" href=canonical-source>)
1279 <script>postId=(with-html-stream-output (:stream stream) (json:encode-json post-id stream))</script>
1280 <script>alignmentForumPost=(if (cdr (assoc :af post)) "true" "false")</script>
1281 (when (logged-in-userid)
1282 (call-with-server-data 'process-vote-data (format nil "/karma-vote/post?post-id=~A" post-id))))
1283 (retrieve-individual-comment (comment-thread-type)
1284 (let* ((comments (case comment-thread-type
1285 (:comment (get-post-comments post-id))
1286 (:answer (get-post-answers post-id))))
1287 (target-comment (find comment-id comments :key (lambda (c) (cdr (assoc :--id c))) :test #'string=)))
1288 (values comments target-comment))))
1289 (if comment-id
1290 (let ((comment-thread-type (if (string= comment-link-type "answer") :answer :comment)))
1291 (multiple-value-bind (comments target-comment) (retrieve-individual-comment comment-thread-type)
1292 (unless target-comment
1293 ;; If the comment was not found, try as an answer, or vice versa.
1294 (setf comment-thread-type (if (eq comment-thread-type :comment) :answer :comment)
1295 (values comments target-comment) (retrieve-individual-comment comment-thread-type))
1296 (unless target-comment
1297 (error 'lw2-not-found-error)))
1298 (let* ((*comment-individual-link* t)
1299 (display-name (get-username (cdr (assoc :user-id target-comment))))
1300 (verb-phrase (cond
1301 ((and (eq comment-thread-type :answer)
1302 (not (cdr (assoc :parent-comment-id target-comment))))
1303 "answers")
1304 (t "comments on"))))
1305 (emit-page (out-stream :title (format nil "~A ~A ~A" display-name verb-phrase title)
1306 :content-class "individual-thread-page comment-thread-page"
1307 :social-description (when-let (x (cdr (assoc :html-body target-comment))) (extract-excerpt x))
1308 :extra-head #'extra-head)
1309 (unless preview
1310 (format out-stream "<h1 class=\"post-title\">~A ~A <a href=\"~A\">~A</a></h1>"
1311 (encode-entities display-name)
1312 verb-phrase
1313 (generate-item-link :post post-id)
1314 (clean-text-to-html title :hyphenation nil)))
1315 (output-comments out-stream "comment" comments target-comment :chrono chrono :preview preview)))))
1316 (let ((post-sequences (get-post-sequences post-id)))
1317 (emit-page (out-stream :title title
1318 :content-class (format nil "post-page comment-thread-page~{ ~A~}"
1319 (list-cond ((cdr (assoc :question post)) "question-post-page")
1320 (post-sequences "in-sequence")
1321 ((not show-comments) "no-comments")))
1322 :social-description (when-let (x (cdr (assoc :html-body post))) (extract-excerpt x))
1323 :extra-head #'extra-head)
1324 (cond
1325 (condition
1326 (error-explanation-case (error-to-html condition)
1327 (lw2-not-allowed-error
1328 <p>This probably means the post has been deleted or moved back to the author's drafts.</p>)))
1330 (post-body-to-html post)))
1331 (when (and lw2-auth-token (equal (logged-in-userid) (cdr (assoc :user-id post))))
1332 (format out-stream "<div class=\"post-controls\"><a class=\"edit-post-link button\" href=\"/edit-post?post-id=~A\" accesskey=\"e\" title=\"Edit post [e]\">Edit post</a></div>"
1333 (cdr (assoc :--id post))))
1334 (alist-bind (fm-crosspost foreign-post) post
1335 (alist-bind (is-crosspost hosted-here) fm-crosspost
1336 (when is-crosspost
1337 (if-let (crosspost-site-host (backend-magnum-crosspost-site *current-backend*))
1338 (let* ((*current-site* (find-site crosspost-site-host))
1339 (crosspost-site-title (main-site-title *current-site*)))
1340 (alist-bind (comment-count base-score) foreign-post
1341 <a class="crosspost" href=(generate-item-link :post foreign-post :absolute t)>Crossposted (if hosted-here "to" "from") (progn crosspost-site-title)
1342 \ \((safe (pretty-number (or base-score 0) "point")), (safe (pretty-number (or comment-count 0) "comment"))\)</a>))
1343 (error "Could not retrieve crossposted post. magnum-crosspost-site not configured.")))))
1344 (post-nav-links post post-sequences)
1345 (activate-client-trigger "postLoaded")
1346 (when show-comments
1347 (write-string "<script> </script>" out-stream)
1348 (finish-output out-stream)
1349 (with-error-html-block ()
1350 ;; Temporary hack to support nominations
1351 (let* ((real-comments (get-post-comments post-id))
1352 (answers (when (cdr (assoc :question post))
1353 (get-post-answers post-id)))
1354 (posted-at (and (typep *current-backend* 'backend-lw2)
1355 (cdr (assoc :posted-at post))))
1356 (posted-timestamp (and posted-at (local-time:parse-timestring posted-at)))
1357 (now (local-time:now))
1358 (nominations-open nil)
1359 (reviews-eligible (timerange "2020-01-01" posted-timestamp "2021-01-01"))
1360 (reviews-open (and reviews-eligible (timerange "2021-12-14" now "2022-01-11"))))
1361 (labels ((top-level-property (comment property)
1362 (or (cdr (assoc property comment))
1363 (cdr (assoc property (cdr (assoc :top-level-comment comment)))))))
1364 (multiple-value-bind (normal-comments nominations reviews)
1365 (loop for comment in real-comments
1366 if (top-level-property comment :nominated-for-review)
1367 collect comment into nominations
1368 else if (top-level-property comment :reviewing-for-review)
1369 collect comment into reviews
1370 else
1371 collect comment into normal-comments
1372 finally (return (values normal-comments nominations reviews)))
1373 (loop for (name comments open) in (list-cond ((or nominations nominations-open)
1374 (list "nomination" nominations nominations-open))
1375 ((or reviews reviews-open)
1376 (list "review" reviews reviews-open))
1377 ((cdr (assoc :question post))
1378 (list "answer" answers t))
1380 (list "comment" normal-comments t)))
1381 do (output-comments out-stream name comments nil
1382 :replies-open open
1383 :overcomingbias-sort (cdr (assoc :comment-sort-order post)) :chrono chrono :preview preview))))))))))))))
1384 (:post ()
1385 (post-comment :post-id post-id :need-auth need-auth))))
1387 (defparameter *edit-post-template* (compile-template* "edit-post.html"))
1389 (define-page view-edit-post "/edit-post" (title url section tags post-id link-post)
1390 (request-method
1391 (:get ()
1392 (let* ((csrf-token (make-csrf-token))
1393 (post-body (if post-id (get-post-body post-id :auth-token (hunchentoot:cookie-in "lw2-auth-token"))))
1394 (section (or section (loop for (sym . sec) in '((:draft . "drafts") (:meta . "meta") (:frontpage-date . "frontpage"))
1395 if (cdr (assoc sym post-body)) return sec
1396 finally (return "all")))))
1397 (emit-page (out-stream :title (if post-id "Edit Post" "New Post") :content-class "edit-post-page")
1398 (render-template* *edit-post-template* out-stream
1399 :csrf-token csrf-token
1400 :title (cdr (assoc :title post-body))
1401 :url (cdr (assoc :url post-body))
1402 :question (cdr (assoc :question post-body))
1403 :tags-supported (typep *current-backend* 'backend-accordius)
1404 :tags (when (and post-id (typep *current-backend* 'backend-accordius)) (do-wl-rest-query (format nil "posts/~a/update_tagset/" post-id) '()))
1405 :post-id post-id
1406 :section-list (loop for (name desc) in '(("all" "All") ("meta" "Meta") ("frontpage" "Frontpage") ("drafts" "Drafts"))
1407 when (or (string= name section) (member name '("drafts" "all") :test #'string=))
1408 collect (alist :name name :desc desc :selected (string= name section)))
1409 :lesswrong-misc (typep *current-backend* 'backend-lw2-misc-features)
1410 :submit-to-frontpage (if post-id (cdr (assoc :submit-to-frontpage post-body)) t)
1411 :markdown-source (or (and post-id (markdown-source :post post-id (cdr (assoc :html-body post-body)))) "")))))
1412 (:post (text question submit-to-frontpage)
1413 (let ((lw2-auth-token *current-auth-token*)
1414 (url (if (string= url "") nil url)))
1415 (assert lw2-auth-token)
1416 (let* ((post-data
1417 (list-cond
1418 (t :body (postprocess-markdown text))
1419 (t :title (or (nonempty-string title) "Untitled"))
1420 (link-post :url url)
1421 (t :meta (or (string= section "meta") :false))
1422 ((not post-id) :is-event nil)
1423 (t :draft (or (string= section "drafts") :false))
1424 ((typep *current-backend* 'backend-lw2-misc-features) :submit-to-frontpage (and submit-to-frontpage t))
1425 ((not post-id) :question (if question t :false))))
1426 (post-unset
1427 (list-cond
1428 ((not link-post) :url t)))
1429 (new-post-data
1430 (if post-id
1431 (do-lw2-post-edit lw2-auth-token post-id post-data post-unset)
1432 (do-lw2-post lw2-auth-token post-data)))
1433 (new-post-id (cdr (assoc :--id new-post-data))))
1434 (assert new-post-id)
1435 (when (typep *current-backend* 'backend-accordius)
1436 (do-wl-rest-mutate :post
1437 (format nil "posts/~a/update_tagset/" post-id)
1438 (alist "tags" tags)
1439 lw2-auth-token))
1440 (setf (markdown-source :post new-post-id (cdr (assoc :html-body new-post-data))) text)
1441 (ignore-errors (get-post-body post-id :force-revalidate t))
1442 (redirect (if (js-true (cdr (assoc :draft post-data)))
1443 (concatenate 'string (generate-item-link :post new-post-data) "?need-auth=y")
1444 (generate-item-link :post new-post-data))))))))
1446 (define-json-endpoint (view-karma-vote forum-site "/karma-vote")
1447 (let ((auth-token *current-auth-token*))
1448 (request-method
1449 (:post (target target-type (vote-json :real-name "vote"))
1450 (let ((vote (safe-decode-json vote-json)))
1451 (multiple-value-bind (current-vote result)
1452 (do-lw2-vote auth-token target-type target vote)
1453 (alist-bind (vote-count base-score af af-base-score extended-score) result
1454 (let ((vote-buttons (vote-buttons base-score
1455 :as-text t
1456 :af-score (and af af-base-score)
1457 :vote-count (+ vote-count (if (member (cdr (assoc :karma current-vote)) '(nil "neutral") :test #'equal)
1460 :extended-score extended-score))
1461 (out (make-hash-table)))
1462 (loop for (axis . axis-vote) in current-vote
1463 do (setf (gethash axis out) (list* axis-vote (gethash axis vote-buttons))))
1464 out))))))))
1466 (delete-easy-handler 'view-karma-vote)
1468 (define-json-endpoint (view-user-status login-site "/current-user-status")
1469 (let ((auth-token *current-auth-token*))
1470 (request-method
1471 (:get ()
1472 (if (lw2-graphql-query (graphql-query-string "currentUser" nil '(:--id)) :auth-token auth-token)
1473 (sethash (make-hash-table)
1474 "notifications" (check-notifications (logged-in-userid) auth-token)
1475 "alignmentForumAllowed" (member "alignmentForum" (cdr (assoc :groups (get-user :user-id (logged-in-userid)))) :test #'string=))
1476 (with-cache-transaction
1477 (cache-del "auth-token-to-userid" auth-token)
1478 (cache-del "auth-token-to-username" auth-token)))))))
1480 (hunchentoot:define-easy-handler (view-check-notifications :uri "/check-notifications") (format)
1481 (with-error-page
1482 (setf (hunchentoot:content-type*) "application/json")
1483 (if *current-auth-token*
1484 (let ((notifications-status (check-notifications (logged-in-userid) *current-auth-token* :full (string= format "push"))))
1485 (json:encode-json-to-string notifications-status)))))
1487 (hunchentoot:define-easy-handler (view-ignore-user :uri "/ignore-user") ((csrf-token :request-type :post) (target-id :request-type :post) (state :request-type :post) return)
1488 (with-error-page
1489 (check-csrf-token csrf-token)
1490 (let ((user-id (logged-in-userid)))
1491 (unless user-id (error "Not logged in."))
1492 (with-cache-transaction
1493 (let ((ignore-hash (get-ignore-hash user-id)))
1494 (if (string= state "ignore")
1495 (setf (gethash target-id ignore-hash) t)
1496 (remhash target-id ignore-hash))
1497 (cache-put "user-ignore-list" user-id ignore-hash :value-type :json))))
1498 (when return
1499 (redirect return))))
1501 (client-defun comment-controls (&key standalone parent-comment-id parent-answer-id edit-comment-id)
1502 (flet ((inner ()
1503 <form method="post" id="conversation-form" class="aligned-form">
1504 <div class="textarea-container">
1505 <textarea name="text" oninput="enableBeforeUnload();"></textarea>
1506 <span class="markdown-reference-link">You can use <a href="http://commonmark.org/help/" target="_blank">Markdown</a> here.</span>
1507 <button type="button" class="guiedit-mobile-auxiliary-button guiedit-mobile-help-button">Help</button>
1508 <button type="button" class="guiedit-mobile-auxiliary-button guiedit-mobile-exit-button">Exit</button>
1509 </div>
1510 <div>
1511 (macrolet ((hidden-var (name)
1512 `(when ,name <input type="hidden" name=,(string-downcase name) value=,name>)))
1513 (hidden-var parent-comment-id)
1514 (hidden-var parent-answer-id)
1515 (hidden-var edit-comment-id))
1516 <input name="csrf-token" value=(make-csrf-token) type="hidden">
1517 <input value="Submit" type="submit">
1518 </div>
1519 </form>))
1520 (if standalone
1521 <div class="posting-controls standalone with-markdown-editor" onsubmit="disableBeforeUnload();">(with-html-stream-output (inner))</div>
1522 (inner))))
1524 (define-json-endpoint (view-karma-vote-shortform shortform-site "/karma-vote/shortform")
1525 (let ((auth-token *current-auth-token*))
1526 (request-method
1527 (:get ((offset :type fixnum :default 0))
1528 (sethash (make-hash-table)
1529 "Comment" (get-shortform-votes auth-token :offset offset))))))
1531 (define-component view-comments-index (index-type)
1532 (:http-args ((offset :type fixnum)
1533 (limit :type fixnum)
1534 (view :member '(nil :alignment-forum))))
1535 (request-method
1536 (:get ()
1537 (let* ((want-total (not (or (typep *current-backend* 'backend-lw2) (typep *current-backend* 'backend-ea-forum)))) ; LW2/EAF can't handle total queries. TODO: handle this in backend.
1538 (shortform (eq index-type :shortform))
1539 (with-voting (not (null (and shortform (logged-in-userid))))))
1540 (multiple-value-bind (title query-view top-nav)
1541 (cond
1542 (shortform (values "Shortform" "shortform" (if (logged-in-userid) (lambda () (comment-controls :standalone t)))))
1543 (t (values (case view (:alignment-forum "Alignment Forum recent comments") (t "Recent comments")) "allRecentComments" nil)))
1544 (multiple-value-bind (recent-comments total)
1545 (if (or (not (eq index-type :recent-comments)) offset limit view (/= (user-pref :items-per-page) 20))
1546 (let ((*use-alignment-forum* (eq view :alignment-forum)))
1547 (lw2-graphql-query (lw2-query-string :comment :list
1548 (remove nil (alist :view query-view
1549 :limit (or limit (user-pref :items-per-page)) :offset offset)
1550 :key #'cdr)
1551 :context (if shortform :shortform :index)
1552 :with-total want-total)))
1553 (get-recent-comments :with-total want-total))
1554 (renderer ()
1555 (view-items-index recent-comments
1556 :title title
1557 :extra-head (lambda ()
1558 (when with-voting
1559 (call-with-server-data 'process-vote-data (format nil "/karma-vote/shortform?offset=~A" (or offset 0)))))
1560 :content-class (if shortform "index-page shortform-index-page comment-thread-page" "index-page comment-index-page")
1561 :pagination (pagination-nav-bars :offset (or offset 0) :with-next (not want-total) :total (if want-total total))
1562 :top-nav (lambda () (page-toolbar-to-html :title title) (when top-nav (funcall top-nav)))
1563 :alternate-html (if (eq index-type :shortform)
1564 (lambda ()
1565 (let ((*enable-voting* with-voting))
1566 <div class="comments">
1567 (comment-tree-to-html *html-output*
1568 (make-comment-parent-hash
1569 (flatten-shortform-comments recent-comments)))
1570 </div>)))))))))
1571 (:post ()
1572 (post-comment :shortform t))))
1574 (define-component-routes forum-site (view-recent-comments (standard-route :uri "/recentcomments") () (view-comments-index :recent-comments)))
1575 (define-component-routes shortform-site (view-shortform (standard-route :uri "/shortform") () (view-comments-index :shortform)))
1577 (delete-easy-handler 'view-recent-comments)
1579 (defun tag-to-html (tag &key skip-headline)
1580 (schema-bind (:tag tag :auto :context :body)
1581 (alist-bind (edited-at html user-id) description
1582 (unless skip-headline
1583 <h1 class="post-title">(safe (clean-text-to-html name))</h1>
1584 <div class="post-meta">
1585 <span>(if core "Core ")(if wiki-only "Wiki" "Tag")</span>
1586 (when (and (nonempty-string edited-at) (nonempty-string user-id))
1587 <span>Last edit: (pretty-time-html edited-at)
1588 \ by <a class="author" href=("/users/~A" (get-user-slug user-id))>(get-username user-id)</a>
1589 </span>)
1590 </div>)
1591 (when html
1592 <div class="tag-description body-text">(with-html-stream-output (:stream stream) (let ((*memoized-output-stream* stream)) (clean-html* html)))</div>))))
1594 (defun tag-list-to-html (tags)
1595 <ul class="tag-list">
1596 (iter (for tag in tags)
1597 (schema-bind (:tag tag :auto :context :index)
1598 <li><a class="post-title-link" href=("/tag/~A" slug)>(safe (clean-text-to-html name))(if wiki-only
1599 " (wiki)"
1600 (if post-count (format nil " (~A)" post-count)))</a></li>))
1601 </ul>)
1603 (define-json-endpoint (view-user-autocomplete forum-site "/-user-autocomplete")
1604 (request-method
1605 (:get (q)
1606 (lw2-search-query q :indexes '("test_users")))))
1608 (define-json-endpoint (view-karma-vote-tag forum-site "/karma-vote/tag")
1609 (let ((auth-token *current-auth-token*))
1610 (request-method
1611 (:get (tag-id post-id)
1612 (hash-cond (make-hash-table)
1613 (tag-id "Post" (get-tag-post-votes tag-id auth-token))
1614 (tag-id "Comment" (get-tag-comments-votes tag-id auth-token))
1615 (post-id "Tag" (get-post-tag-votes post-id auth-token)))))))
1617 (define-component view-tag (slug tail)
1618 (:http-args ((sort :default :relevant :member '(:relevant :new :old))))
1619 (when (nonempty-string tail)
1620 (redirect (format nil "/tag/~A" slug))
1621 (return))
1622 (let ((tag (first (lw2-graphql-query (lw2-query-string :tag :list (alist :view "tagBySlug" :slug slug) :context :body)))))
1623 (unless tag
1624 (error 'lw2-not-found-error))
1625 (request-method
1626 (:get ()
1627 (let* ((posts (get-tag-posts slug))
1628 (posts (if (eq sort :relevant) posts (sort-items posts sort))))
1629 (schema-bind (:tag tag :auto :context :body)
1630 (renderer ()
1631 (view-items-index posts
1632 :title (format nil "~A tag" name)
1633 :extra-head (lambda ()
1634 (when-let (canonical-source (and (always-canonical *current-site*)
1635 (main-site-link *current-site* :tag slug)))
1636 <link rel="canonical" href=canonical-source>)
1637 (when (logged-in-userid)
1638 (call-with-server-data 'process-vote-data (format nil "/karma-vote/tag?tag-id=~A" tag-id))))
1639 :top-nav (lambda ()
1640 (page-toolbar-to-html :title name :rss (not wiki-only))
1641 (tag-to-html tag)
1642 (when (and posts (not *preview*))
1643 (sublevel-nav-to-html '(:relevant :new :old)
1644 sort
1645 :default :relevant
1646 :param-name "sort"
1647 :extra-class "sort")))
1648 :content-class "index-page tag-index-page"
1649 :alternate-html (lambda ()
1650 (unless wiki-only
1651 (write-index-items-to-html *html-output* posts))
1652 (when (typep *current-backend* 'backend-lw2-tags-comments)
1653 (finish-output *html-output*)
1654 (let ((*enable-voting* (not (null (logged-in-userid))))
1655 (comments (lw2-graphql-query (lw2-query-string :comment :list (alist :view "tagDiscussionComments" :tag-id tag-id)))))
1656 (output-comments *html-output* "comment" comments nil :replies-open t)))))))))
1657 (:post ()
1658 (schema-bind (:tag tag (tag-id))
1659 (renderer ()
1660 (post-comment :tag-id tag-id)))))))
1662 (define-component-routes forum-site (view-tag (regex-route :regex "^/(?:tag|topics)/([^/?]+)(/[^/?]*)?") (slug tail) (view-tag slug tail)))
1664 (define-route 'ea-forum-viewer-site 'regex-route :name 'view-tags-redirect :regex "^/tag/" :handler (lambda () (redirect (ppcre:regex-replace "^/tag/" (hunchentoot:request-uri*) "/topics/"))))
1666 (define-component view-tags-index ()
1667 (:http-args ())
1668 (multiple-value-bind (all-tags portal)
1669 (lw2-graphql-query-multi
1670 (list (lw2-query-string* :tag :list (alist :view "allTagsAlphabetical"))
1671 (lw2-query-string* :tag :list (alist :view "tagBySlug" :slug "portal") :context :body)))
1672 (let ((core-tags
1673 (iter (for tag in all-tags)
1674 (schema-bind (:tag tag (core))
1675 (when core (collect tag)))))
1676 (title (if (typep *current-site* 'lesswrong-viewer-site) "Concepts Portal" "Tags Portal")))
1677 (renderer ()
1678 (emit-page (out-stream :title title)
1679 <article>
1680 <h1 class="post-title">(safe title)</h1>
1681 (tag-to-html (first portal) :skip-headline t)
1682 </article>
1683 (iter (for (title . tags) in (alist "Core Tags" core-tags "All Tags" all-tags))
1684 (progn
1685 <h1>(safe title)</h1>
1686 (tag-list-to-html tags))))))))
1688 (define-component-routes forum-site (view-tags-index (standard-route :uri "/tags") () (view-tags-index)))
1689 (define-component-routes forum-site (view-tags-index-alt (standard-route :uri "/topics") () (view-tags-index)))
1691 (define-route 'forum-site 'standard-route :name 'view-tags-index-redirect :uri "/tags/all" :handler (lambda () (redirect "/tags")))
1692 (define-route 'forum-site 'standard-route :name 'view-tags-index-redirect :uri "/topics/all" :handler (lambda () (redirect "/topics")))
1694 (define-route 'alternate-frontend-site 'standard-route :name 'view-tags-voting-redirect :uri "/tagVoting" :handler (lambda () (main-site-redirect "/tagVoting")))
1695 (define-route 'alternate-frontend-site 'standard-route :name 'view-tags-dashboard-redirect :uri "/tags/dashboard" :handler (lambda () (main-site-redirect "/tags/dashboard")))
1697 (hunchentoot:define-easy-handler (view-push-register :uri "/push/register") ()
1698 (with-error-page
1699 (let* ((data (call-with-safe-json (lambda ()
1700 (json:decode-json-from-string
1701 (hunchentoot:raw-post-data :force-text t :external-format :utf-8)))))
1702 (subscription (cdr (assoc :subscription data)))
1703 (cancel (cdr (assoc :cancel data))))
1704 (cond
1705 (subscription
1706 (make-subscription *current-auth-token*
1707 (cdr (assoc :endpoint subscription))
1708 (cdr (assoc :expires *current-auth-status*)))
1709 (send-notification (cdr (assoc :endpoint subscription)) :ttl 120))
1710 (cancel
1711 (delete-subscription *current-auth-token*)))
1712 nil)))
1714 (hunchentoot:define-easy-handler (view-inbox-redirect :uri "/push/go-inbox") ()
1715 (with-error-page
1716 (redirect (format nil "/users/~A?show=inbox" *current-user-slug*))))
1718 (define-page view-user (:regex "^/users/(.*?)(?:$|\\?)|^/user" user-slug) (id
1719 (offset :type fixnum :default 0)
1720 (show :member '(:all :posts :comments :drafts :conversations :inbox) :default :all)
1721 (sort :member '(:top :new :old) :default :new))
1722 (let* ((auth-token (if (eq show :inbox) *current-auth-token*))
1723 (user-info
1724 (let ((ui (get-user (cond (user-slug :user-slug) (id :user-id)) (or user-slug id) :auth-token auth-token)))
1725 (if (and (not (cdr (assoc :deleted ui))) (cdr (assoc :--id ui)))
1727 (error 'lw2-user-not-found-error))))
1728 (user-id (cdr (assoc :--id user-info)))
1729 (own-user-page (logged-in-userid user-id))
1730 (display-name (if user-slug (cdr (assoc :display-name user-info)) user-id))
1731 (show-text (if (not (eq show :all)) (string-capitalize show)))
1732 (title (format nil "~A~@['s ~A~]" display-name show-text))
1733 (sort-type (case sort (:top :score) (:new :date) (:old :date-reverse))))
1734 (multiple-value-bind (items total)
1735 (case show
1736 (:posts
1737 (get-user-page-items user-id :posts :offset offset :limit (+ 1 (user-pref :items-per-page)) :sort-type sort-type))
1738 (:comments
1739 (get-user-page-items user-id :comments :offset offset :limit (+ 1 (user-pref :items-per-page)) :sort-type sort-type))
1740 (:drafts
1741 (get-user-page-items user-id :posts :drafts t :offset offset :limit (+ 1 (user-pref :items-per-page)) :auth-token (hunchentoot:cookie-in "lw2-auth-token")))
1742 (:conversations
1743 (let ((conversations
1744 (lw2-graphql-query (lw2-query-string :conversation :list
1745 (alist :view "userConversations" :limit (+ 1 (user-pref :items-per-page)) :offset offset :user-id user-id)
1746 :fields '(:--id :created-at :title (:participants :display-name :slug) :----typename))
1747 :auth-token (hunchentoot:cookie-in "lw2-auth-token"))))
1748 (lw2-graphql-query-map
1749 (lambda (c)
1750 (lw2-query-string* :message :total (alist :view "messagesConversation" :conversation-id (cdr (assoc :--id c)))))
1751 conversations
1752 :postprocess (lambda (c result)
1753 (acons :messages-total result c))
1754 :auth-token (hunchentoot:cookie-in "lw2-auth-token"))))
1755 (:inbox
1756 (error-explanation-case
1757 (prog1
1758 (let ((notifications (get-notifications :user-id user-id :offset offset :auth-token (hunchentoot:cookie-in "lw2-auth-token")))
1759 (last-check (ignore-errors (local-time:parse-timestring (cdr (assoc :last-notifications-check user-info))))))
1760 (labels ((check-new (key obj)
1761 (if (ignore-errors (local-time:timestamp< last-check (local-time:parse-timestring (cdr (assoc key obj)))))
1762 (acons :highlight-new t obj)
1763 obj))
1764 (check-replied (comment)
1765 (let* ((post-id (cdr (assoc :post-id comment)))
1766 (comment-id (cdr (assoc :--id comment)))
1767 (reply-comment-id (check-comment-replied comment-id user-id)))
1768 (if reply-comment-id
1769 (acons :replied (list :post post-id :comment-id reply-comment-id) comment)
1770 comment))))
1771 (lw2-graphql-query-map
1772 (lambda (n)
1773 (alexandria:switch ((cdr (assoc :document-type n)) :test #'string=)
1774 ("comment"
1775 (lw2-query-string* :comment :single
1776 (alist :document-id (cdr (assoc :document-id n)))
1777 :context :index))
1778 ("post"
1779 (lw2-query-string* :post :single (alist :document-id (cdr (assoc :document-id n)))))
1780 ("message"
1781 (lw2-query-string* :message :single (alist :document-id (cdr (assoc :document-id n)))
1782 :fields *messages-index-fields*))
1784 (values n t))))
1785 notifications
1786 :postprocess (lambda (n result)
1787 (if result
1788 (funcall (if (string= (cdr (assoc :document-type n)) "comment") #'check-replied #'identity)
1789 (check-new
1790 (alexandria:switch ((cdr (assoc :document-type n)) :test #'string=)
1791 ("comment" :posted-at)
1792 ("post" :posted-at)
1793 ("message" :created-at))
1794 result))
1796 :auth-token auth-token)))
1797 (do-user-edit
1798 (hunchentoot:cookie-in "lw2-auth-token")
1799 user-id
1800 (alist :last-notifications-check (timestamp-to-graphql (local-time:now)))))
1801 (lw2-not-allowed-error
1802 <p>This may mean your login token has expired or become invalid. You can try <a href="/login">logging in again</a>.</p>)))
1804 (get-user-page-items user-id :both :offset offset :limit (+ 1 (user-pref :items-per-page)) :sort-type sort-type)))
1805 (let ((with-next (> (length items) (+ (if (eq show :all) offset 0) (user-pref :items-per-page))))
1806 (interleave (if (eq show :all) (comment-post-interleave items :limit (user-pref :items-per-page) :offset (if (eq show :all) offset nil) :sort-by sort-type) (firstn items (user-pref :items-per-page))))) ; this destructively sorts items
1807 (view-items-index interleave :title title
1808 :content-class (format nil "user-page~@[ ~A-user-page~]~:[~; own-user-page~]" (string-downcase show) own-user-page)
1809 :current-uri (format nil "/users/~A" user-slug)
1810 :section :personal
1811 :pagination (pagination-nav-bars :offset offset :total total :with-next (if (not total) with-next))
1812 :need-auth (eq show :drafts) :section (if (eq show :drafts) "drafts" nil)
1813 :top-nav (lambda ()
1814 (page-toolbar-to-html :title title
1815 :enable-push-notifications (eq show :inbox)
1816 :rss (not (member show '(:drafts :conversations :inbox)))
1817 :new-post (if (eq show :drafts) "drafts" t)
1818 :new-conversation (if own-user-page t user-slug)
1819 :ignore (if (and (logged-in-userid) (not own-user-page))
1820 (lambda ()
1821 (let ((ignored (gethash user-id *current-ignore-hash*)))
1822 <form method="post" action="/ignore-user">
1823 <button class=("button ~A" (if ignored "unignore-button" "ignore-button"))>(if ignored "Unignore user" "Ignore user")</button>
1824 <input type="hidden" name="csrf-token" value=(make-csrf-token)>
1825 <input type="hidden" name="target-id" value=user-id>
1826 <input type="hidden" name="state" value=(if ignored "unignore" "ignore")>
1827 <input type="hidden" name="return" value=(hunchentoot:request-uri*)>
1828 </form>)))
1829 :logout own-user-page)
1830 (alist-bind ((actual-id string :--id)
1831 (actual-slug string :slug)
1832 (karma (or null fixnum))
1833 (af-karma (or null fixnum)))
1834 user-info
1835 <h1 class="page-main-heading"
1836 (when (not own-user-page)
1837 (format nil "data-~:[~;anti-~]~:*kibitzer-redirect=~:[/users/~*~A~;/user?id=~A~]"
1838 user-slug actual-id actual-slug))>
1839 (progn display-name)
1840 (let ((full-name (get-user-full-name user-id)))
1841 (when (and user-slug (stringp full-name) (> (length full-name) 0))
1842 <span class="user-full-name">\((progn full-name)\)</span>))
1843 </h1>
1844 <div class="user-stats">
1845 Karma:
1846 <span class="karma-type">
1847 <span class="karma-total">(if user-slug (pretty-number (or karma 0)) "##")</span>(if af-karma " (LW),")
1848 </span>\
1849 (when af-karma
1850 <span class="karma-type">
1851 <span class="karma-total af-karma-total">(if user-slug (pretty-number (or af-karma 0)) "##")</span> \(AF\)
1852 </span>)
1853 </div>
1854 (when-let (html-bio (cdr (assoc :html-bio user-info)))
1855 <div class="user-bio body-text">
1856 (with-html-stream-output (:stream stream)
1857 (let ((*memoized-output-stream* stream))
1858 (clean-html* html-bio)))
1859 </div>))
1860 (sublevel-nav-to-html `(:all :posts :comments
1861 ,@(if own-user-page
1862 '(:drafts :conversations :inbox)))
1863 show
1864 :default :all)
1865 (when (member show '(:all :posts :comments))
1866 (sublevel-nav-to-html '(:new :top :old)
1867 sort
1868 :default :new
1869 :param-name "sort"
1870 :extra-class "sort"))))))))
1872 (defparameter *conversation-template* (compile-template* "conversation.html"))
1874 (define-page view-conversation "/conversation" (id to subject)
1875 (request-method
1876 (:get ()
1877 (cond
1878 ((and id to) (error "This is an invalid URL."))
1880 (multiple-value-bind (conversation messages)
1881 (get-conversation-messages id (hunchentoot:cookie-in "lw2-auth-token"))
1882 (let ((conversation (rectify-conversation conversation)))
1883 (view-items-index (nreverse messages) :content-class "conversation-page" :need-auth t :title (encode-entities (cdr (assoc :title conversation)))
1884 :top-nav (lambda () (render-template* *conversation-template* *html-output*
1885 :conversation conversation :csrf-token (make-csrf-token)))))))
1887 (emit-page (out-stream :title "New conversation" :content-class "conversation-page")
1888 (render-template* *conversation-template* out-stream
1889 :to to
1890 :subject subject
1891 :csrf-token (make-csrf-token))))))
1892 (:post ((text :required t))
1893 (let* ((id (or id
1894 (let ((participant-ids (list (logged-in-userid) (cdar (lw2-graphql-query (lw2-query-string :user :single (alist :slug to) :fields '(:--id)))))))
1895 (do-create-conversation (hunchentoot:cookie-in "lw2-auth-token") (alist :participant-ids participant-ids :title subject))))))
1896 (do-create-message (hunchentoot:cookie-in "lw2-auth-token") id text)
1897 (redirect (format nil "/conversation?id=~A" id))))))
1899 (defun search-result-markdown-to-html (item)
1900 (cons (cons :html-body
1901 (handler-case (nth-value 1 (cl-markdown:markdown (cdr (assoc :body item)) :stream nil))
1902 (serious-condition () "[Error while processing search result]")))
1903 item))
1905 (define-page view-search "/search" ((q :required t))
1906 (let ((*current-search-query* q)
1907 (link (presentable-link q :search))
1908 (title (format nil "~@[~A - ~]Search" q)))
1909 (declare (special *current-search-query*))
1910 (if link
1911 (redirect link)
1912 (multiple-value-bind (tags posts comments) (lw2-search-query q)
1913 (let ((tags (map 'list (lambda (tag)
1914 (alist* :----typename "Tag" tag))
1915 tags)))
1916 (view-items-index (nconc
1917 (map 'list (lambda (post) (if (cdr (assoc :comment-count post)) post (alist* :comment-count 0 post))) posts)
1918 (map 'list #'search-result-markdown-to-html comments))
1919 :top-nav (lambda ()
1920 (page-toolbar-to-html :title title :rss t)
1921 (when tags
1922 <h1>Tags</h1>
1923 (tag-list-to-html tags)))
1924 :content-class "search-results-page" :current-uri "/search"
1925 :title title))))))
1927 (define-page view-login "/login" (return cookie-check
1928 (login-username :request-type :post) (login-password :request-type :post)
1929 (signup-username :request-type :post) (signup-email :request-type :post) (signup-password :request-type :post) (signup-password2 :request-type :post))
1930 (labels
1931 ((emit-login-page (&key error-message)
1932 (let ((csrf-token (make-csrf-token)))
1933 (emit-page (out-stream :title "Log in" :current-uri "/login" :content-class "login-page" :robots "noindex, nofollow")
1934 (when error-message
1935 (format out-stream "<div class=\"error-box\">~A</div>" error-message))
1936 (with-outputs (out-stream) "<div class=\"login-container\">")
1937 (output-form out-stream "post" (format nil "/login~@[?return=~A~]" (if return (url-rewrite:url-encode return))) "login-form" "Log in" csrf-token
1938 '(("login-username" "Username" "text" "username")
1939 ("login-password" "Password" "password" "current-password"))
1940 "Log in"
1941 :end-html (when (typep *current-backend* 'backend-websocket-login) ;other backends not supported yet
1942 "<a href=\"/reset-password\">Forgot password</a>"))
1943 (output-form out-stream "post" (format nil "/login~@[?return=~A~]" (if return (url-rewrite:url-encode return))) "signup-form" "Create account" csrf-token
1944 '(("signup-username" "Username" "text" "username")
1945 ("signup-email" "Email" "text" "email")
1946 ("signup-password" "Password" "password" "new-password")
1947 ("signup-password2" "Confirm password" "password" "new-password"))
1948 "Create account")
1949 (when-let (main-site-title (main-site-title *current-site*))
1950 (when (typep *current-site* 'ea-forum-viewer-site)
1951 <div class="error-box"><span style="font-weight:bold">WARNING:</span> EA Forum recently switched to a new single sign-on system. Accounts created with the new system do not currently work with GreaterWrong.\
1952 Accounts created before the new system and accounts created through GreaterWrong continue to work.</div>)
1953 (format out-stream "<div class=\"login-tip\"><span>Tip:</span> You can log in with the same username and password that you use on ~A~:*. Creating an account here also creates one on ~A.</div>"
1954 main-site-title))
1955 (format out-stream "</div>"))))
1956 (finish-login (username user-id auth-token error-message &optional expires)
1957 (cond
1958 (auth-token
1959 (set-cookie "lw2-auth-token" auth-token :max-age (if expires (+ (- expires (get-unix-time)) (* 24 60 60)) (1- (expt 2 31))))
1960 (if expires (set-cookie "lw2-status" (json:encode-json-to-string (alist :expires expires))))
1961 (cache-put "auth-token-to-userid" auth-token user-id)
1962 (cache-put "auth-token-to-username" auth-token username)
1963 (redirect (if (and return (ppcre:scan "^/[^/]" return)) return "/")))
1965 (emit-login-page :error-message error-message)))))
1966 (cond
1967 ((not (or cookie-check (hunchentoot:cookie-in "session-token")))
1968 (set-cookie "session-token" (base64:usb8-array-to-base64-string (ironclad:make-random-salt)))
1969 (redirect (format nil "/login?~@[return=~A&~]cookie-check=y" (if return (url-rewrite:url-encode return)))))
1970 (cookie-check
1971 (if (hunchentoot:cookie-in "session-token")
1972 (redirect (format nil "/login~@[?return=~A~]" (if return (url-rewrite:url-encode return))))
1973 (emit-page (out-stream :title "Log in" :current-uri "/login")
1974 (format out-stream "<h1>Enable cookies</h1><p>Please enable cookies in your browser and <a href=\"/login~@[?return=~A~]\">try again</a>.</p>" (if return (url-rewrite:url-encode return))))))
1975 (login-username
1976 (cond
1977 ((or (string= login-username "") (string= login-password "")) (emit-login-page :error-message "Please enter a username and password"))
1978 ((lw2.dnsbl:dnsbl-check (hunchentoot:real-remote-addr)) (emit-login-page :error-message "Your IP address is blacklisted."))
1979 (t (multiple-value-call #'finish-login login-username (do-login login-username login-password)))))
1980 (signup-username
1981 (cond
1982 ((not (every (lambda (x) (not (string= x ""))) (list signup-username signup-email signup-password signup-password2)))
1983 (emit-login-page :error-message "Please fill in all fields"))
1984 ((not (string= signup-password signup-password2))
1985 (emit-login-page :error-message "Passwords do not match"))
1986 ((lw2.dnsbl:dnsbl-check (hunchentoot:real-remote-addr)) (emit-login-page :error-message "Your IP address is blacklisted."))
1987 (t (multiple-value-call #'finish-login signup-username (do-lw2-create-user signup-username signup-email signup-password)))))
1989 (emit-login-page)))))
1991 (define-page view-logout "/logout" ()
1992 (request-method
1993 (:post ()
1994 (set-cookie "lw2-auth-token" "" :max-age 0)
1995 (do-logout *current-auth-token*)
1996 (redirect "/"))))
1998 (defparameter *reset-password-template* (compile-template* "reset-password.html"))
2000 (define-page view-reset-password "/reset-password" ((email :request-type :post) (reset-link :request-type :post) (password :request-type :post) (password2 :request-type :post))
2001 (labels ((emit-rpw-page (&key message message-type step)
2002 (let ((csrf-token (make-csrf-token)))
2003 (emit-page (out-stream :title "Reset password" :content-class "reset-password" :robots "noindex, nofollow")
2004 (render-template* *reset-password-template* out-stream
2005 :csrf-token csrf-token
2006 :reset-link reset-link
2007 :message message
2008 :message-type message-type
2009 :step step)))))
2010 (cond
2011 (email
2012 (multiple-value-bind (ret error)
2013 (do-lw2-forgot-password email)
2014 (declare (ignore ret))
2015 (if error
2016 (emit-rpw-page :step 1 :message error :message-type "error")
2017 (emit-rpw-page :step 1 :message "Password reset email sent." :message-type "success"))))
2018 (reset-link
2019 (ppcre:register-groups-bind (reset-token) ("(?:reset-password/|^)([^/#]+)$" reset-link)
2020 (cond
2021 ((not reset-token)
2022 (emit-rpw-page :step 2 :message "Invalid password reset link." :message-type "error"))
2023 ((not (string= password password2))
2024 (emit-rpw-page :step 2 :message "Passwords do not match." :message-type "error"))
2026 (multiple-value-bind (user-id auth-token error-message) (do-lw2-reset-password reset-token password)
2027 (declare (ignore user-id auth-token))
2028 (cond
2029 (error-message (emit-rpw-page :step 2 :message error-message :message-type "error"))
2031 (with-error-page (emit-page (out-stream :title "Reset password" :content-class "reset-password")
2032 (format out-stream "<h1>Password reset complete</h1><p>You can now <a href=\"/login\">log in</a> with your new password.</p>"))))))))))
2034 (emit-rpw-page)))))
2036 (define-page view-library "/library"
2037 ((view :member '(:featured :community) :default :featured))
2038 (let ((sequences
2039 (lw2-graphql-query
2040 (lw2-query-string :sequence :list
2041 (alist :view (case view
2042 (:featured "curatedSequences")
2043 (:community "communitySequences")))
2044 :fields '(:--id :created-at :user-id :title :----typename)))))
2045 (view-items-index
2046 sequences
2047 :title "Sequences Library"
2048 :content-class "sequences-page"
2049 :current-uri "/library"
2050 :top-nav (lambda ()
2051 (sublevel-nav-to-html '(:featured :community)
2052 view
2053 :default :featured
2054 :param-name "view"
2055 :extra-class "sequences-view")))))
2057 (define-page view-sequence (:regex "^/s(?:equences)?/([^/?#]+)(?:/?$|\\?)" sequence-id) ()
2058 (let ((sequence (get-sequence sequence-id)))
2059 (alist-bind ((title string))
2060 sequence
2061 (emit-page (out-stream
2062 :title title
2063 :content-class "sequence-page")
2064 (sequence-to-html sequence)))))
2066 (define-component view-collection (collection-id) ()
2067 (let ((collection (get-collection collection-id)))
2068 (renderer ()
2069 (emit-page (out-stream :title (cdr (assoc :title collection)))
2070 (contents-to-html (collection-to-contents collection) 1 out-stream)
2071 (collection-to-html collection)))))
2073 (define-component-routes lesswrong-viewer-site (view-sequences (standard-route :uri "/sequences") () (view-collection "oneQyj4pw77ynzwAF")))
2074 (define-component-routes lesswrong-viewer-site (view-codex (standard-route :uri "/codex") () (view-collection "2izXHCrmJ684AnZ5X")))
2075 (define-component-routes lesswrong-viewer-site (view-hpmor (standard-route :uri "/hpmor") () (view-collection "ywQvGBSojSQZTMpLh")))
2076 (define-component-routes ea-forum-viewer-site (view-handbook (standard-route :uri "/handbook") () (view-collection "MobebwWs2o86cS9Rd")))
2078 (define-component-routes forum-site (view-tags-index (standard-route :uri "/tags") () (view-tags-index)))
2080 (define-page view-archive (:regex "^/archive(?:/(\\d{4})|/?(?:$|\\?.*$))(?:/(\\d{1,2})|/?(?:$|\\?.*$))(?:/(\\d{1,2})|/?(?:$|\\?.*$))"
2081 (year :type (mod 10000))
2082 (month :type (integer 1 12))
2083 (day :type (integer 1 31)))
2084 ((offset :type fixnum :default 0))
2085 (local-time:with-decoded-timestamp (:day current-day :month current-month :year current-year :timezone local-time:+utc-zone+) (local-time:now)
2086 (local-time:with-decoded-timestamp (:day earliest-day :month earliest-month :year earliest-year :timezone local-time:+utc-zone+) (earliest-post-time)
2087 (labels ((url-elements (&rest url-elements)
2088 (declare (dynamic-extent url-elements))
2089 (format nil "/~{~A~^/~}" url-elements))
2090 (archive-nav ()
2091 (let ((out-stream *html-output*))
2092 (with-outputs (out-stream) "<div class=\"archive-nav\"><div class=\"archive-nav-years\">")
2093 (link-if-not out-stream (not (or year month day)) (url-elements "archive") "archive-nav-item-year" "All")
2094 (loop for y from earliest-year to current-year
2095 do (link-if-not out-stream (eq y year) (url-elements "archive" y) "archive-nav-item-year" y))
2096 (format out-stream "</div>")
2097 (when year
2098 (format out-stream "<div class=\"archive-nav-months\">")
2099 (link-if-not out-stream (not month) (url-elements "archive" year) "archive-nav-item-month" "All")
2100 (loop for m from (if (= (or year current-year) earliest-year) earliest-month 1) to (if (= (or year current-year) current-year) current-month 12)
2101 do (link-if-not out-stream (eq m month) (url-elements "archive" (or year current-year) m) "archive-nav-item-month" (elt local-time:+short-month-names+ m)))
2102 (format out-stream "</div>"))
2103 (when month
2104 (format out-stream "<div class=\"archive-nav-days\">")
2105 (link-if-not out-stream (not day) (url-elements "archive" year month) "archive-nav-item-day" "All")
2106 (loop for d from (if (and (= (or year current-year) earliest-year) (= (or month current-month) earliest-month)) earliest-day 1)
2107 to (if (and (= (or year current-year) current-year) (= (or month current-month) current-month)) current-day (local-time:days-in-month (or month current-month) (or year current-year)))
2108 do (link-if-not out-stream (eq d day) (url-elements "archive" (or year current-year) (or month current-month) d) "archive-nav-item-day" d))
2109 (format out-stream "</div>"))
2110 (format out-stream "</div>"))))
2111 (multiple-value-bind (posts total)
2112 (lw2-graphql-query (lw2-query-string :post :list
2113 (alist :view (if day "new" "top") :limit 51 :offset offset
2114 :after (if (and year (not day)) (format nil "~A-~A-~A" (or year earliest-year) (or month 1) (or day 1)))
2115 :before (if year (format nil "~A-~A-~A" (or year current-year) (or month 12)
2116 (or day (local-time:days-in-month (or month 12) (or year current-year))))))))
2117 (emit-page (out-stream :title "Archive" :current-uri "/archive" :content-class "archive-page"
2118 :top-nav #'archive-nav
2119 :pagination (pagination-nav-bars :items-per-page 50 :offset offset :total total :with-next (if total nil (> (length posts) 50))))
2120 (write-index-items-to-html out-stream (firstn posts 50) :empty-message "No posts for the selected period.")))))))
2122 (define-page view-about "/about" ()
2123 (emit-page (out-stream :title "About" :current-uri "/about" :content-class "about-page")
2124 (alexandria:with-input-from-file (in-stream "www/about.html" :element-type '(unsigned-byte 8))
2125 (alexandria:copy-stream in-stream out-stream))))
2127 (define-page misc-pages (:regex "^/misc-pages/.+") ()
2128 (let ((pathname (hunchentoot:request-pathname)))
2129 (unless (probe-file pathname)
2130 (error 'lw2-not-found-error))
2131 (emit-page (out-stream :title "Misc page" :content-class "misc-page")
2132 (alexandria:with-input-from-file (in-stream pathname :element-type '(unsigned-byte 8))
2133 (alexandria:copy-stream in-stream out-stream)))))
2135 (define-page view-generated-script (:regex "^/generated/([^/]+)\\.js" (name :type string)) ()
2136 (when-let ((package (find-package (string-upcase name))))
2137 (setf (hunchentoot:header-out "Content-Type") "text/javascript")
2138 (let ((stream (make-flexi-stream (hunchentoot:send-headers) :external-format :utf-8)))
2139 (write-package-client-scripts package stream))))
2141 (hunchentoot:define-easy-handler
2142 (view-proxy-asset
2143 :uri (lambda (r)
2144 (with-error-page
2145 (multiple-value-bind (match? strings) (ppcre:scan-to-strings "^/proxy-assets/([0-9A-Za-z]+)(-inverted)?$" (hunchentoot:script-name r) :sharedp t)
2146 (when-let* ((base-filename (and match? (svref strings 0)))
2147 (image-data (cache-get "cached-images" base-filename :value-type :json)))
2148 (let ((inverted (svref strings 1)))
2149 (alist-bind ((mime-type simple-string)) image-data
2150 (setf (hunchentoot:header-out "X-Content-Type-Options") "nosniff"
2151 (hunchentoot:header-out "Cache-Control") #.(format nil "public, max-age=~A, immutable" 600))
2152 (hunchentoot:handle-static-file (concatenate 'string "www/proxy-assets/" base-filename (if inverted "-inverted" "")) mime-type)
2153 t)))))))
2154 nil)