org-element: Fix filling bug in a list with affiliated keyword
[org-mode.git] / lisp / org-element.el
blobf2c87deac055ca6c97a4b7e5ec71b06267e70f48
1 ;;; org-element.el --- Parser And Applications for Org syntax
3 ;; Copyright (C) 2012 Free Software Foundation, Inc.
5 ;; Author: Nicolas Goaziou <n.goaziou at gmail dot com>
6 ;; Keywords: outlines, hypermedia, calendar, wp
8 ;; This program is free software; you can redistribute it and/or modify
9 ;; it under the terms of the GNU General Public License as published by
10 ;; the Free Software Foundation, either version 3 of the License, or
11 ;; (at your option) any later version.
13 ;; This program is distributed in the hope that it will be useful,
14 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
15 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 ;; GNU General Public License for more details.
18 ;; This file is not part of GNU Emacs.
20 ;; You should have received a copy of the GNU General Public License
21 ;; along with this program. If not, see <http://www.gnu.org/licenses/>.
23 ;;; Commentary:
25 ;; Org syntax can be divided into three categories: "Greater
26 ;; elements", "Elements" and "Objects".
28 ;; Elements are related to the structure of the document. Indeed, all
29 ;; elements are a cover for the document: each position within belongs
30 ;; to at least one element.
32 ;; An element always starts and ends at the beginning of a line. With
33 ;; a few exceptions (namely `babel-call', `clock', `headline', `item',
34 ;; `keyword', `planning', `property-drawer' and `section' types), it
35 ;; can also accept a fixed set of keywords as attributes. Those are
36 ;; called "affiliated keywords" to distinguish them from other
37 ;; keywords, which are full-fledged elements. Almost all affiliated
38 ;; keywords are referenced in `org-element-affiliated-keywords'; the
39 ;; others are export attributes and start with "ATTR_" prefix.
41 ;; Element containing other elements (and only elements) are called
42 ;; greater elements. Concerned types are: `center-block', `drawer',
43 ;; `dynamic-block', `footnote-definition', `headline', `inlinetask',
44 ;; `item', `plain-list', `quote-block', `section' and `special-block'.
46 ;; Other element types are: `babel-call', `clock', `comment',
47 ;; `comment-block', `example-block', `export-block', `fixed-width',
48 ;; `horizontal-rule', `keyword', `latex-environment', `paragraph',
49 ;; `planning', `property-drawer', `quote-section', `src-block',
50 ;; `table', `table-row' and `verse-block'. Among them, `paragraph'
51 ;; and `verse-block' types can contain Org objects and plain text.
53 ;; Objects are related to document's contents. Some of them are
54 ;; recursive. Associated types are of the following: `bold', `code',
55 ;; `entity', `export-snippet', `footnote-reference',
56 ;; `inline-babel-call', `inline-src-block', `italic',
57 ;; `latex-fragment', `line-break', `link', `macro', `radio-target',
58 ;; `statistics-cookie', `strike-through', `subscript', `superscript',
59 ;; `table-cell', `target', `timestamp', `underline' and `verbatim'.
61 ;; Some elements also have special properties whose value can hold
62 ;; objects themselves (i.e. an item tag or an headline name). Such
63 ;; values are called "secondary strings". Any object belongs to
64 ;; either an element or a secondary string.
66 ;; Notwithstanding affiliated keywords, each greater element, element
67 ;; and object has a fixed set of properties attached to it. Among
68 ;; them, four are shared by all types: `:begin' and `:end', which
69 ;; refer to the beginning and ending buffer positions of the
70 ;; considered element or object, `:post-blank', which holds the number
71 ;; of blank lines, or white spaces, at its end and `:parent' which
72 ;; refers to the element or object containing it. Greater elements
73 ;; and elements containing objects will also have `:contents-begin'
74 ;; and `:contents-end' properties to delimit contents.
76 ;; Lisp-wise, an element or an object can be represented as a list.
77 ;; It follows the pattern (TYPE PROPERTIES CONTENTS), where:
78 ;; TYPE is a symbol describing the Org element or object.
79 ;; PROPERTIES is the property list attached to it. See docstring of
80 ;; appropriate parsing function to get an exhaustive
81 ;; list.
82 ;; CONTENTS is a list of elements, objects or raw strings contained
83 ;; in the current element or object, when applicable.
85 ;; An Org buffer is a nested list of such elements and objects, whose
86 ;; type is `org-data' and properties is nil.
88 ;; The first part of this file defines Org syntax, while the second
89 ;; one provide accessors and setters functions.
91 ;; The next part implements a parser and an interpreter for each
92 ;; element and object type in Org syntax.
94 ;; The following part creates a fully recursive buffer parser. It
95 ;; also provides a tool to map a function to elements or objects
96 ;; matching some criteria in the parse tree. Functions of interest
97 ;; are `org-element-parse-buffer', `org-element-map' and, to a lesser
98 ;; extent, `org-element-parse-secondary-string'.
100 ;; The penultimate part is the cradle of an interpreter for the
101 ;; obtained parse tree: `org-element-interpret-data'.
103 ;; The library ends by furnishing `org-element-at-point' function, and
104 ;; a way to give information about document structure around point
105 ;; with `org-element-context'.
108 ;;; Code:
110 (eval-when-compile
111 (require 'cl))
113 (require 'org)
116 ;;; Definitions And Rules
118 ;; Define elements, greater elements and specify recursive objects,
119 ;; along with the affiliated keywords recognized. Also set up
120 ;; restrictions on recursive objects combinations.
122 ;; These variables really act as a control center for the parsing
123 ;; process.
125 (defconst org-element-paragraph-separate
126 (concat "^\\(?:"
127 ;; Headlines, inlinetasks.
128 org-outline-regexp "\\|"
129 ;; Footnote definitions.
130 "\\[\\(?:[0-9]+\\|fn:[-_[:word:]]+\\)\\]" "\\|"
131 "[ \t]*\\(?:"
132 ;; Empty lines.
133 "$" "\\|"
134 ;; Tables (any type).
135 "\\(?:|\\|\\+-[-+]\\)" "\\|"
136 ;; Blocks (any type), Babel calls, drawers (any type),
137 ;; fixed-width areas and keywords. Note: this is only an
138 ;; indication and need some thorough check.
139 "[#:]" "\\|"
140 ;; Horizontal rules.
141 "-\\{5,\\}[ \t]*$" "\\|"
142 ;; LaTeX environments.
143 "\\\\begin{\\([A-Za-z0-9]+\\*?\\)}" "\\|"
144 ;; Planning and Clock lines.
145 (regexp-opt (list org-scheduled-string
146 org-deadline-string
147 org-closed-string
148 org-clock-string))
149 "\\|"
150 ;; Lists.
151 (let ((term (case org-plain-list-ordered-item-terminator
152 (t "[.)]") (?\) ")") (?. "\\.") (otherwise "[.)]")))
153 (alpha (and org-alphabetical-lists "\\|[A-Za-z]")))
154 (concat "\\(?:[-+*]\\|\\(?:[0-9]+" alpha "\\)" term "\\)"
155 "\\(?:[ \t]\\|$\\)"))
156 "\\)\\)")
157 "Regexp to separate paragraphs in an Org buffer.
158 In the case of lines starting with \"#\" and \":\", this regexp
159 is not sufficient to know if point is at a paragraph ending. See
160 `org-element-paragraph-parser' for more information.")
162 (defconst org-element-all-elements
163 '(center-block clock comment comment-block drawer dynamic-block example-block
164 export-block fixed-width footnote-definition headline
165 horizontal-rule inlinetask item keyword latex-environment
166 babel-call paragraph plain-list planning property-drawer
167 quote-block quote-section section special-block src-block table
168 table-row verse-block)
169 "Complete list of element types.")
171 (defconst org-element-greater-elements
172 '(center-block drawer dynamic-block footnote-definition headline inlinetask
173 item plain-list quote-block section special-block table)
174 "List of recursive element types aka Greater Elements.")
176 (defconst org-element-all-successors
177 '(export-snippet footnote-reference inline-babel-call inline-src-block
178 latex-or-entity line-break link macro radio-target
179 statistics-cookie sub/superscript table-cell target
180 text-markup timestamp)
181 "Complete list of successors.")
183 (defconst org-element-object-successor-alist
184 '((subscript . sub/superscript) (superscript . sub/superscript)
185 (bold . text-markup) (code . text-markup) (italic . text-markup)
186 (strike-through . text-markup) (underline . text-markup)
187 (verbatim . text-markup) (entity . latex-or-entity)
188 (latex-fragment . latex-or-entity))
189 "Alist of translations between object type and successor name.
191 Sharing the same successor comes handy when, for example, the
192 regexp matching one object can also match the other object.")
194 (defconst org-element-all-objects
195 '(bold code entity export-snippet footnote-reference inline-babel-call
196 inline-src-block italic line-break latex-fragment link macro
197 radio-target statistics-cookie strike-through subscript superscript
198 table-cell target timestamp underline verbatim)
199 "Complete list of object types.")
201 (defconst org-element-recursive-objects
202 '(bold italic link macro subscript radio-target strike-through superscript
203 table-cell underline)
204 "List of recursive object types.")
206 (defconst org-element-block-name-alist
207 '(("CENTER" . org-element-center-block-parser)
208 ("COMMENT" . org-element-comment-block-parser)
209 ("EXAMPLE" . org-element-example-block-parser)
210 ("QUOTE" . org-element-quote-block-parser)
211 ("SRC" . org-element-src-block-parser)
212 ("VERSE" . org-element-verse-block-parser))
213 "Alist between block names and the associated parsing function.
214 Names must be uppercase. Any block whose name has no association
215 is parsed with `org-element-special-block-parser'.")
217 (defconst org-element-affiliated-keywords
218 '("CAPTION" "DATA" "HEADER" "HEADERS" "LABEL" "NAME" "PLOT" "RESNAME" "RESULT"
219 "RESULTS" "SOURCE" "SRCNAME" "TBLNAME")
220 "List of affiliated keywords as strings.
221 By default, all keywords setting attributes (i.e. \"ATTR_LATEX\")
222 are affiliated keywords and need not to be in this list.")
224 (defconst org-element--affiliated-re
225 (format "[ \t]*#\\+%s:"
226 ;; Regular affiliated keywords.
227 (format "\\(%s\\|ATTR_[-_A-Za-z0-9]+\\)\\(?:\\[\\(.*\\)\\]\\)?"
228 (regexp-opt org-element-affiliated-keywords)))
229 "Regexp matching any affiliated keyword.
231 Keyword name is put in match group 1. Moreover, if keyword
232 belongs to `org-element-dual-keywords', put the dual value in
233 match group 2.
235 Don't modify it, set `org-element-affiliated-keywords' instead.")
237 (defconst org-element-keyword-translation-alist
238 '(("DATA" . "NAME") ("LABEL" . "NAME") ("RESNAME" . "NAME")
239 ("SOURCE" . "NAME") ("SRCNAME" . "NAME") ("TBLNAME" . "NAME")
240 ("RESULT" . "RESULTS") ("HEADERS" . "HEADER"))
241 "Alist of usual translations for keywords.
242 The key is the old name and the value the new one. The property
243 holding their value will be named after the translated name.")
245 (defconst org-element-multiple-keywords '("HEADER")
246 "List of affiliated keywords that can occur more that once in an element.
248 Their value will be consed into a list of strings, which will be
249 returned as the value of the property.
251 This list is checked after translations have been applied. See
252 `org-element-keyword-translation-alist'.
254 By default, all keywords setting attributes (i.e. \"ATTR_LATEX\")
255 allow multiple occurrences and need not to be in this list.")
257 (defconst org-element-parsed-keywords '("AUTHOR" "CAPTION" "DATE" "TITLE")
258 "List of keywords whose value can be parsed.
260 Their value will be stored as a secondary string: a list of
261 strings and objects.
263 This list is checked after translations have been applied. See
264 `org-element-keyword-translation-alist'.")
266 (defconst org-element-dual-keywords '("CAPTION" "RESULTS")
267 "List of keywords which can have a secondary value.
269 In Org syntax, they can be written with optional square brackets
270 before the colons. For example, results keyword can be
271 associated to a hash value with the following:
273 #+RESULTS[hash-string]: some-source
275 This list is checked after translations have been applied. See
276 `org-element-keyword-translation-alist'.")
278 (defconst org-element-object-restrictions
279 '((bold export-snippet inline-babel-call inline-src-block latex-or-entity link
280 radio-target sub/superscript target text-markup timestamp)
281 (footnote-reference export-snippet footnote-reference inline-babel-call
282 inline-src-block latex-or-entity line-break link macro
283 radio-target sub/superscript target text-markup
284 timestamp)
285 (headline inline-babel-call inline-src-block latex-or-entity link macro
286 radio-target statistics-cookie sub/superscript target text-markup
287 timestamp)
288 (inlinetask inline-babel-call inline-src-block latex-or-entity link macro
289 radio-target sub/superscript target text-markup timestamp)
290 (italic export-snippet inline-babel-call inline-src-block latex-or-entity
291 link radio-target sub/superscript target text-markup timestamp)
292 (item export-snippet footnote-reference inline-babel-call latex-or-entity
293 link macro radio-target sub/superscript target text-markup)
294 (keyword latex-or-entity macro sub/superscript text-markup)
295 (link export-snippet inline-babel-call inline-src-block latex-or-entity link
296 sub/superscript text-markup)
297 (macro macro)
298 (paragraph export-snippet footnote-reference inline-babel-call
299 inline-src-block latex-or-entity line-break link macro
300 radio-target statistics-cookie sub/superscript target text-markup
301 timestamp)
302 (radio-target export-snippet latex-or-entity sub/superscript)
303 (strike-through export-snippet inline-babel-call inline-src-block
304 latex-or-entity link radio-target sub/superscript target
305 text-markup timestamp)
306 (subscript export-snippet inline-babel-call inline-src-block latex-or-entity
307 sub/superscript target text-markup)
308 (superscript export-snippet inline-babel-call inline-src-block
309 latex-or-entity sub/superscript target text-markup)
310 (table-cell export-snippet latex-or-entity link macro radio-target
311 sub/superscript target text-markup timestamp)
312 (table-row table-cell)
313 (underline export-snippet inline-babel-call inline-src-block latex-or-entity
314 link radio-target sub/superscript target text-markup timestamp)
315 (verse-block footnote-reference inline-babel-call inline-src-block
316 latex-or-entity line-break link macro radio-target
317 sub/superscript target text-markup timestamp))
318 "Alist of objects restrictions.
320 CAR is an element or object type containing objects and CDR is
321 a list of successors that will be called within an element or
322 object of such type.
324 For example, in a `radio-target' object, one can only find
325 entities, export snippets, latex-fragments, subscript and
326 superscript.
328 This alist also applies to secondary string. For example, an
329 `headline' type element doesn't directly contain objects, but
330 still has an entry since one of its properties (`:title') does.")
332 (defconst org-element-secondary-value-alist
333 '((headline . :title)
334 (inlinetask . :title)
335 (item . :tag)
336 (footnote-reference . :inline-definition))
337 "Alist between element types and location of secondary value.")
341 ;;; Accessors and Setters
343 ;; Provide four accessors: `org-element-type', `org-element-property'
344 ;; `org-element-contents' and `org-element-restriction'.
346 ;; Setter functions allow to modify elements by side effect. There is
347 ;; `org-element-put-property', `org-element-set-contents',
348 ;; `org-element-set-element' and `org-element-adopt-element'. Note
349 ;; that `org-element-set-element' and `org-element-adopt-elements' are
350 ;; higher level functions since also update `:parent' property.
352 (defsubst org-element-type (element)
353 "Return type of ELEMENT.
355 The function returns the type of the element or object provided.
356 It can also return the following special value:
357 `plain-text' for a string
358 `org-data' for a complete document
359 nil in any other case."
360 (cond
361 ((not (consp element)) (and (stringp element) 'plain-text))
362 ((symbolp (car element)) (car element))))
364 (defsubst org-element-property (property element)
365 "Extract the value from the PROPERTY of an ELEMENT."
366 (plist-get (nth 1 element) property))
368 (defsubst org-element-contents (element)
369 "Extract contents from an ELEMENT."
370 (and (consp element) (nthcdr 2 element)))
372 (defsubst org-element-restriction (element)
373 "Return restriction associated to ELEMENT.
374 ELEMENT can be an element, an object or a symbol representing an
375 element or object type."
376 (cdr (assq (if (symbolp element) element (org-element-type element))
377 org-element-object-restrictions)))
379 (defsubst org-element-put-property (element property value)
380 "In ELEMENT set PROPERTY to VALUE.
381 Return modified element."
382 (when (consp element)
383 (setcar (cdr element) (plist-put (nth 1 element) property value)))
384 element)
386 (defsubst org-element-set-contents (element &rest contents)
387 "Set ELEMENT contents to CONTENTS.
388 Return modified element."
389 (cond ((not element) (list contents))
390 ((cdr element) (setcdr (cdr element) contents))
391 (t (nconc element contents))))
393 (defsubst org-element-set-element (old new)
394 "Replace element or object OLD with element or object NEW.
395 The function takes care of setting `:parent' property for NEW."
396 ;; Since OLD is going to be changed into NEW by side-effect, first
397 ;; make sure that every element or object within NEW has OLD as
398 ;; parent.
399 (mapc (lambda (blob) (org-element-put-property blob :parent old))
400 (org-element-contents new))
401 ;; Transfer contents.
402 (apply 'org-element-set-contents old (org-element-contents new))
403 ;; Ensure NEW has same parent as OLD, then overwrite OLD properties
404 ;; with NEW's.
405 (org-element-put-property new :parent (org-element-property :parent old))
406 (setcar (cdr old) (nth 1 new))
407 ;; Transfer type.
408 (setcar old (car new)))
410 (defsubst org-element-adopt-elements (parent &rest children)
411 "Append elements to the contents of another element.
413 PARENT is an element or object. CHILDREN can be elements,
414 objects, or a strings.
416 The function takes care of setting `:parent' property for CHILD.
417 Return parent element."
418 (if (not parent) children
419 ;; Link every child to PARENT.
420 (mapc (lambda (child)
421 (unless (stringp child)
422 (org-element-put-property child :parent parent)))
423 children)
424 ;; Add CHILDREN at the end of PARENT contents.
425 (apply 'org-element-set-contents
426 parent
427 (nconc (org-element-contents parent) children))
428 ;; Return modified PARENT element.
429 parent))
433 ;;; Greater elements
435 ;; For each greater element type, we define a parser and an
436 ;; interpreter.
438 ;; A parser returns the element or object as the list described above.
439 ;; Most of them accepts no argument. Though, exceptions exist. Hence
440 ;; every element containing a secondary string (see
441 ;; `org-element-secondary-value-alist') will accept an optional
442 ;; argument to toggle parsing of that secondary string. Moreover,
443 ;; `item' parser requires current list's structure as its first
444 ;; element.
446 ;; An interpreter accepts two arguments: the list representation of
447 ;; the element or object, and its contents. The latter may be nil,
448 ;; depending on the element or object considered. It returns the
449 ;; appropriate Org syntax, as a string.
451 ;; Parsing functions must follow the naming convention:
452 ;; org-element-TYPE-parser, where TYPE is greater element's type, as
453 ;; defined in `org-element-greater-elements'.
455 ;; Similarly, interpreting functions must follow the naming
456 ;; convention: org-element-TYPE-interpreter.
458 ;; With the exception of `headline' and `item' types, greater elements
459 ;; cannot contain other greater elements of their own type.
461 ;; Beside implementing a parser and an interpreter, adding a new
462 ;; greater element requires to tweak `org-element--current-element'.
463 ;; Moreover, the newly defined type must be added to both
464 ;; `org-element-all-elements' and `org-element-greater-elements'.
467 ;;;; Center Block
469 (defun org-element-center-block-parser (limit)
470 "Parse a center block.
472 LIMIT bounds the search.
474 Return a list whose CAR is `center-block' and CDR is a plist
475 containing `:begin', `:end', `:hiddenp', `:contents-begin',
476 `:contents-end' and `:post-blank' keywords.
478 Assume point is at the beginning of the block."
479 (let ((case-fold-search t))
480 (if (not (save-excursion
481 (re-search-forward "^[ \t]*#\\+END_CENTER" limit t)))
482 ;; Incomplete block: parse it as a paragraph.
483 (org-element-paragraph-parser limit)
484 (let ((block-end-line (match-beginning 0)))
485 (let* ((keywords (org-element--collect-affiliated-keywords))
486 (begin (car keywords))
487 ;; Empty blocks have no contents.
488 (contents-begin (progn (forward-line)
489 (and (< (point) block-end-line)
490 (point))))
491 (contents-end (and contents-begin block-end-line))
492 (hidden (org-invisible-p2))
493 (pos-before-blank (progn (goto-char block-end-line)
494 (forward-line)
495 (point)))
496 (end (save-excursion (skip-chars-forward " \r\t\n" limit)
497 (if (eobp) (point) (point-at-bol)))))
498 (list 'center-block
499 (nconc
500 (list :begin begin
501 :end end
502 :hiddenp hidden
503 :contents-begin contents-begin
504 :contents-end contents-end
505 :post-blank (count-lines pos-before-blank end))
506 (cadr keywords))))))))
508 (defun org-element-center-block-interpreter (center-block contents)
509 "Interpret CENTER-BLOCK element as Org syntax.
510 CONTENTS is the contents of the element."
511 (format "#+BEGIN_CENTER\n%s#+END_CENTER" contents))
514 ;;;; Drawer
516 (defun org-element-drawer-parser (limit)
517 "Parse a drawer.
519 LIMIT bounds the search.
521 Return a list whose CAR is `drawer' and CDR is a plist containing
522 `:drawer-name', `:begin', `:end', `:hiddenp', `:contents-begin',
523 `:contents-end' and `:post-blank' keywords.
525 Assume point is at beginning of drawer."
526 (let ((case-fold-search t))
527 (if (not (save-excursion (re-search-forward "^[ \t]*:END:" limit t)))
528 ;; Incomplete drawer: parse it as a paragraph.
529 (org-element-paragraph-parser limit)
530 (let ((drawer-end-line (match-beginning 0)))
531 (save-excursion
532 (let* ((case-fold-search t)
533 (name (progn (looking-at org-drawer-regexp)
534 (org-match-string-no-properties 1)))
535 (keywords (org-element--collect-affiliated-keywords))
536 (begin (car keywords))
537 ;; Empty drawers have no contents.
538 (contents-begin (progn (forward-line)
539 (and (< (point) drawer-end-line)
540 (point))))
541 (contents-end (and contents-begin drawer-end-line))
542 (hidden (org-invisible-p2))
543 (pos-before-blank (progn (goto-char drawer-end-line)
544 (forward-line)
545 (point)))
546 (end (progn (skip-chars-forward " \r\t\n" limit)
547 (if (eobp) (point) (point-at-bol)))))
548 (list 'drawer
549 (nconc
550 (list :begin begin
551 :end end
552 :drawer-name name
553 :hiddenp hidden
554 :contents-begin contents-begin
555 :contents-end contents-end
556 :post-blank (count-lines pos-before-blank end))
557 (cadr keywords)))))))))
559 (defun org-element-drawer-interpreter (drawer contents)
560 "Interpret DRAWER element as Org syntax.
561 CONTENTS is the contents of the element."
562 (format ":%s:\n%s:END:"
563 (org-element-property :drawer-name drawer)
564 contents))
567 ;;;; Dynamic Block
569 (defun org-element-dynamic-block-parser (limit)
570 "Parse a dynamic block.
572 LIMIT bounds the search.
574 Return a list whose CAR is `dynamic-block' and CDR is a plist
575 containing `:block-name', `:begin', `:end', `:hiddenp',
576 `:contents-begin', `:contents-end', `:arguments' and
577 `:post-blank' keywords.
579 Assume point is at beginning of dynamic block."
580 (let ((case-fold-search t))
581 (if (not (save-excursion (re-search-forward org-dblock-end-re limit t)))
582 ;; Incomplete block: parse it as a paragraph.
583 (org-element-paragraph-parser limit)
584 (let ((block-end-line (match-beginning 0)))
585 (save-excursion
586 (let* ((name (progn (looking-at org-dblock-start-re)
587 (org-match-string-no-properties 1)))
588 (arguments (org-match-string-no-properties 3))
589 (keywords (org-element--collect-affiliated-keywords))
590 (begin (car keywords))
591 ;; Empty blocks have no contents.
592 (contents-begin (progn (forward-line)
593 (and (< (point) block-end-line)
594 (point))))
595 (contents-end (and contents-begin block-end-line))
596 (hidden (org-invisible-p2))
597 (pos-before-blank (progn (goto-char block-end-line)
598 (forward-line)
599 (point)))
600 (end (progn (skip-chars-forward " \r\t\n" limit)
601 (if (eobp) (point) (point-at-bol)))))
602 (list 'dynamic-block
603 (nconc
604 (list :begin begin
605 :end end
606 :block-name name
607 :arguments arguments
608 :hiddenp hidden
609 :contents-begin contents-begin
610 :contents-end contents-end
611 :post-blank (count-lines pos-before-blank end))
612 (cadr keywords)))))))))
614 (defun org-element-dynamic-block-interpreter (dynamic-block contents)
615 "Interpret DYNAMIC-BLOCK element as Org syntax.
616 CONTENTS is the contents of the element."
617 (format "#+BEGIN: %s%s\n%s#+END:"
618 (org-element-property :block-name dynamic-block)
619 (let ((args (org-element-property :arguments dynamic-block)))
620 (and args (concat " " args)))
621 contents))
624 ;;;; Footnote Definition
626 (defun org-element-footnote-definition-parser (limit)
627 "Parse a footnote definition.
629 LIMIT bounds the search.
631 Return a list whose CAR is `footnote-definition' and CDR is
632 a plist containing `:label', `:begin' `:end', `:contents-begin',
633 `:contents-end' and `:post-blank' keywords.
635 Assume point is at the beginning of the footnote definition."
636 (save-excursion
637 (let* ((label (progn (looking-at org-footnote-definition-re)
638 (org-match-string-no-properties 1)))
639 (keywords (org-element--collect-affiliated-keywords))
640 (begin (car keywords))
641 (ending (save-excursion
642 (if (progn
643 (end-of-line)
644 (re-search-forward
645 (concat org-outline-regexp-bol "\\|"
646 org-footnote-definition-re "\\|"
647 "^[ \t]*$") limit 'move))
648 (match-beginning 0)
649 (point))))
650 (contents-begin (progn (search-forward "]")
651 (skip-chars-forward " \r\t\n" ending)
652 (and (/= (point) ending) (point))))
653 (contents-end (and contents-begin ending))
654 (end (progn (goto-char ending)
655 (skip-chars-forward " \r\t\n" limit)
656 (if (eobp) (point) (point-at-bol)))))
657 (list 'footnote-definition
658 (nconc
659 (list :label label
660 :begin begin
661 :end end
662 :contents-begin contents-begin
663 :contents-end contents-end
664 :post-blank (count-lines ending end))
665 (cadr keywords))))))
667 (defun org-element-footnote-definition-interpreter (footnote-definition contents)
668 "Interpret FOOTNOTE-DEFINITION element as Org syntax.
669 CONTENTS is the contents of the footnote-definition."
670 (concat (format "[%s]" (org-element-property :label footnote-definition))
672 contents))
675 ;;;; Headline
677 (defun org-element-headline-parser (limit &optional raw-secondary-p)
678 "Parse an headline.
680 Return a list whose CAR is `headline' and CDR is a plist
681 containing `:raw-value', `:title', `:begin', `:end',
682 `:pre-blank', `:hiddenp', `:contents-begin' and `:contents-end',
683 `:level', `:priority', `:tags', `:todo-keyword',`:todo-type',
684 `:scheduled', `:deadline', `:timestamp', `:clock', `:category',
685 `:quotedp', `:archivedp', `:commentedp' and `:footnote-section-p'
686 keywords.
688 The plist also contains any property set in the property drawer,
689 with its name in lowercase, the underscores replaced with hyphens
690 and colons at the beginning (i.e. `:custom-id').
692 When RAW-SECONDARY-P is non-nil, headline's title will not be
693 parsed as a secondary string, but as a plain string instead.
695 Assume point is at beginning of the headline."
696 (save-excursion
697 (let* ((components (org-heading-components))
698 (level (nth 1 components))
699 (todo (nth 2 components))
700 (todo-type
701 (and todo (if (member todo org-done-keywords) 'done 'todo)))
702 (tags (let ((raw-tags (nth 5 components)))
703 (and raw-tags (org-split-string raw-tags ":"))))
704 (raw-value (nth 4 components))
705 (quotedp
706 (let ((case-fold-search nil))
707 (string-match (format "^%s +" org-quote-string) raw-value)))
708 (commentedp
709 (let ((case-fold-search nil))
710 (string-match (format "^%s +" org-comment-string) raw-value)))
711 (archivedp (member org-archive-tag tags))
712 (footnote-section-p (and org-footnote-section
713 (string= org-footnote-section raw-value)))
714 ;; Normalize property names: ":SOME_PROP:" becomes
715 ;; ":some-prop".
716 (standard-props (let (plist)
717 (mapc
718 (lambda (p)
719 (let ((p-name (downcase (car p))))
720 (while (string-match "_" p-name)
721 (setq p-name
722 (replace-match "-" nil nil p-name)))
723 (setq p-name (intern (concat ":" p-name)))
724 (setq plist
725 (plist-put plist p-name (cdr p)))))
726 (org-entry-properties nil 'standard))
727 plist))
728 (time-props (org-entry-properties nil 'special "CLOCK"))
729 (scheduled (cdr (assoc "SCHEDULED" time-props)))
730 (deadline (cdr (assoc "DEADLINE" time-props)))
731 (clock (cdr (assoc "CLOCK" time-props)))
732 (timestamp (cdr (assoc "TIMESTAMP" time-props)))
733 (begin (point))
734 (end (save-excursion (goto-char (org-end-of-subtree t t))))
735 (pos-after-head (progn (forward-line) (point)))
736 (contents-begin (save-excursion
737 (skip-chars-forward " \r\t\n" end)
738 (and (/= (point) end) (line-beginning-position))))
739 (hidden (org-invisible-p2))
740 (contents-end (and contents-begin
741 (progn (goto-char end)
742 (skip-chars-backward " \r\t\n")
743 (forward-line)
744 (point)))))
745 ;; Clean RAW-VALUE from any quote or comment string.
746 (when (or quotedp commentedp)
747 (setq raw-value
748 (replace-regexp-in-string
749 (concat "\\(" org-quote-string "\\|" org-comment-string "\\) +")
751 raw-value)))
752 ;; Clean TAGS from archive tag, if any.
753 (when archivedp (setq tags (delete org-archive-tag tags)))
754 (let ((headline
755 (list 'headline
756 (nconc
757 (list :raw-value raw-value
758 :begin begin
759 :end end
760 :pre-blank
761 (if (not contents-begin) 0
762 (count-lines pos-after-head contents-begin))
763 :hiddenp hidden
764 :contents-begin contents-begin
765 :contents-end contents-end
766 :level level
767 :priority (nth 3 components)
768 :tags tags
769 :todo-keyword todo
770 :todo-type todo-type
771 :scheduled scheduled
772 :deadline deadline
773 :timestamp timestamp
774 :clock clock
775 :post-blank (count-lines
776 (if (not contents-end) pos-after-head
777 (goto-char contents-end)
778 (forward-line)
779 (point))
780 end)
781 :footnote-section-p footnote-section-p
782 :archivedp archivedp
783 :commentedp commentedp
784 :quotedp quotedp)
785 standard-props))))
786 (org-element-put-property
787 headline :title
788 (if raw-secondary-p raw-value
789 (org-element-parse-secondary-string
790 raw-value (org-element-restriction 'headline) headline)))))))
792 (defun org-element-headline-interpreter (headline contents)
793 "Interpret HEADLINE element as Org syntax.
794 CONTENTS is the contents of the element."
795 (let* ((level (org-element-property :level headline))
796 (todo (org-element-property :todo-keyword headline))
797 (priority (org-element-property :priority headline))
798 (title (org-element-interpret-data
799 (org-element-property :title headline)))
800 (tags (let ((tag-list (if (org-element-property :archivedp headline)
801 (cons org-archive-tag
802 (org-element-property :tags headline))
803 (org-element-property :tags headline))))
804 (and tag-list
805 (format ":%s:" (mapconcat 'identity tag-list ":")))))
806 (commentedp (org-element-property :commentedp headline))
807 (quotedp (org-element-property :quotedp headline))
808 (pre-blank (or (org-element-property :pre-blank headline) 0))
809 (heading (concat (make-string level ?*)
810 (and todo (concat " " todo))
811 (and quotedp (concat " " org-quote-string))
812 (and commentedp (concat " " org-comment-string))
813 (and priority
814 (format " [#%s]" (char-to-string priority)))
815 (cond ((and org-footnote-section
816 (org-element-property
817 :footnote-section-p headline))
818 (concat " " org-footnote-section))
819 (title (concat " " title))))))
820 (concat heading
821 ;; Align tags.
822 (when tags
823 (cond
824 ((zerop org-tags-column) (format " %s" tags))
825 ((< org-tags-column 0)
826 (concat
827 (make-string
828 (max (- (+ org-tags-column (length heading) (length tags))) 1)
830 tags))
832 (concat
833 (make-string (max (- org-tags-column (length heading)) 1) ? )
834 tags))))
835 (make-string (1+ pre-blank) 10)
836 contents)))
839 ;;;; Inlinetask
841 (defun org-element-inlinetask-parser (limit &optional raw-secondary-p)
842 "Parse an inline task.
844 Return a list whose CAR is `inlinetask' and CDR is a plist
845 containing `:title', `:begin', `:end', `:hiddenp',
846 `:contents-begin' and `:contents-end', `:level', `:priority',
847 `:tags', `:todo-keyword', `:todo-type', `:scheduled',
848 `:deadline', `:timestamp', `:clock' and `:post-blank' keywords.
850 The plist also contains any property set in the property drawer,
851 with its name in lowercase, the underscores replaced with hyphens
852 and colons at the beginning (i.e. `:custom-id').
854 When optional argument RAW-SECONDARY-P is non-nil, inline-task's
855 title will not be parsed as a secondary string, but as a plain
856 string instead.
858 Assume point is at beginning of the inline task."
859 (save-excursion
860 (let* ((keywords (org-element--collect-affiliated-keywords))
861 (begin (car keywords))
862 (components (org-heading-components))
863 (todo (nth 2 components))
864 (todo-type (and todo
865 (if (member todo org-done-keywords) 'done 'todo)))
866 (tags (let ((raw-tags (nth 5 components)))
867 (and raw-tags (org-split-string raw-tags ":"))))
868 ;; Normalize property names: ":SOME_PROP:" becomes
869 ;; ":some-prop".
870 (standard-props (let (plist)
871 (mapc
872 (lambda (p)
873 (let ((p-name (downcase (car p))))
874 (while (string-match "_" p-name)
875 (setq p-name
876 (replace-match "-" nil nil p-name)))
877 (setq p-name (intern (concat ":" p-name)))
878 (setq plist
879 (plist-put plist p-name (cdr p)))))
880 (org-entry-properties nil 'standard))
881 plist))
882 (time-props (org-entry-properties nil 'special "CLOCK"))
883 (scheduled (cdr (assoc "SCHEDULED" time-props)))
884 (deadline (cdr (assoc "DEADLINE" time-props)))
885 (clock (cdr (assoc "CLOCK" time-props)))
886 (timestamp (cdr (assoc "TIMESTAMP" time-props)))
887 (task-end (save-excursion
888 (end-of-line)
889 (and (re-search-forward "^\\*+ END" limit t)
890 (match-beginning 0))))
891 (contents-begin (progn (forward-line)
892 (and task-end (< (point) task-end) (point))))
893 (hidden (and contents-begin (org-invisible-p2)))
894 (contents-end (and contents-begin task-end))
895 (before-blank (if (not task-end) (point)
896 (goto-char task-end)
897 (forward-line)
898 (point)))
899 (end (progn (skip-chars-forward " \r\t\n" limit)
900 (if (eobp) (point) (point-at-bol))))
901 (inlinetask
902 (list 'inlinetask
903 (nconc
904 (list :begin begin
905 :end end
906 :hiddenp hidden
907 :contents-begin contents-begin
908 :contents-end contents-end
909 :level (nth 1 components)
910 :priority (nth 3 components)
911 :tags tags
912 :todo-keyword todo
913 :todo-type todo-type
914 :scheduled scheduled
915 :deadline deadline
916 :timestamp timestamp
917 :clock clock
918 :post-blank (count-lines before-blank end))
919 standard-props
920 (cadr keywords)))))
921 (org-element-put-property
922 inlinetask :title
923 (if raw-secondary-p (nth 4 components)
924 (org-element-parse-secondary-string
925 (nth 4 components)
926 (org-element-restriction 'inlinetask)
927 inlinetask))))))
929 (defun org-element-inlinetask-interpreter (inlinetask contents)
930 "Interpret INLINETASK element as Org syntax.
931 CONTENTS is the contents of inlinetask."
932 (let* ((level (org-element-property :level inlinetask))
933 (todo (org-element-property :todo-keyword inlinetask))
934 (priority (org-element-property :priority inlinetask))
935 (title (org-element-interpret-data
936 (org-element-property :title inlinetask)))
937 (tags (let ((tag-list (org-element-property :tags inlinetask)))
938 (and tag-list
939 (format ":%s:" (mapconcat 'identity tag-list ":")))))
940 (task (concat (make-string level ?*)
941 (and todo (concat " " todo))
942 (and priority
943 (format " [#%s]" (char-to-string priority)))
944 (and title (concat " " title)))))
945 (concat task
946 ;; Align tags.
947 (when tags
948 (cond
949 ((zerop org-tags-column) (format " %s" tags))
950 ((< org-tags-column 0)
951 (concat
952 (make-string
953 (max (- (+ org-tags-column (length task) (length tags))) 1)
955 tags))
957 (concat
958 (make-string (max (- org-tags-column (length task)) 1) ? )
959 tags))))
960 ;; Prefer degenerate inlinetasks when there are no
961 ;; contents.
962 (when contents
963 (concat "\n"
964 contents
965 (make-string level ?*) " END")))))
968 ;;;; Item
970 (defun org-element-item-parser (limit struct &optional raw-secondary-p)
971 "Parse an item.
973 STRUCT is the structure of the plain list.
975 Return a list whose CAR is `item' and CDR is a plist containing
976 `:bullet', `:begin', `:end', `:contents-begin', `:contents-end',
977 `:checkbox', `:counter', `:tag', `:structure', `:hiddenp' and
978 `:post-blank' keywords.
980 When optional argument RAW-SECONDARY-P is non-nil, item's tag, if
981 any, will not be parsed as a secondary string, but as a plain
982 string instead.
984 Assume point is at the beginning of the item."
985 (save-excursion
986 (beginning-of-line)
987 (looking-at org-list-full-item-re)
988 (let* ((begin (point))
989 (bullet (org-match-string-no-properties 1))
990 (checkbox (let ((box (org-match-string-no-properties 3)))
991 (cond ((equal "[ ]" box) 'off)
992 ((equal "[X]" box) 'on)
993 ((equal "[-]" box) 'trans))))
994 (counter (let ((c (org-match-string-no-properties 2)))
995 (save-match-data
996 (cond
997 ((not c) nil)
998 ((string-match "[A-Za-z]" c)
999 (- (string-to-char (upcase (match-string 0 c)))
1000 64))
1001 ((string-match "[0-9]+" c)
1002 (string-to-number (match-string 0 c)))))))
1003 (end (save-excursion (goto-char (org-list-get-item-end begin struct))
1004 (unless (bolp) (forward-line))
1005 (point)))
1006 (contents-begin
1007 (progn (goto-char
1008 ;; Ignore tags in un-ordered lists: they are just
1009 ;; a part of item's body.
1010 (if (and (match-beginning 4)
1011 (save-match-data (string-match "[.)]" bullet)))
1012 (match-beginning 4)
1013 (match-end 0)))
1014 (skip-chars-forward " \r\t\n" limit)
1015 ;; If first line isn't empty, contents really start
1016 ;; at the text after item's meta-data.
1017 (if (= (point-at-bol) begin) (point) (point-at-bol))))
1018 (hidden (progn (forward-line)
1019 (and (not (= (point) end)) (org-invisible-p2))))
1020 (contents-end (progn (goto-char end)
1021 (skip-chars-backward " \r\t\n")
1022 (forward-line)
1023 (point)))
1024 (item
1025 (list 'item
1026 (list :bullet bullet
1027 :begin begin
1028 :end end
1029 ;; CONTENTS-BEGIN and CONTENTS-END may be
1030 ;; mixed up in the case of an empty item
1031 ;; separated from the next by a blank line.
1032 ;; Thus ensure the former is always the
1033 ;; smallest.
1034 :contents-begin (min contents-begin contents-end)
1035 :contents-end (max contents-begin contents-end)
1036 :checkbox checkbox
1037 :counter counter
1038 :hiddenp hidden
1039 :structure struct
1040 :post-blank (count-lines contents-end end)))))
1041 (org-element-put-property
1042 item :tag
1043 (let ((raw-tag (org-list-get-tag begin struct)))
1044 (and raw-tag
1045 (if raw-secondary-p raw-tag
1046 (org-element-parse-secondary-string
1047 raw-tag (org-element-restriction 'item) item))))))))
1049 (defun org-element-item-interpreter (item contents)
1050 "Interpret ITEM element as Org syntax.
1051 CONTENTS is the contents of the element."
1052 (let* ((bullet (org-list-bullet-string (org-element-property :bullet item)))
1053 (checkbox (org-element-property :checkbox item))
1054 (counter (org-element-property :counter item))
1055 (tag (let ((tag (org-element-property :tag item)))
1056 (and tag (org-element-interpret-data tag))))
1057 ;; Compute indentation.
1058 (ind (make-string (length bullet) 32))
1059 (item-starts-with-par-p
1060 (eq (org-element-type (car (org-element-contents item)))
1061 'paragraph)))
1062 ;; Indent contents.
1063 (concat
1064 bullet
1065 (and counter (format "[@%d] " counter))
1066 (case checkbox
1067 (on "[X] ")
1068 (off "[ ] ")
1069 (trans "[-] "))
1070 (and tag (format "%s :: " tag))
1071 (let ((contents (replace-regexp-in-string
1072 "\\(^\\)[ \t]*\\S-" ind contents nil nil 1)))
1073 (if item-starts-with-par-p (org-trim contents)
1074 (concat "\n" contents))))))
1077 ;;;; Plain List
1079 (defun org-element-plain-list-parser (limit &optional structure)
1080 "Parse a plain list.
1082 Optional argument STRUCTURE, when non-nil, is the structure of
1083 the plain list being parsed.
1085 Return a list whose CAR is `plain-list' and CDR is a plist
1086 containing `:type', `:begin', `:end', `:contents-begin' and
1087 `:contents-end', `:structure' and `:post-blank' keywords.
1089 Assume point is at the beginning of the list."
1090 (save-excursion
1091 (let* ((struct (or structure (org-list-struct)))
1092 (prevs (org-list-prevs-alist struct))
1093 (parents (org-list-parents-alist struct))
1094 (type (org-list-get-list-type (point) struct prevs))
1095 (contents-begin (point))
1096 (keywords (org-element--collect-affiliated-keywords))
1097 (begin (car keywords))
1098 (contents-end
1099 (progn (goto-char (org-list-get-list-end (point) struct prevs))
1100 (unless (bolp) (forward-line))
1101 (point)))
1102 (end (progn (skip-chars-forward " \r\t\n" limit)
1103 (if (eobp) (point) (point-at-bol)))))
1104 ;; Return value.
1105 (list 'plain-list
1106 (nconc
1107 (list :type type
1108 :begin begin
1109 :end end
1110 :contents-begin contents-begin
1111 :contents-end contents-end
1112 :structure struct
1113 :post-blank (count-lines contents-end end))
1114 (cadr keywords))))))
1116 (defun org-element-plain-list-interpreter (plain-list contents)
1117 "Interpret PLAIN-LIST element as Org syntax.
1118 CONTENTS is the contents of the element."
1119 (with-temp-buffer
1120 (insert contents)
1121 (goto-char (point-min))
1122 (org-list-repair)
1123 (buffer-string)))
1126 ;;;; Quote Block
1128 (defun org-element-quote-block-parser (limit)
1129 "Parse a quote block.
1131 LIMIT bounds the search.
1133 Return a list whose CAR is `quote-block' and CDR is a plist
1134 containing `:begin', `:end', `:hiddenp', `:contents-begin',
1135 `:contents-end' and `:post-blank' keywords.
1137 Assume point is at the beginning of the block."
1138 (let ((case-fold-search t))
1139 (if (not (save-excursion
1140 (re-search-forward "^[ \t]*#\\+END_QUOTE" limit t)))
1141 ;; Incomplete block: parse it as a paragraph.
1142 (org-element-paragraph-parser limit)
1143 (let ((block-end-line (match-beginning 0)))
1144 (save-excursion
1145 (let* ((keywords (org-element--collect-affiliated-keywords))
1146 (begin (car keywords))
1147 ;; Empty blocks have no contents.
1148 (contents-begin (progn (forward-line)
1149 (and (< (point) block-end-line)
1150 (point))))
1151 (contents-end (and contents-begin block-end-line))
1152 (hidden (org-invisible-p2))
1153 (pos-before-blank (progn (goto-char block-end-line)
1154 (forward-line)
1155 (point)))
1156 (end (progn (skip-chars-forward " \r\t\n" limit)
1157 (if (eobp) (point) (point-at-bol)))))
1158 (list 'quote-block
1159 (nconc
1160 (list :begin begin
1161 :end end
1162 :hiddenp hidden
1163 :contents-begin contents-begin
1164 :contents-end contents-end
1165 :post-blank (count-lines pos-before-blank end))
1166 (cadr keywords)))))))))
1168 (defun org-element-quote-block-interpreter (quote-block contents)
1169 "Interpret QUOTE-BLOCK element as Org syntax.
1170 CONTENTS is the contents of the element."
1171 (format "#+BEGIN_QUOTE\n%s#+END_QUOTE" contents))
1174 ;;;; Section
1176 (defun org-element-section-parser (limit)
1177 "Parse a section.
1179 LIMIT bounds the search.
1181 Return a list whose CAR is `section' and CDR is a plist
1182 containing `:begin', `:end', `:contents-begin', `contents-end'
1183 and `:post-blank' keywords."
1184 (save-excursion
1185 ;; Beginning of section is the beginning of the first non-blank
1186 ;; line after previous headline.
1187 (org-with-limited-levels
1188 (let ((begin (point))
1189 (end (progn (goto-char limit) (point)))
1190 (pos-before-blank (progn (skip-chars-backward " \r\t\n")
1191 (forward-line)
1192 (point))))
1193 (list 'section
1194 (list :begin begin
1195 :end end
1196 :contents-begin begin
1197 :contents-end pos-before-blank
1198 :post-blank (count-lines pos-before-blank end)))))))
1200 (defun org-element-section-interpreter (section contents)
1201 "Interpret SECTION element as Org syntax.
1202 CONTENTS is the contents of the element."
1203 contents)
1206 ;;;; Special Block
1208 (defun org-element-special-block-parser (limit)
1209 "Parse a special block.
1211 LIMIT bounds the search.
1213 Return a list whose CAR is `special-block' and CDR is a plist
1214 containing `:type', `:begin', `:end', `:hiddenp',
1215 `:contents-begin', `:contents-end' and `:post-blank' keywords.
1217 Assume point is at the beginning of the block."
1218 (let* ((case-fold-search t)
1219 (type (progn (looking-at "[ \t]*#\\+BEGIN_\\(S-+\\)")
1220 (upcase (match-string-no-properties 1)))))
1221 (if (not (save-excursion
1222 (re-search-forward (concat "^[ \t]*#\\+END_" type) limit t)))
1223 ;; Incomplete block: parse it as a paragraph.
1224 (org-element-paragraph-parser limit)
1225 (let ((block-end-line (match-beginning 0)))
1226 (save-excursion
1227 (let* ((keywords (org-element--collect-affiliated-keywords))
1228 (begin (car keywords))
1229 ;; Empty blocks have no contents.
1230 (contents-begin (progn (forward-line)
1231 (and (< (point) block-end-line)
1232 (point))))
1233 (contents-end (and contents-begin block-end-line))
1234 (hidden (org-invisible-p2))
1235 (pos-before-blank (progn (goto-char block-end-line)
1236 (forward-line)
1237 (point)))
1238 (end (progn (org-skip-whitespace)
1239 (if (eobp) (point) (point-at-bol)))))
1240 (list 'special-block
1241 (nconc
1242 (list :type type
1243 :begin begin
1244 :end end
1245 :hiddenp hidden
1246 :contents-begin contents-begin
1247 :contents-end contents-end
1248 :post-blank (count-lines pos-before-blank end))
1249 (cadr keywords)))))))))
1251 (defun org-element-special-block-interpreter (special-block contents)
1252 "Interpret SPECIAL-BLOCK element as Org syntax.
1253 CONTENTS is the contents of the element."
1254 (let ((block-type (org-element-property :type special-block)))
1255 (format "#+BEGIN_%s\n%s#+END_%s" block-type contents block-type)))
1259 ;;; Elements
1261 ;; For each element, a parser and an interpreter are also defined.
1262 ;; Both follow the same naming convention used for greater elements.
1264 ;; Also, as for greater elements, adding a new element type is done
1265 ;; through the following steps: implement a parser and an interpreter,
1266 ;; tweak `org-element--current-element' so that it recognizes the new
1267 ;; type and add that new type to `org-element-all-elements'.
1269 ;; As a special case, when the newly defined type is a block type,
1270 ;; `org-element-block-name-alist' has to be modified accordingly.
1273 ;;;; Babel Call
1275 (defun org-element-babel-call-parser (limit)
1276 "Parse a babel call.
1278 LIMIT bounds the search.
1280 Return a list whose CAR is `babel-call' and CDR is a plist
1281 containing `:begin', `:end', `:info' and `:post-blank' as
1282 keywords."
1283 (save-excursion
1284 (let ((case-fold-search t)
1285 (info (progn (looking-at org-babel-block-lob-one-liner-regexp)
1286 (org-babel-lob-get-info)))
1287 (begin (point-at-bol))
1288 (pos-before-blank (progn (forward-line) (point)))
1289 (end (progn (skip-chars-forward " \r\t\n" limit)
1290 (if (eobp) (point) (point-at-bol)))))
1291 (list 'babel-call
1292 (list :begin begin
1293 :end end
1294 :info info
1295 :post-blank (count-lines pos-before-blank end))))))
1297 (defun org-element-babel-call-interpreter (babel-call contents)
1298 "Interpret BABEL-CALL element as Org syntax.
1299 CONTENTS is nil."
1300 (let* ((babel-info (org-element-property :info babel-call))
1301 (main (car babel-info))
1302 (post-options (nth 1 babel-info)))
1303 (concat "#+CALL: "
1304 (if (not (string-match "\\[\\(\\[.*?\\]\\)\\]" main)) main
1305 ;; Remove redundant square brackets.
1306 (replace-match (match-string 1 main) nil nil main))
1307 (and post-options (format "[%s]" post-options)))))
1310 ;;;; Clock
1312 (defun org-element-clock-parser (limit)
1313 "Parse a clock.
1315 LIMIT bounds the search.
1317 Return a list whose CAR is `clock' and CDR is a plist containing
1318 `:status', `:value', `:time', `:begin', `:end' and `:post-blank'
1319 as keywords."
1320 (save-excursion
1321 (let* ((case-fold-search nil)
1322 (begin (point))
1323 (value (progn (search-forward org-clock-string (line-end-position) t)
1324 (org-skip-whitespace)
1325 (looking-at "\\[.*\\]")
1326 (org-match-string-no-properties 0)))
1327 (time (and (progn (goto-char (match-end 0))
1328 (looking-at " +=> +\\(\\S-+\\)[ \t]*$"))
1329 (org-match-string-no-properties 1)))
1330 (status (if time 'closed 'running))
1331 (post-blank (let ((before-blank (progn (forward-line) (point))))
1332 (skip-chars-forward " \r\t\n" limit)
1333 (unless (eobp) (beginning-of-line))
1334 (count-lines before-blank (point))))
1335 (end (point)))
1336 (list 'clock
1337 (list :status status
1338 :value value
1339 :time time
1340 :begin begin
1341 :end end
1342 :post-blank post-blank)))))
1344 (defun org-element-clock-interpreter (clock contents)
1345 "Interpret CLOCK element as Org syntax.
1346 CONTENTS is nil."
1347 (concat org-clock-string " "
1348 (org-element-property :value clock)
1349 (let ((time (org-element-property :time clock)))
1350 (and time
1351 (concat " => "
1352 (apply 'format
1353 "%2s:%02s"
1354 (org-split-string time ":")))))))
1357 ;;;; Comment
1359 (defun org-element-comment-parser (limit)
1360 "Parse a comment.
1362 LIMIT bounds the search.
1364 Return a list whose CAR is `comment' and CDR is a plist
1365 containing `:begin', `:end', `:value' and `:post-blank'
1366 keywords.
1368 Assume point is at comment beginning."
1369 (save-excursion
1370 (let* ((keywords (org-element--collect-affiliated-keywords))
1371 (begin (car keywords))
1372 (value (prog2 (looking-at "[ \t]*# ?")
1373 (buffer-substring-no-properties
1374 (match-end 0) (line-end-position))
1375 (forward-line)))
1376 (com-end
1377 ;; Get comments ending.
1378 (progn
1379 (while (and (< (point) limit) (looking-at "[ \t]*#\\( \\|$\\)"))
1380 ;; Accumulate lines without leading hash and first
1381 ;; whitespace.
1382 (setq value
1383 (concat value
1384 "\n"
1385 (buffer-substring-no-properties
1386 (match-end 0) (line-end-position))))
1387 (forward-line))
1388 (point)))
1389 (end (progn (goto-char com-end)
1390 (skip-chars-forward " \r\t\n" limit)
1391 (if (eobp) (point) (point-at-bol)))))
1392 (list 'comment
1393 (nconc
1394 (list :begin begin
1395 :end end
1396 :value value
1397 :post-blank (count-lines com-end end))
1398 (cadr keywords))))))
1400 (defun org-element-comment-interpreter (comment contents)
1401 "Interpret COMMENT element as Org syntax.
1402 CONTENTS is nil."
1403 (replace-regexp-in-string "^" "# " (org-element-property :value comment)))
1406 ;;;; Comment Block
1408 (defun org-element-comment-block-parser (limit)
1409 "Parse an export block.
1411 LIMIT bounds the search.
1413 Return a list whose CAR is `comment-block' and CDR is a plist
1414 containing `:begin', `:end', `:hiddenp', `:value' and
1415 `:post-blank' keywords.
1417 Assume point is at comment block beginning."
1418 (let ((case-fold-search t))
1419 (if (not (save-excursion
1420 (re-search-forward "^[ \t]*#\\+END_COMMENT" limit t)))
1421 ;; Incomplete block: parse it as a paragraph.
1422 (org-element-paragraph-parser limit)
1423 (let ((contents-end (match-beginning 0)))
1424 (save-excursion
1425 (let* ((keywords (org-element--collect-affiliated-keywords))
1426 (begin (car keywords))
1427 (contents-begin (progn (forward-line) (point)))
1428 (hidden (org-invisible-p2))
1429 (pos-before-blank (progn (goto-char contents-end)
1430 (forward-line)
1431 (point)))
1432 (end (progn (skip-chars-forward " \r\t\n" limit)
1433 (if (eobp) (point) (point-at-bol))))
1434 (value (buffer-substring-no-properties
1435 contents-begin contents-end)))
1436 (list 'comment-block
1437 (nconc
1438 (list :begin begin
1439 :end end
1440 :value value
1441 :hiddenp hidden
1442 :post-blank (count-lines pos-before-blank end))
1443 (cadr keywords)))))))))
1445 (defun org-element-comment-block-interpreter (comment-block contents)
1446 "Interpret COMMENT-BLOCK element as Org syntax.
1447 CONTENTS is nil."
1448 (format "#+BEGIN_COMMENT\n%s#+END_COMMENT"
1449 (org-remove-indentation (org-element-property :value comment-block))))
1452 ;;;; Example Block
1454 (defun org-element-example-block-parser (limit)
1455 "Parse an example block.
1457 LIMIT bounds the search.
1459 Return a list whose CAR is `example-block' and CDR is a plist
1460 containing `:begin', `:end', `:number-lines', `:preserve-indent',
1461 `:retain-labels', `:use-labels', `:label-fmt', `:hiddenp',
1462 `:switches', `:value' and `:post-blank' keywords."
1463 (let ((case-fold-search t))
1464 (if (not (save-excursion
1465 (re-search-forward "^[ \t]*#\\+END_EXAMPLE" limit t)))
1466 ;; Incomplete block: parse it as a paragraph.
1467 (org-element-paragraph-parser limit)
1468 (let ((contents-end (match-beginning 0)))
1469 (save-excursion
1470 (let* ((switches
1471 (progn (looking-at "^[ \t]*#\\+BEGIN_EXAMPLE\\(?: +\\(.*\\)\\)?")
1472 (org-match-string-no-properties 1)))
1473 ;; Switches analysis
1474 (number-lines (cond ((not switches) nil)
1475 ((string-match "-n\\>" switches) 'new)
1476 ((string-match "+n\\>" switches) 'continued)))
1477 (preserve-indent (and switches (string-match "-i\\>" switches)))
1478 ;; Should labels be retained in (or stripped from) example
1479 ;; blocks?
1480 (retain-labels
1481 (or (not switches)
1482 (not (string-match "-r\\>" switches))
1483 (and number-lines (string-match "-k\\>" switches))))
1484 ;; What should code-references use - labels or
1485 ;; line-numbers?
1486 (use-labels
1487 (or (not switches)
1488 (and retain-labels (not (string-match "-k\\>" switches)))))
1489 (label-fmt (and switches
1490 (string-match "-l +\"\\([^\"\n]+\\)\"" switches)
1491 (match-string 1 switches)))
1492 ;; Standard block parsing.
1493 (keywords (org-element--collect-affiliated-keywords))
1494 (begin (car keywords))
1495 (contents-begin (progn (forward-line) (point)))
1496 (hidden (org-invisible-p2))
1497 (value (buffer-substring-no-properties contents-begin contents-end))
1498 (pos-before-blank (progn (goto-char contents-end)
1499 (forward-line)
1500 (point)))
1501 (end (progn (skip-chars-forward " \r\t\n" limit)
1502 (if (eobp) (point) (point-at-bol)))))
1503 (list 'example-block
1504 (nconc
1505 (list :begin begin
1506 :end end
1507 :value value
1508 :switches switches
1509 :number-lines number-lines
1510 :preserve-indent preserve-indent
1511 :retain-labels retain-labels
1512 :use-labels use-labels
1513 :label-fmt label-fmt
1514 :hiddenp hidden
1515 :post-blank (count-lines pos-before-blank end))
1516 (cadr keywords)))))))))
1518 (defun org-element-example-block-interpreter (example-block contents)
1519 "Interpret EXAMPLE-BLOCK element as Org syntax.
1520 CONTENTS is nil."
1521 (let ((switches (org-element-property :switches example-block)))
1522 (concat "#+BEGIN_EXAMPLE" (and switches (concat " " switches)) "\n"
1523 (org-remove-indentation
1524 (org-element-property :value example-block))
1525 "#+END_EXAMPLE")))
1528 ;;;; Export Block
1530 (defun org-element-export-block-parser (limit)
1531 "Parse an export block.
1533 LIMIT bounds the search.
1535 Return a list whose CAR is `export-block' and CDR is a plist
1536 containing `:begin', `:end', `:type', `:hiddenp', `:value' and
1537 `:post-blank' keywords.
1539 Assume point is at export-block beginning."
1540 (let* ((case-fold-search t)
1541 (type (progn (looking-at "[ \t]*#\\+BEGIN_\\(\\S-+\\)")
1542 (upcase (org-match-string-no-properties 1)))))
1543 (if (not (save-excursion
1544 (re-search-forward (concat "^[ \t]*#\\+END_" type) limit t)))
1545 ;; Incomplete block: parse it as a paragraph.
1546 (org-element-paragraph-parser limit)
1547 (let ((contents-end (match-beginning 0)))
1548 (save-excursion
1549 (let* ((keywords (org-element--collect-affiliated-keywords))
1550 (begin (car keywords))
1551 (contents-begin (progn (forward-line) (point)))
1552 (hidden (org-invisible-p2))
1553 (pos-before-blank (progn (goto-char contents-end)
1554 (forward-line)
1555 (point)))
1556 (end (progn (skip-chars-forward " \r\t\n" limit)
1557 (if (eobp) (point) (point-at-bol))))
1558 (value (buffer-substring-no-properties contents-begin
1559 contents-end)))
1560 (list 'export-block
1561 (nconc
1562 (list :begin begin
1563 :end end
1564 :type type
1565 :value value
1566 :hiddenp hidden
1567 :post-blank (count-lines pos-before-blank end))
1568 (cadr keywords)))))))))
1570 (defun org-element-export-block-interpreter (export-block contents)
1571 "Interpret EXPORT-BLOCK element as Org syntax.
1572 CONTENTS is nil."
1573 (let ((type (org-element-property :type export-block)))
1574 (concat (format "#+BEGIN_%s\n" type)
1575 (org-element-property :value export-block)
1576 (format "#+END_%s" type))))
1579 ;;;; Fixed-width
1581 (defun org-element-fixed-width-parser (limit)
1582 "Parse a fixed-width section.
1584 LIMIT bounds the search.
1586 Return a list whose CAR is `fixed-width' and CDR is a plist
1587 containing `:begin', `:end', `:value' and `:post-blank' keywords.
1589 Assume point is at the beginning of the fixed-width area."
1590 (save-excursion
1591 (let* ((keywords (org-element--collect-affiliated-keywords))
1592 (begin (car keywords))
1593 value
1594 (end-area
1595 (progn
1596 (while (and (< (point) limit)
1597 (looking-at "[ \t]*:\\( \\|$\\)"))
1598 ;; Accumulate text without starting colons.
1599 (setq value
1600 (concat value
1601 (buffer-substring-no-properties
1602 (match-end 0) (point-at-eol))
1603 "\n"))
1604 (forward-line))
1605 (point)))
1606 (end (progn (skip-chars-forward " \r\t\n" limit)
1607 (if (eobp) (point) (point-at-bol)))))
1608 (list 'fixed-width
1609 (nconc
1610 (list :begin begin
1611 :end end
1612 :value value
1613 :post-blank (count-lines end-area end))
1614 (cadr keywords))))))
1616 (defun org-element-fixed-width-interpreter (fixed-width contents)
1617 "Interpret FIXED-WIDTH element as Org syntax.
1618 CONTENTS is nil."
1619 (replace-regexp-in-string
1620 "^" ": " (substring (org-element-property :value fixed-width) 0 -1)))
1623 ;;;; Horizontal Rule
1625 (defun org-element-horizontal-rule-parser (limit)
1626 "Parse an horizontal rule.
1628 LIMIT bounds the search.
1630 Return a list whose CAR is `horizontal-rule' and CDR is a plist
1631 containing `:begin', `:end' and `:post-blank' keywords."
1632 (save-excursion
1633 (let* ((keywords (org-element--collect-affiliated-keywords))
1634 (begin (car keywords))
1635 (post-hr (progn (forward-line) (point)))
1636 (end (progn (skip-chars-forward " \r\t\n" limit)
1637 (if (eobp) (point) (point-at-bol)))))
1638 (list 'horizontal-rule
1639 (nconc
1640 (list :begin begin
1641 :end end
1642 :post-blank (count-lines post-hr end))
1643 (cadr keywords))))))
1645 (defun org-element-horizontal-rule-interpreter (horizontal-rule contents)
1646 "Interpret HORIZONTAL-RULE element as Org syntax.
1647 CONTENTS is nil."
1648 "-----")
1651 ;;;; Keyword
1653 (defun org-element-keyword-parser (limit)
1654 "Parse a keyword at point.
1656 LIMIT bounds the search.
1658 Return a list whose CAR is `keyword' and CDR is a plist
1659 containing `:key', `:value', `:begin', `:end' and `:post-blank'
1660 keywords."
1661 (save-excursion
1662 (let* ((case-fold-search t)
1663 (begin (point))
1664 (key (progn (looking-at "[ \t]*#\\+\\(\\S-+\\):")
1665 (upcase (org-match-string-no-properties 1))))
1666 (value (org-trim (buffer-substring-no-properties
1667 (match-end 0) (point-at-eol))))
1668 (pos-before-blank (progn (forward-line) (point)))
1669 (end (progn (skip-chars-forward " \r\t\n" limit)
1670 (if (eobp) (point) (point-at-bol)))))
1671 (list 'keyword
1672 (list :key key
1673 :value value
1674 :begin begin
1675 :end end
1676 :post-blank (count-lines pos-before-blank end))))))
1678 (defun org-element-keyword-interpreter (keyword contents)
1679 "Interpret KEYWORD element as Org syntax.
1680 CONTENTS is nil."
1681 (format "#+%s: %s"
1682 (org-element-property :key keyword)
1683 (org-element-property :value keyword)))
1686 ;;;; Latex Environment
1688 (defun org-element-latex-environment-parser (limit)
1689 "Parse a LaTeX environment.
1691 LIMIT bounds the search.
1693 Return a list whose CAR is `latex-environment' and CDR is a plist
1694 containing `:begin', `:end', `:value' and `:post-blank'
1695 keywords.
1697 Assume point is at the beginning of the latex environment."
1698 (save-excursion
1699 (let* ((case-fold-search t)
1700 (code-begin (point))
1701 (keywords (org-element--collect-affiliated-keywords))
1702 (begin (car keywords))
1703 (env (progn (looking-at "^[ \t]*\\\\begin{\\([A-Za-z0-9]+\\*?\\)}")
1704 (regexp-quote (match-string 1))))
1705 (code-end
1706 (progn (re-search-forward (format "^[ \t]*\\\\end{%s}" env) limit t)
1707 (forward-line)
1708 (point)))
1709 (value (buffer-substring-no-properties code-begin code-end))
1710 (end (progn (skip-chars-forward " \r\t\n" limit)
1711 (if (eobp) (point) (point-at-bol)))))
1712 (list 'latex-environment
1713 (nconc
1714 (list :begin begin
1715 :end end
1716 :value value
1717 :post-blank (count-lines code-end end))
1718 (cadr keywords))))))
1720 (defun org-element-latex-environment-interpreter (latex-environment contents)
1721 "Interpret LATEX-ENVIRONMENT element as Org syntax.
1722 CONTENTS is nil."
1723 (org-element-property :value latex-environment))
1726 ;;;; Paragraph
1728 (defun org-element-paragraph-parser (limit)
1729 "Parse a paragraph.
1731 LIMIT bounds the search.
1733 Return a list whose CAR is `paragraph' and CDR is a plist
1734 containing `:begin', `:end', `:contents-begin' and
1735 `:contents-end' and `:post-blank' keywords.
1737 Assume point is at the beginning of the paragraph."
1738 (save-excursion
1739 (let* (;; INNER-PAR-P is non-nil when paragraph is at the
1740 ;; beginning of an item or a footnote reference. In that
1741 ;; case, we mustn't look for affiliated keywords since they
1742 ;; belong to the container.
1743 (inner-par-p (/= (point-at-bol) (point)))
1744 (contents-begin (point))
1745 (keywords (unless inner-par-p
1746 (org-element--collect-affiliated-keywords)))
1747 (begin (if inner-par-p contents-begin (car keywords)))
1748 (before-blank
1749 (let ((case-fold-search t))
1750 (end-of-line)
1751 (re-search-forward org-element-paragraph-separate limit 'm)
1752 (while (and (/= (point) limit)
1753 (cond
1754 ;; Skip non-existent or incomplete drawer.
1755 ((save-excursion
1756 (beginning-of-line)
1757 (and (looking-at "[ \t]*:\\S-")
1758 (or (not (looking-at org-drawer-regexp))
1759 (not (save-excursion
1760 (re-search-forward
1761 "^[ \t]*:END:" limit t)))))))
1762 ;; Stop at comments.
1763 ((save-excursion
1764 (beginning-of-line)
1765 (not (looking-at "[ \t]*#\\S-"))) nil)
1766 ;; Skip incomplete dynamic blocks.
1767 ((save-excursion
1768 (beginning-of-line)
1769 (looking-at "[ \t]*#\\+BEGIN: "))
1770 (not (save-excursion
1771 (re-search-forward
1772 "^[ \t]*\\+END:" limit t))))
1773 ;; Skip incomplete blocks.
1774 ((save-excursion
1775 (beginning-of-line)
1776 (looking-at "[ \t]*#\\+BEGIN_\\(\\S-+\\)"))
1777 (not (save-excursion
1778 (re-search-forward
1779 (concat "^[ \t]*#\\+END_"
1780 (match-string 1))
1781 limit t))))
1782 ;; Skip incomplete latex environments.
1783 ((save-excursion
1784 (beginning-of-line)
1785 (looking-at "^[ \t]*\\\\begin{\\([A-Za-z0-9]+\\*?\\)}"))
1786 (not (save-excursion
1787 (re-search-forward
1788 (format "^[ \t]*\\\\end{%s}"
1789 (match-string 1))
1790 limit t))))
1791 ;; Skip ill-formed keywords.
1792 ((not (save-excursion
1793 (beginning-of-line)
1794 (looking-at "[ \t]*#\\+\\S-+:"))))))
1795 (re-search-forward org-element-paragraph-separate limit 'm))
1796 (if (eobp) (point) (goto-char (line-beginning-position)))))
1797 (contents-end (progn (skip-chars-backward " \r\t\n" contents-begin)
1798 (forward-line)
1799 (point)))
1800 (end (progn (skip-chars-forward " \r\t\n" limit)
1801 (if (eobp) (point) (point-at-bol)))))
1802 (list 'paragraph
1803 ;; If paragraph has no affiliated keywords, it may not begin
1804 ;; at beginning of line if it starts an item.
1805 (nconc
1806 (list :begin begin
1807 :end end
1808 :contents-begin contents-begin
1809 :contents-end contents-end
1810 :post-blank (count-lines before-blank end))
1811 (cadr keywords))))))
1813 (defun org-element-paragraph-interpreter (paragraph contents)
1814 "Interpret PARAGRAPH element as Org syntax.
1815 CONTENTS is the contents of the element."
1816 contents)
1819 ;;;; Planning
1821 (defun org-element-planning-parser (limit)
1822 "Parse a planning.
1824 LIMIT bounds the search.
1826 Return a list whose CAR is `planning' and CDR is a plist
1827 containing `:closed', `:deadline', `:scheduled', `:begin', `:end'
1828 and `:post-blank' keywords."
1829 (save-excursion
1830 (let* ((case-fold-search nil)
1831 (begin (point))
1832 (post-blank (let ((before-blank (progn (forward-line) (point))))
1833 (skip-chars-forward " \r\t\n" limit)
1834 (unless (eobp) (beginning-of-line))
1835 (count-lines before-blank (point))))
1836 (end (point))
1837 closed deadline scheduled)
1838 (goto-char begin)
1839 (while (re-search-forward org-keyword-time-not-clock-regexp
1840 (line-end-position) t)
1841 (goto-char (match-end 1))
1842 (org-skip-whitespace)
1843 (let ((time (buffer-substring-no-properties
1844 (1+ (point)) (1- (match-end 0))))
1845 (keyword (match-string 1)))
1846 (cond ((equal keyword org-closed-string) (setq closed time))
1847 ((equal keyword org-deadline-string) (setq deadline time))
1848 (t (setq scheduled time)))))
1849 (list 'planning
1850 (list :closed closed
1851 :deadline deadline
1852 :scheduled scheduled
1853 :begin begin
1854 :end end
1855 :post-blank post-blank)))))
1857 (defun org-element-planning-interpreter (planning contents)
1858 "Interpret PLANNING element as Org syntax.
1859 CONTENTS is nil."
1860 (mapconcat
1861 'identity
1862 (delq nil
1863 (list (let ((closed (org-element-property :closed planning)))
1864 (when closed (concat org-closed-string " [" closed "]")))
1865 (let ((deadline (org-element-property :deadline planning)))
1866 (when deadline (concat org-deadline-string " <" deadline ">")))
1867 (let ((scheduled (org-element-property :scheduled planning)))
1868 (when scheduled
1869 (concat org-scheduled-string " <" scheduled ">")))))
1870 " "))
1873 ;;;; Property Drawer
1875 (defun org-element-property-drawer-parser (limit)
1876 "Parse a property drawer.
1878 LIMIT bounds the search.
1880 Return a list whose CAR is `property-drawer' and CDR is a plist
1881 containing `:begin', `:end', `:hiddenp', `:contents-begin',
1882 `:contents-end', `:properties' and `:post-blank' keywords.
1884 Assume point is at the beginning of the property drawer."
1885 (save-excursion
1886 (let ((case-fold-search t)
1887 (begin (point))
1888 (prop-begin (progn (forward-line) (point)))
1889 (hidden (org-invisible-p2))
1890 (properties
1891 (let (val)
1892 (while (not (looking-at "^[ \t]*:END:"))
1893 (when (looking-at "[ \t]*:\\([A-Za-z][-_A-Za-z0-9]*\\):")
1894 (push (cons (org-match-string-no-properties 1)
1895 (org-trim
1896 (buffer-substring-no-properties
1897 (match-end 0) (point-at-eol))))
1898 val))
1899 (forward-line))
1900 val))
1901 (prop-end (progn (re-search-forward "^[ \t]*:END:" limit t)
1902 (point-at-bol)))
1903 (pos-before-blank (progn (forward-line) (point)))
1904 (end (progn (skip-chars-forward " \r\t\n" limit)
1905 (if (eobp) (point) (point-at-bol)))))
1906 (list 'property-drawer
1907 (list :begin begin
1908 :end end
1909 :hiddenp hidden
1910 :properties properties
1911 :post-blank (count-lines pos-before-blank end))))))
1913 (defun org-element-property-drawer-interpreter (property-drawer contents)
1914 "Interpret PROPERTY-DRAWER element as Org syntax.
1915 CONTENTS is nil."
1916 (let ((props (org-element-property :properties property-drawer)))
1917 (concat
1918 ":PROPERTIES:\n"
1919 (mapconcat (lambda (p)
1920 (format org-property-format (format ":%s:" (car p)) (cdr p)))
1921 (nreverse props) "\n")
1922 "\n:END:")))
1925 ;;;; Quote Section
1927 (defun org-element-quote-section-parser (limit)
1928 "Parse a quote section.
1930 LIMIT bounds the search.
1932 Return a list whose CAR is `quote-section' and CDR is a plist
1933 containing `:begin', `:end', `:value' and `:post-blank' keywords.
1935 Assume point is at beginning of the section."
1936 (save-excursion
1937 (let* ((begin (point))
1938 (end (progn (org-with-limited-levels (outline-next-heading))
1939 (point)))
1940 (pos-before-blank (progn (skip-chars-backward " \r\t\n")
1941 (forward-line)
1942 (point)))
1943 (value (buffer-substring-no-properties begin pos-before-blank)))
1944 (list 'quote-section
1945 (list :begin begin
1946 :end end
1947 :value value
1948 :post-blank (count-lines pos-before-blank end))))))
1950 (defun org-element-quote-section-interpreter (quote-section contents)
1951 "Interpret QUOTE-SECTION element as Org syntax.
1952 CONTENTS is nil."
1953 (org-element-property :value quote-section))
1956 ;;;; Src Block
1958 (defun org-element-src-block-parser (limit)
1959 "Parse a src block.
1961 LIMIT bounds the search.
1963 Return a list whose CAR is `src-block' and CDR is a plist
1964 containing `:language', `:switches', `:parameters', `:begin',
1965 `:end', `:hiddenp', `:number-lines', `:retain-labels',
1966 `:use-labels', `:label-fmt', `:preserve-indent', `:value' and
1967 `:post-blank' keywords.
1969 Assume point is at the beginning of the block."
1970 (let ((case-fold-search t))
1971 (if (not (save-excursion (re-search-forward "^[ \t]*#\\+END_SRC" limit t)))
1972 ;; Incomplete block: parse it as a paragraph.
1973 (org-element-paragraph-parser limit)
1974 (let ((contents-end (match-beginning 0)))
1975 (save-excursion
1976 (let* ((keywords (org-element--collect-affiliated-keywords))
1977 ;; Get beginning position.
1978 (begin (car keywords))
1979 ;; Get language as a string.
1980 (language
1981 (progn
1982 (looking-at
1983 (concat "^[ \t]*#\\+BEGIN_SRC"
1984 "\\(?: +\\(\\S-+\\)\\)?"
1985 "\\(\\(?: +\\(?:-l \".*?\"\\|[-+][A-Za-z]\\)\\)+\\)?"
1986 "\\(.*\\)[ \t]*$"))
1987 (org-match-string-no-properties 1)))
1988 ;; Get switches.
1989 (switches (org-match-string-no-properties 2))
1990 ;; Get parameters.
1991 (parameters (org-match-string-no-properties 3))
1992 ;; Switches analysis
1993 (number-lines (cond ((not switches) nil)
1994 ((string-match "-n\\>" switches) 'new)
1995 ((string-match "+n\\>" switches) 'continued)))
1996 (preserve-indent (and switches (string-match "-i\\>" switches)))
1997 (label-fmt (and switches
1998 (string-match "-l +\"\\([^\"\n]+\\)\"" switches)
1999 (match-string 1 switches)))
2000 ;; Should labels be retained in (or stripped from)
2001 ;; src blocks?
2002 (retain-labels
2003 (or (not switches)
2004 (not (string-match "-r\\>" switches))
2005 (and number-lines (string-match "-k\\>" switches))))
2006 ;; What should code-references use - labels or
2007 ;; line-numbers?
2008 (use-labels
2009 (or (not switches)
2010 (and retain-labels (not (string-match "-k\\>" switches)))))
2011 ;; Get visibility status.
2012 (hidden (progn (forward-line) (org-invisible-p2)))
2013 ;; Retrieve code.
2014 (value (buffer-substring-no-properties (point) contents-end))
2015 (pos-before-blank (progn (goto-char contents-end)
2016 (forward-line)
2017 (point)))
2018 ;; Get position after ending blank lines.
2019 (end (progn (skip-chars-forward " \r\t\n" limit)
2020 (if (eobp) (point) (point-at-bol)))))
2021 (list 'src-block
2022 (nconc
2023 (list :language language
2024 :switches (and (org-string-nw-p switches)
2025 (org-trim switches))
2026 :parameters (and (org-string-nw-p parameters)
2027 (org-trim parameters))
2028 :begin begin
2029 :end end
2030 :number-lines number-lines
2031 :preserve-indent preserve-indent
2032 :retain-labels retain-labels
2033 :use-labels use-labels
2034 :label-fmt label-fmt
2035 :hiddenp hidden
2036 :value value
2037 :post-blank (count-lines pos-before-blank end))
2038 (cadr keywords)))))))))
2040 (defun org-element-src-block-interpreter (src-block contents)
2041 "Interpret SRC-BLOCK element as Org syntax.
2042 CONTENTS is nil."
2043 (let ((lang (org-element-property :language src-block))
2044 (switches (org-element-property :switches src-block))
2045 (params (org-element-property :parameters src-block))
2046 (value (let ((val (org-element-property :value src-block)))
2047 (cond
2049 (org-src-preserve-indentation val)
2050 ((zerop org-edit-src-content-indentation)
2051 (org-remove-indentation val))
2053 (let ((ind (make-string
2054 org-edit-src-content-indentation 32)))
2055 (replace-regexp-in-string
2056 "\\(^\\)[ \t]*\\S-" ind
2057 (org-remove-indentation val) nil nil 1)))))))
2058 (concat (format "#+BEGIN_SRC%s\n"
2059 (concat (and lang (concat " " lang))
2060 (and switches (concat " " switches))
2061 (and params (concat " " params))))
2062 value
2063 "#+END_SRC")))
2066 ;;;; Table
2068 (defun org-element-table-parser (limit)
2069 "Parse a table at point.
2071 LIMIT bounds the search.
2073 Return a list whose CAR is `table' and CDR is a plist containing
2074 `:begin', `:end', `:tblfm', `:type', `:contents-begin',
2075 `:contents-end', `:value' and `:post-blank' keywords.
2077 Assume point is at the beginning of the table."
2078 (save-excursion
2079 (let* ((case-fold-search t)
2080 (table-begin (point))
2081 (type (if (org-at-table.el-p) 'table.el 'org))
2082 (keywords (org-element--collect-affiliated-keywords))
2083 (begin (car keywords))
2084 (table-end (goto-char (marker-position (org-table-end t))))
2085 (tblfm (let (acc)
2086 (while (looking-at "[ \t]*#\\+TBLFM: +\\(.*\\)[ \t]*$")
2087 (push (org-match-string-no-properties 1) acc)
2088 (forward-line))
2089 acc))
2090 (pos-before-blank (point))
2091 (end (progn (skip-chars-forward " \r\t\n" limit)
2092 (if (eobp) (point) (point-at-bol)))))
2093 (list 'table
2094 (nconc
2095 (list :begin begin
2096 :end end
2097 :type type
2098 :tblfm tblfm
2099 ;; Only `org' tables have contents. `table.el' tables
2100 ;; use a `:value' property to store raw table as
2101 ;; a string.
2102 :contents-begin (and (eq type 'org) table-begin)
2103 :contents-end (and (eq type 'org) table-end)
2104 :value (and (eq type 'table.el)
2105 (buffer-substring-no-properties
2106 table-begin table-end))
2107 :post-blank (count-lines pos-before-blank end))
2108 (cadr keywords))))))
2110 (defun org-element-table-interpreter (table contents)
2111 "Interpret TABLE element as Org syntax.
2112 CONTENTS is nil."
2113 (if (eq (org-element-property :type table) 'table.el)
2114 (org-remove-indentation (org-element-property :value table))
2115 (concat (with-temp-buffer (insert contents)
2116 (org-table-align)
2117 (buffer-string))
2118 (mapconcat (lambda (fm) (concat "#+TBLFM: " fm))
2119 (reverse (org-element-property :tblfm table))
2120 "\n"))))
2123 ;;;; Table Row
2125 (defun org-element-table-row-parser (limit)
2126 "Parse table row at point.
2128 LIMIT bounds the search.
2130 Return a list whose CAR is `table-row' and CDR is a plist
2131 containing `:begin', `:end', `:contents-begin', `:contents-end',
2132 `:type' and `:post-blank' keywords."
2133 (save-excursion
2134 (let* ((type (if (looking-at "^[ \t]*|-") 'rule 'standard))
2135 (begin (point))
2136 ;; A table rule has no contents. In that case, ensure
2137 ;; CONTENTS-BEGIN matches CONTENTS-END.
2138 (contents-begin (and (eq type 'standard)
2139 (search-forward "|")
2140 (point)))
2141 (contents-end (and (eq type 'standard)
2142 (progn
2143 (end-of-line)
2144 (skip-chars-backward " \t")
2145 (point))))
2146 (end (progn (forward-line) (point))))
2147 (list 'table-row
2148 (list :type type
2149 :begin begin
2150 :end end
2151 :contents-begin contents-begin
2152 :contents-end contents-end
2153 :post-blank 0)))))
2155 (defun org-element-table-row-interpreter (table-row contents)
2156 "Interpret TABLE-ROW element as Org syntax.
2157 CONTENTS is the contents of the table row."
2158 (if (eq (org-element-property :type table-row) 'rule) "|-"
2159 (concat "| " contents)))
2162 ;;;; Verse Block
2164 (defun org-element-verse-block-parser (limit)
2165 "Parse a verse block.
2167 LIMIT bounds the search.
2169 Return a list whose CAR is `verse-block' and CDR is a plist
2170 containing `:begin', `:end', `:contents-begin', `:contents-end',
2171 `:hiddenp' and `:post-blank' keywords.
2173 Assume point is at beginning of the block."
2174 (let ((case-fold-search t))
2175 (if (not (save-excursion
2176 (re-search-forward "^[ \t]*#\\+END_VERSE" limit t)))
2177 ;; Incomplete block: parse it as a paragraph.
2178 (org-element-paragraph-parser limit)
2179 (let ((contents-end (match-beginning 0)))
2180 (save-excursion
2181 (let* ((keywords (org-element--collect-affiliated-keywords))
2182 (begin (car keywords))
2183 (hidden (progn (forward-line) (org-invisible-p2)))
2184 (contents-begin (point))
2185 (pos-before-blank (progn (goto-char contents-end)
2186 (forward-line)
2187 (point)))
2188 (end (progn (skip-chars-forward " \r\t\n" limit)
2189 (if (eobp) (point) (point-at-bol)))))
2190 (list 'verse-block
2191 (nconc
2192 (list :begin begin
2193 :end end
2194 :contents-begin contents-begin
2195 :contents-end contents-end
2196 :hiddenp hidden
2197 :post-blank (count-lines pos-before-blank end))
2198 (cadr keywords)))))))))
2200 (defun org-element-verse-block-interpreter (verse-block contents)
2201 "Interpret VERSE-BLOCK element as Org syntax.
2202 CONTENTS is verse block contents."
2203 (format "#+BEGIN_VERSE\n%s#+END_VERSE" contents))
2207 ;;; Objects
2209 ;; Unlike to elements, interstices can be found between objects.
2210 ;; That's why, along with the parser, successor functions are provided
2211 ;; for each object. Some objects share the same successor (i.e. `code'
2212 ;; and `verbatim' objects).
2214 ;; A successor must accept a single argument bounding the search. It
2215 ;; will return either a cons cell whose CAR is the object's type, as
2216 ;; a symbol, and CDR the position of its next occurrence, or nil.
2218 ;; Successors follow the naming convention:
2219 ;; org-element-NAME-successor, where NAME is the name of the
2220 ;; successor, as defined in `org-element-all-successors'.
2222 ;; Some object types (i.e. `italic') are recursive. Restrictions on
2223 ;; object types they can contain will be specified in
2224 ;; `org-element-object-restrictions'.
2226 ;; Adding a new type of object is simple. Implement a successor,
2227 ;; a parser, and an interpreter for it, all following the naming
2228 ;; convention. Register type in `org-element-all-objects' and
2229 ;; successor in `org-element-all-successors'. Maybe tweak
2230 ;; restrictions about it, and that's it.
2233 ;;;; Bold
2235 (defun org-element-bold-parser ()
2236 "Parse bold object at point.
2238 Return a list whose CAR is `bold' and CDR is a plist with
2239 `:begin', `:end', `:contents-begin' and `:contents-end' and
2240 `:post-blank' keywords.
2242 Assume point is at the first star marker."
2243 (save-excursion
2244 (unless (bolp) (backward-char 1))
2245 (looking-at org-emph-re)
2246 (let ((begin (match-beginning 2))
2247 (contents-begin (match-beginning 4))
2248 (contents-end (match-end 4))
2249 (post-blank (progn (goto-char (match-end 2))
2250 (skip-chars-forward " \t")))
2251 (end (point)))
2252 (list 'bold
2253 (list :begin begin
2254 :end end
2255 :contents-begin contents-begin
2256 :contents-end contents-end
2257 :post-blank post-blank)))))
2259 (defun org-element-bold-interpreter (bold contents)
2260 "Interpret BOLD object as Org syntax.
2261 CONTENTS is the contents of the object."
2262 (format "*%s*" contents))
2264 (defun org-element-text-markup-successor (limit)
2265 "Search for the next text-markup object.
2267 LIMIT bounds the search.
2269 Return value is a cons cell whose CAR is a symbol among `bold',
2270 `italic', `underline', `strike-through', `code' and `verbatim'
2271 and CDR is beginning position."
2272 (save-excursion
2273 (unless (bolp) (backward-char))
2274 (when (re-search-forward org-emph-re limit t)
2275 (let ((marker (match-string 3)))
2276 (cons (cond
2277 ((equal marker "*") 'bold)
2278 ((equal marker "/") 'italic)
2279 ((equal marker "_") 'underline)
2280 ((equal marker "+") 'strike-through)
2281 ((equal marker "~") 'code)
2282 ((equal marker "=") 'verbatim)
2283 (t (error "Unknown marker at %d" (match-beginning 3))))
2284 (match-beginning 2))))))
2287 ;;;; Code
2289 (defun org-element-code-parser ()
2290 "Parse code object at point.
2292 Return a list whose CAR is `code' and CDR is a plist with
2293 `:value', `:begin', `:end' and `:post-blank' keywords.
2295 Assume point is at the first tilde marker."
2296 (save-excursion
2297 (unless (bolp) (backward-char 1))
2298 (looking-at org-emph-re)
2299 (let ((begin (match-beginning 2))
2300 (value (org-match-string-no-properties 4))
2301 (post-blank (progn (goto-char (match-end 2))
2302 (skip-chars-forward " \t")))
2303 (end (point)))
2304 (list 'code
2305 (list :value value
2306 :begin begin
2307 :end end
2308 :post-blank post-blank)))))
2310 (defun org-element-code-interpreter (code contents)
2311 "Interpret CODE object as Org syntax.
2312 CONTENTS is nil."
2313 (format "~%s~" (org-element-property :value code)))
2316 ;;;; Entity
2318 (defun org-element-entity-parser ()
2319 "Parse entity at point.
2321 Return a list whose CAR is `entity' and CDR a plist with
2322 `:begin', `:end', `:latex', `:latex-math-p', `:html', `:latin1',
2323 `:utf-8', `:ascii', `:use-brackets-p' and `:post-blank' as
2324 keywords.
2326 Assume point is at the beginning of the entity."
2327 (save-excursion
2328 (looking-at "\\\\\\(there4\\|sup[123]\\|frac[13][24]\\|[a-zA-Z]+\\)\\($\\|{}\\|[^[:alpha:]]\\)")
2329 (let* ((value (org-entity-get (match-string 1)))
2330 (begin (match-beginning 0))
2331 (bracketsp (string= (match-string 2) "{}"))
2332 (post-blank (progn (goto-char (match-end 1))
2333 (when bracketsp (forward-char 2))
2334 (skip-chars-forward " \t")))
2335 (end (point)))
2336 (list 'entity
2337 (list :name (car value)
2338 :latex (nth 1 value)
2339 :latex-math-p (nth 2 value)
2340 :html (nth 3 value)
2341 :ascii (nth 4 value)
2342 :latin1 (nth 5 value)
2343 :utf-8 (nth 6 value)
2344 :begin begin
2345 :end end
2346 :use-brackets-p bracketsp
2347 :post-blank post-blank)))))
2349 (defun org-element-entity-interpreter (entity contents)
2350 "Interpret ENTITY object as Org syntax.
2351 CONTENTS is nil."
2352 (concat "\\"
2353 (org-element-property :name entity)
2354 (when (org-element-property :use-brackets-p entity) "{}")))
2356 (defun org-element-latex-or-entity-successor (limit)
2357 "Search for the next latex-fragment or entity object.
2359 LIMIT bounds the search.
2361 Return value is a cons cell whose CAR is `entity' or
2362 `latex-fragment' and CDR is beginning position."
2363 (save-excursion
2364 (let ((matchers
2365 (remove "begin" (plist-get org-format-latex-options :matchers)))
2366 ;; ENTITY-RE matches both LaTeX commands and Org entities.
2367 (entity-re
2368 "\\\\\\(there4\\|sup[123]\\|frac[13][24]\\|[a-zA-Z]+\\)\\($\\|{}\\|[^[:alpha:]]\\)"))
2369 (when (re-search-forward
2370 (concat (mapconcat (lambda (e) (nth 1 (assoc e org-latex-regexps)))
2371 matchers "\\|")
2372 "\\|" entity-re)
2373 limit t)
2374 (goto-char (match-beginning 0))
2375 (if (looking-at entity-re)
2376 ;; Determine if it's a real entity or a LaTeX command.
2377 (cons (if (org-entity-get (match-string 1)) 'entity 'latex-fragment)
2378 (match-beginning 0))
2379 ;; No entity nor command: point is at a LaTeX fragment.
2380 ;; Determine its type to get the correct beginning position.
2381 (cons 'latex-fragment
2382 (catch 'return
2383 (mapc (lambda (e)
2384 (when (looking-at (nth 1 (assoc e org-latex-regexps)))
2385 (throw 'return
2386 (match-beginning
2387 (nth 2 (assoc e org-latex-regexps))))))
2388 matchers)
2389 (point))))))))
2392 ;;;; Export Snippet
2394 (defun org-element-export-snippet-parser ()
2395 "Parse export snippet at point.
2397 Return a list whose CAR is `export-snippet' and CDR a plist with
2398 `:begin', `:end', `:back-end', `:value' and `:post-blank' as
2399 keywords.
2401 Assume point is at the beginning of the snippet."
2402 (save-excursion
2403 (re-search-forward "@@\\([-A-Za-z0-9]+\\):" nil t)
2404 (let* ((begin (match-beginning 0))
2405 (back-end (org-match-string-no-properties 1))
2406 (value (buffer-substring-no-properties
2407 (point)
2408 (progn (re-search-forward "@@" nil t) (match-beginning 0))))
2409 (post-blank (skip-chars-forward " \t"))
2410 (end (point)))
2411 (list 'export-snippet
2412 (list :back-end back-end
2413 :value value
2414 :begin begin
2415 :end end
2416 :post-blank post-blank)))))
2418 (defun org-element-export-snippet-interpreter (export-snippet contents)
2419 "Interpret EXPORT-SNIPPET object as Org syntax.
2420 CONTENTS is nil."
2421 (format "@@%s:%s@@"
2422 (org-element-property :back-end export-snippet)
2423 (org-element-property :value export-snippet)))
2425 (defun org-element-export-snippet-successor (limit)
2426 "Search for the next export-snippet object.
2428 LIMIT bounds the search.
2430 Return value is a cons cell whose CAR is `export-snippet' and CDR
2431 its beginning position."
2432 (save-excursion
2433 (let (beg)
2434 (when (and (re-search-forward "@@[-A-Za-z0-9]+:" limit t)
2435 (setq beg (match-beginning 0))
2436 (re-search-forward "@@" limit t))
2437 (cons 'export-snippet beg)))))
2440 ;;;; Footnote Reference
2442 (defun org-element-footnote-reference-parser ()
2443 "Parse footnote reference at point.
2445 Return a list whose CAR is `footnote-reference' and CDR a plist
2446 with `:label', `:type', `:inline-definition', `:begin', `:end'
2447 and `:post-blank' as keywords."
2448 (save-excursion
2449 (looking-at org-footnote-re)
2450 (let* ((begin (point))
2451 (label (or (org-match-string-no-properties 2)
2452 (org-match-string-no-properties 3)
2453 (and (match-string 1)
2454 (concat "fn:" (org-match-string-no-properties 1)))))
2455 (type (if (or (not label) (match-string 1)) 'inline 'standard))
2456 (inner-begin (match-end 0))
2457 (inner-end
2458 (let ((count 1))
2459 (forward-char)
2460 (while (and (> count 0) (re-search-forward "[][]" nil t))
2461 (if (equal (match-string 0) "[") (incf count) (decf count)))
2462 (1- (point))))
2463 (post-blank (progn (goto-char (1+ inner-end))
2464 (skip-chars-forward " \t")))
2465 (end (point))
2466 (footnote-reference
2467 (list 'footnote-reference
2468 (list :label label
2469 :type type
2470 :begin begin
2471 :end end
2472 :post-blank post-blank))))
2473 (org-element-put-property
2474 footnote-reference :inline-definition
2475 (and (eq type 'inline)
2476 (org-element-parse-secondary-string
2477 (buffer-substring inner-begin inner-end)
2478 (org-element-restriction 'footnote-reference)
2479 footnote-reference))))))
2481 (defun org-element-footnote-reference-interpreter (footnote-reference contents)
2482 "Interpret FOOTNOTE-REFERENCE object as Org syntax.
2483 CONTENTS is nil."
2484 (let ((label (or (org-element-property :label footnote-reference) "fn:"))
2485 (def
2486 (let ((inline-def
2487 (org-element-property :inline-definition footnote-reference)))
2488 (if (not inline-def) ""
2489 (concat ":" (org-element-interpret-data inline-def))))))
2490 (format "[%s]" (concat label def))))
2492 (defun org-element-footnote-reference-successor (limit)
2493 "Search for the next footnote-reference object.
2495 LIMIT bounds the search.
2497 Return value is a cons cell whose CAR is `footnote-reference' and
2498 CDR is beginning position."
2499 (save-excursion
2500 (catch 'exit
2501 (while (re-search-forward org-footnote-re limit t)
2502 (save-excursion
2503 (let ((beg (match-beginning 0))
2504 (count 1))
2505 (backward-char)
2506 (while (re-search-forward "[][]" limit t)
2507 (if (equal (match-string 0) "[") (incf count) (decf count))
2508 (when (zerop count)
2509 (throw 'exit (cons 'footnote-reference beg))))))))))
2512 ;;;; Inline Babel Call
2514 (defun org-element-inline-babel-call-parser ()
2515 "Parse inline babel call at point.
2517 Return a list whose CAR is `inline-babel-call' and CDR a plist
2518 with `:begin', `:end', `:info' and `:post-blank' as keywords.
2520 Assume point is at the beginning of the babel call."
2521 (save-excursion
2522 (unless (bolp) (backward-char))
2523 (looking-at org-babel-inline-lob-one-liner-regexp)
2524 (let ((info (save-match-data (org-babel-lob-get-info)))
2525 (begin (match-end 1))
2526 (post-blank (progn (goto-char (match-end 0))
2527 (skip-chars-forward " \t")))
2528 (end (point)))
2529 (list 'inline-babel-call
2530 (list :begin begin
2531 :end end
2532 :info info
2533 :post-blank post-blank)))))
2535 (defun org-element-inline-babel-call-interpreter (inline-babel-call contents)
2536 "Interpret INLINE-BABEL-CALL object as Org syntax.
2537 CONTENTS is nil."
2538 (let* ((babel-info (org-element-property :info inline-babel-call))
2539 (main-source (car babel-info))
2540 (post-options (nth 1 babel-info)))
2541 (concat "call_"
2542 (if (string-match "\\[\\(\\[.*?\\]\\)\\]" main-source)
2543 ;; Remove redundant square brackets.
2544 (replace-match
2545 (match-string 1 main-source) nil nil main-source)
2546 main-source)
2547 (and post-options (format "[%s]" post-options)))))
2549 (defun org-element-inline-babel-call-successor (limit)
2550 "Search for the next inline-babel-call object.
2552 LIMIT bounds the search.
2554 Return value is a cons cell whose CAR is `inline-babel-call' and
2555 CDR is beginning position."
2556 (save-excursion
2557 ;; Use a simplified version of
2558 ;; org-babel-inline-lob-one-liner-regexp as regexp for more speed.
2559 (when (re-search-forward
2560 "\\(?:babel\\|call\\)_\\([^()\n]+?\\)\\(\\[\\(.*\\)\\]\\|\\(\\)\\)(\\([^\n]*\\))\\(\\[\\(.*?\\)\\]\\)?"
2561 limit t)
2562 (cons 'inline-babel-call (match-beginning 0)))))
2565 ;;;; Inline Src Block
2567 (defun org-element-inline-src-block-parser ()
2568 "Parse inline source block at point.
2570 LIMIT bounds the search.
2572 Return a list whose CAR is `inline-src-block' and CDR a plist
2573 with `:begin', `:end', `:language', `:value', `:parameters' and
2574 `:post-blank' as keywords.
2576 Assume point is at the beginning of the inline src block."
2577 (save-excursion
2578 (unless (bolp) (backward-char))
2579 (looking-at org-babel-inline-src-block-regexp)
2580 (let ((begin (match-beginning 1))
2581 (language (org-match-string-no-properties 2))
2582 (parameters (org-match-string-no-properties 4))
2583 (value (org-match-string-no-properties 5))
2584 (post-blank (progn (goto-char (match-end 0))
2585 (skip-chars-forward " \t")))
2586 (end (point)))
2587 (list 'inline-src-block
2588 (list :language language
2589 :value value
2590 :parameters parameters
2591 :begin begin
2592 :end end
2593 :post-blank post-blank)))))
2595 (defun org-element-inline-src-block-interpreter (inline-src-block contents)
2596 "Interpret INLINE-SRC-BLOCK object as Org syntax.
2597 CONTENTS is nil."
2598 (let ((language (org-element-property :language inline-src-block))
2599 (arguments (org-element-property :parameters inline-src-block))
2600 (body (org-element-property :value inline-src-block)))
2601 (format "src_%s%s{%s}"
2602 language
2603 (if arguments (format "[%s]" arguments) "")
2604 body)))
2606 (defun org-element-inline-src-block-successor (limit)
2607 "Search for the next inline-babel-call element.
2609 LIMIT bounds the search.
2611 Return value is a cons cell whose CAR is `inline-babel-call' and
2612 CDR is beginning position."
2613 (save-excursion
2614 (when (re-search-forward org-babel-inline-src-block-regexp limit t)
2615 (cons 'inline-src-block (match-beginning 1)))))
2617 ;;;; Italic
2619 (defun org-element-italic-parser ()
2620 "Parse italic object at point.
2622 Return a list whose CAR is `italic' and CDR is a plist with
2623 `:begin', `:end', `:contents-begin' and `:contents-end' and
2624 `:post-blank' keywords.
2626 Assume point is at the first slash marker."
2627 (save-excursion
2628 (unless (bolp) (backward-char 1))
2629 (looking-at org-emph-re)
2630 (let ((begin (match-beginning 2))
2631 (contents-begin (match-beginning 4))
2632 (contents-end (match-end 4))
2633 (post-blank (progn (goto-char (match-end 2))
2634 (skip-chars-forward " \t")))
2635 (end (point)))
2636 (list 'italic
2637 (list :begin begin
2638 :end end
2639 :contents-begin contents-begin
2640 :contents-end contents-end
2641 :post-blank post-blank)))))
2643 (defun org-element-italic-interpreter (italic contents)
2644 "Interpret ITALIC object as Org syntax.
2645 CONTENTS is the contents of the object."
2646 (format "/%s/" contents))
2649 ;;;; Latex Fragment
2651 (defun org-element-latex-fragment-parser ()
2652 "Parse latex fragment at point.
2654 Return a list whose CAR is `latex-fragment' and CDR a plist with
2655 `:value', `:begin', `:end', and `:post-blank' as keywords.
2657 Assume point is at the beginning of the latex fragment."
2658 (save-excursion
2659 (let* ((begin (point))
2660 (substring-match
2661 (catch 'exit
2662 (mapc (lambda (e)
2663 (let ((latex-regexp (nth 1 (assoc e org-latex-regexps))))
2664 (when (or (looking-at latex-regexp)
2665 (and (not (bobp))
2666 (save-excursion
2667 (backward-char)
2668 (looking-at latex-regexp))))
2669 (throw 'exit (nth 2 (assoc e org-latex-regexps))))))
2670 (plist-get org-format-latex-options :matchers))
2671 ;; None found: it's a macro.
2672 (looking-at "\\\\[a-zA-Z]+\\*?\\(\\(\\[[^][\n{}]*\\]\\)\\|\\({[^{}\n]*}\\)\\)*")
2674 (value (match-string-no-properties substring-match))
2675 (post-blank (progn (goto-char (match-end substring-match))
2676 (skip-chars-forward " \t")))
2677 (end (point)))
2678 (list 'latex-fragment
2679 (list :value value
2680 :begin begin
2681 :end end
2682 :post-blank post-blank)))))
2684 (defun org-element-latex-fragment-interpreter (latex-fragment contents)
2685 "Interpret LATEX-FRAGMENT object as Org syntax.
2686 CONTENTS is nil."
2687 (org-element-property :value latex-fragment))
2689 ;;;; Line Break
2691 (defun org-element-line-break-parser ()
2692 "Parse line break at point.
2694 Return a list whose CAR is `line-break', and CDR a plist with
2695 `:begin', `:end' and `:post-blank' keywords.
2697 Assume point is at the beginning of the line break."
2698 (list 'line-break (list :begin (point) :end (point-at-eol) :post-blank 0)))
2700 (defun org-element-line-break-interpreter (line-break contents)
2701 "Interpret LINE-BREAK object as Org syntax.
2702 CONTENTS is nil."
2703 "\\\\")
2705 (defun org-element-line-break-successor (limit)
2706 "Search for the next line-break object.
2708 LIMIT bounds the search.
2710 Return value is a cons cell whose CAR is `line-break' and CDR is
2711 beginning position."
2712 (save-excursion
2713 (let ((beg (and (re-search-forward "[^\\\\]\\(\\\\\\\\\\)[ \t]*$" limit t)
2714 (goto-char (match-beginning 1)))))
2715 ;; A line break can only happen on a non-empty line.
2716 (when (and beg (re-search-backward "\\S-" (point-at-bol) t))
2717 (cons 'line-break beg)))))
2720 ;;;; Link
2722 (defun org-element-link-parser ()
2723 "Parse link at point.
2725 Return a list whose CAR is `link' and CDR a plist with `:type',
2726 `:path', `:raw-link', `:begin', `:end', `:contents-begin',
2727 `:contents-end' and `:post-blank' as keywords.
2729 Assume point is at the beginning of the link."
2730 (save-excursion
2731 (let ((begin (point))
2732 end contents-begin contents-end link-end post-blank path type
2733 raw-link link)
2734 (cond
2735 ;; Type 1: Text targeted from a radio target.
2736 ((and org-target-link-regexp (looking-at org-target-link-regexp))
2737 (setq type "radio"
2738 link-end (match-end 0)
2739 path (org-match-string-no-properties 0)))
2740 ;; Type 2: Standard link, i.e. [[http://orgmode.org][homepage]]
2741 ((looking-at org-bracket-link-regexp)
2742 (setq contents-begin (match-beginning 3)
2743 contents-end (match-end 3)
2744 link-end (match-end 0)
2745 ;; RAW-LINK is the original link.
2746 raw-link (org-match-string-no-properties 1)
2747 link (org-translate-link
2748 (org-link-expand-abbrev
2749 (org-link-unescape raw-link))))
2750 ;; Determine TYPE of link and set PATH accordingly.
2751 (cond
2752 ;; File type.
2753 ((or (file-name-absolute-p link) (string-match "^\\.\\.?/" link))
2754 (setq type "file" path link))
2755 ;; Explicit type (http, irc, bbdb...). See `org-link-types'.
2756 ((string-match org-link-re-with-space3 link)
2757 (setq type (match-string 1 link) path (match-string 2 link)))
2758 ;; Id type: PATH is the id.
2759 ((string-match "^id:\\([-a-f0-9]+\\)" link)
2760 (setq type "id" path (match-string 1 link)))
2761 ;; Code-ref type: PATH is the name of the reference.
2762 ((string-match "^(\\(.*\\))$" link)
2763 (setq type "coderef" path (match-string 1 link)))
2764 ;; Custom-id type: PATH is the name of the custom id.
2765 ((= (aref link 0) ?#)
2766 (setq type "custom-id" path (substring link 1)))
2767 ;; Fuzzy type: Internal link either matches a target, an
2768 ;; headline name or nothing. PATH is the target or
2769 ;; headline's name.
2770 (t (setq type "fuzzy" path link))))
2771 ;; Type 3: Plain link, i.e. http://orgmode.org
2772 ((looking-at org-plain-link-re)
2773 (setq raw-link (org-match-string-no-properties 0)
2774 type (org-match-string-no-properties 1)
2775 path (org-match-string-no-properties 2)
2776 link-end (match-end 0)))
2777 ;; Type 4: Angular link, i.e. <http://orgmode.org>
2778 ((looking-at org-angle-link-re)
2779 (setq raw-link (buffer-substring-no-properties
2780 (match-beginning 1) (match-end 2))
2781 type (org-match-string-no-properties 1)
2782 path (org-match-string-no-properties 2)
2783 link-end (match-end 0))))
2784 ;; In any case, deduce end point after trailing white space from
2785 ;; LINK-END variable.
2786 (setq post-blank (progn (goto-char link-end) (skip-chars-forward " \t"))
2787 end (point))
2788 (list 'link
2789 (list :type type
2790 :path path
2791 :raw-link (or raw-link path)
2792 :begin begin
2793 :end end
2794 :contents-begin contents-begin
2795 :contents-end contents-end
2796 :post-blank post-blank)))))
2798 (defun org-element-link-interpreter (link contents)
2799 "Interpret LINK object as Org syntax.
2800 CONTENTS is the contents of the object, or nil."
2801 (let ((type (org-element-property :type link))
2802 (raw-link (org-element-property :raw-link link)))
2803 (if (string= type "radio") raw-link
2804 (format "[[%s]%s]"
2805 raw-link
2806 (if contents (format "[%s]" contents) "")))))
2808 (defun org-element-link-successor (limit)
2809 "Search for the next link object.
2811 LIMIT bounds the search.
2813 Return value is a cons cell whose CAR is `link' and CDR is
2814 beginning position."
2815 (save-excursion
2816 (let ((link-regexp
2817 (if (not org-target-link-regexp) org-any-link-re
2818 (concat org-any-link-re "\\|" org-target-link-regexp))))
2819 (when (re-search-forward link-regexp limit t)
2820 (cons 'link (match-beginning 0))))))
2823 ;;;; Macro
2825 (defun org-element-macro-parser ()
2826 "Parse macro at point.
2828 Return a list whose CAR is `macro' and CDR a plist with `:key',
2829 `:args', `:begin', `:end', `:value' and `:post-blank' as
2830 keywords.
2832 Assume point is at the macro."
2833 (save-excursion
2834 (looking-at "{{{\\([a-zA-Z][-a-zA-Z0-9_]*\\)\\(([ \t\n]*\\([^\000]*?\\))\\)?}}}")
2835 (let ((begin (point))
2836 (key (downcase (org-match-string-no-properties 1)))
2837 (value (org-match-string-no-properties 0))
2838 (post-blank (progn (goto-char (match-end 0))
2839 (skip-chars-forward " \t")))
2840 (end (point))
2841 (args (let ((args (org-match-string-no-properties 3)) args2)
2842 (when args
2843 (setq args (org-split-string args ","))
2844 (while args
2845 (while (string-match "\\\\\\'" (car args))
2846 ;; Repair bad splits.
2847 (setcar (cdr args) (concat (substring (car args) 0 -1)
2848 "," (nth 1 args)))
2849 (pop args))
2850 (push (pop args) args2))
2851 (mapcar 'org-trim (nreverse args2))))))
2852 (list 'macro
2853 (list :key key
2854 :value value
2855 :args args
2856 :begin begin
2857 :end end
2858 :post-blank post-blank)))))
2860 (defun org-element-macro-interpreter (macro contents)
2861 "Interpret MACRO object as Org syntax.
2862 CONTENTS is nil."
2863 (org-element-property :value macro))
2865 (defun org-element-macro-successor (limit)
2866 "Search for the next macro object.
2868 LIMIT bounds the search.
2870 Return value is cons cell whose CAR is `macro' and CDR is
2871 beginning position."
2872 (save-excursion
2873 (when (re-search-forward
2874 "{{{\\([a-zA-Z][-a-zA-Z0-9_]*\\)\\(([ \t\n]*\\([^\000]*?\\))\\)?}}}"
2875 limit t)
2876 (cons 'macro (match-beginning 0)))))
2879 ;;;; Radio-target
2881 (defun org-element-radio-target-parser ()
2882 "Parse radio target at point.
2884 Return a list whose CAR is `radio-target' and CDR a plist with
2885 `:begin', `:end', `:contents-begin', `:contents-end', `:value'
2886 and `:post-blank' as keywords.
2888 Assume point is at the radio target."
2889 (save-excursion
2890 (looking-at org-radio-target-regexp)
2891 (let ((begin (point))
2892 (contents-begin (match-beginning 1))
2893 (contents-end (match-end 1))
2894 (value (org-match-string-no-properties 1))
2895 (post-blank (progn (goto-char (match-end 0))
2896 (skip-chars-forward " \t")))
2897 (end (point)))
2898 (list 'radio-target
2899 (list :begin begin
2900 :end end
2901 :contents-begin contents-begin
2902 :contents-end contents-end
2903 :post-blank post-blank
2904 :value value)))))
2906 (defun org-element-radio-target-interpreter (target contents)
2907 "Interpret TARGET object as Org syntax.
2908 CONTENTS is the contents of the object."
2909 (concat "<<<" contents ">>>"))
2911 (defun org-element-radio-target-successor (limit)
2912 "Search for the next radio-target object.
2914 LIMIT bounds the search.
2916 Return value is a cons cell whose CAR is `radio-target' and CDR
2917 is beginning position."
2918 (save-excursion
2919 (when (re-search-forward org-radio-target-regexp limit t)
2920 (cons 'radio-target (match-beginning 0)))))
2923 ;;;; Statistics Cookie
2925 (defun org-element-statistics-cookie-parser ()
2926 "Parse statistics cookie at point.
2928 Return a list whose CAR is `statistics-cookie', and CDR a plist
2929 with `:begin', `:end', `:value' and `:post-blank' keywords.
2931 Assume point is at the beginning of the statistics-cookie."
2932 (save-excursion
2933 (looking-at "\\[[0-9]*\\(%\\|/[0-9]*\\)\\]")
2934 (let* ((begin (point))
2935 (value (buffer-substring-no-properties
2936 (match-beginning 0) (match-end 0)))
2937 (post-blank (progn (goto-char (match-end 0))
2938 (skip-chars-forward " \t")))
2939 (end (point)))
2940 (list 'statistics-cookie
2941 (list :begin begin
2942 :end end
2943 :value value
2944 :post-blank post-blank)))))
2946 (defun org-element-statistics-cookie-interpreter (statistics-cookie contents)
2947 "Interpret STATISTICS-COOKIE object as Org syntax.
2948 CONTENTS is nil."
2949 (org-element-property :value statistics-cookie))
2951 (defun org-element-statistics-cookie-successor (limit)
2952 "Search for the next statistics cookie object.
2954 LIMIT bounds the search.
2956 Return value is a cons cell whose CAR is `statistics-cookie' and
2957 CDR is beginning position."
2958 (save-excursion
2959 (when (re-search-forward "\\[[0-9]*\\(%\\|/[0-9]*\\)\\]" limit t)
2960 (cons 'statistics-cookie (match-beginning 0)))))
2963 ;;;; Strike-Through
2965 (defun org-element-strike-through-parser ()
2966 "Parse strike-through object at point.
2968 Return a list whose CAR is `strike-through' and CDR is a plist
2969 with `:begin', `:end', `:contents-begin' and `:contents-end' and
2970 `:post-blank' keywords.
2972 Assume point is at the first plus sign marker."
2973 (save-excursion
2974 (unless (bolp) (backward-char 1))
2975 (looking-at org-emph-re)
2976 (let ((begin (match-beginning 2))
2977 (contents-begin (match-beginning 4))
2978 (contents-end (match-end 4))
2979 (post-blank (progn (goto-char (match-end 2))
2980 (skip-chars-forward " \t")))
2981 (end (point)))
2982 (list 'strike-through
2983 (list :begin begin
2984 :end end
2985 :contents-begin contents-begin
2986 :contents-end contents-end
2987 :post-blank post-blank)))))
2989 (defun org-element-strike-through-interpreter (strike-through contents)
2990 "Interpret STRIKE-THROUGH object as Org syntax.
2991 CONTENTS is the contents of the object."
2992 (format "+%s+" contents))
2995 ;;;; Subscript
2997 (defun org-element-subscript-parser ()
2998 "Parse subscript at point.
3000 Return a list whose CAR is `subscript' and CDR a plist with
3001 `:begin', `:end', `:contents-begin', `:contents-end',
3002 `:use-brackets-p' and `:post-blank' as keywords.
3004 Assume point is at the underscore."
3005 (save-excursion
3006 (unless (bolp) (backward-char))
3007 (let ((bracketsp (if (looking-at org-match-substring-with-braces-regexp)
3009 (not (looking-at org-match-substring-regexp))))
3010 (begin (match-beginning 2))
3011 (contents-begin (or (match-beginning 5)
3012 (match-beginning 3)))
3013 (contents-end (or (match-end 5) (match-end 3)))
3014 (post-blank (progn (goto-char (match-end 0))
3015 (skip-chars-forward " \t")))
3016 (end (point)))
3017 (list 'subscript
3018 (list :begin begin
3019 :end end
3020 :use-brackets-p bracketsp
3021 :contents-begin contents-begin
3022 :contents-end contents-end
3023 :post-blank post-blank)))))
3025 (defun org-element-subscript-interpreter (subscript contents)
3026 "Interpret SUBSCRIPT object as Org syntax.
3027 CONTENTS is the contents of the object."
3028 (format
3029 (if (org-element-property :use-brackets-p subscript) "_{%s}" "_%s")
3030 contents))
3032 (defun org-element-sub/superscript-successor (limit)
3033 "Search for the next sub/superscript object.
3035 LIMIT bounds the search.
3037 Return value is a cons cell whose CAR is either `subscript' or
3038 `superscript' and CDR is beginning position."
3039 (save-excursion
3040 (when (re-search-forward org-match-substring-regexp limit t)
3041 (cons (if (string= (match-string 2) "_") 'subscript 'superscript)
3042 (match-beginning 2)))))
3045 ;;;; Superscript
3047 (defun org-element-superscript-parser ()
3048 "Parse superscript at point.
3050 Return a list whose CAR is `superscript' and CDR a plist with
3051 `:begin', `:end', `:contents-begin', `:contents-end',
3052 `:use-brackets-p' and `:post-blank' as keywords.
3054 Assume point is at the caret."
3055 (save-excursion
3056 (unless (bolp) (backward-char))
3057 (let ((bracketsp (if (looking-at org-match-substring-with-braces-regexp) t
3058 (not (looking-at org-match-substring-regexp))))
3059 (begin (match-beginning 2))
3060 (contents-begin (or (match-beginning 5)
3061 (match-beginning 3)))
3062 (contents-end (or (match-end 5) (match-end 3)))
3063 (post-blank (progn (goto-char (match-end 0))
3064 (skip-chars-forward " \t")))
3065 (end (point)))
3066 (list 'superscript
3067 (list :begin begin
3068 :end end
3069 :use-brackets-p bracketsp
3070 :contents-begin contents-begin
3071 :contents-end contents-end
3072 :post-blank post-blank)))))
3074 (defun org-element-superscript-interpreter (superscript contents)
3075 "Interpret SUPERSCRIPT object as Org syntax.
3076 CONTENTS is the contents of the object."
3077 (format
3078 (if (org-element-property :use-brackets-p superscript) "^{%s}" "^%s")
3079 contents))
3082 ;;;; Table Cell
3084 (defun org-element-table-cell-parser ()
3085 "Parse table cell at point.
3087 Return a list whose CAR is `table-cell' and CDR is a plist
3088 containing `:begin', `:end', `:contents-begin', `:contents-end'
3089 and `:post-blank' keywords."
3090 (looking-at "[ \t]*\\(.*?\\)[ \t]*|")
3091 (let* ((begin (match-beginning 0))
3092 (end (match-end 0))
3093 (contents-begin (match-beginning 1))
3094 (contents-end (match-end 1)))
3095 (list 'table-cell
3096 (list :begin begin
3097 :end end
3098 :contents-begin contents-begin
3099 :contents-end contents-end
3100 :post-blank 0))))
3102 (defun org-element-table-cell-interpreter (table-cell contents)
3103 "Interpret TABLE-CELL element as Org syntax.
3104 CONTENTS is the contents of the cell, or nil."
3105 (concat " " contents " |"))
3107 (defun org-element-table-cell-successor (limit)
3108 "Search for the next table-cell object.
3110 LIMIT bounds the search.
3112 Return value is a cons cell whose CAR is `table-cell' and CDR is
3113 beginning position."
3114 (when (looking-at "[ \t]*.*?[ \t]+|") (cons 'table-cell (point))))
3117 ;;;; Target
3119 (defun org-element-target-parser ()
3120 "Parse target at point.
3122 Return a list whose CAR is `target' and CDR a plist with
3123 `:begin', `:end', `:value' and `:post-blank' as keywords.
3125 Assume point is at the target."
3126 (save-excursion
3127 (looking-at org-target-regexp)
3128 (let ((begin (point))
3129 (value (org-match-string-no-properties 1))
3130 (post-blank (progn (goto-char (match-end 0))
3131 (skip-chars-forward " \t")))
3132 (end (point)))
3133 (list 'target
3134 (list :begin begin
3135 :end end
3136 :value value
3137 :post-blank post-blank)))))
3139 (defun org-element-target-interpreter (target contents)
3140 "Interpret TARGET object as Org syntax.
3141 CONTENTS is nil."
3142 (format "<<%s>>" (org-element-property :value target)))
3144 (defun org-element-target-successor (limit)
3145 "Search for the next target object.
3147 LIMIT bounds the search.
3149 Return value is a cons cell whose CAR is `target' and CDR is
3150 beginning position."
3151 (save-excursion
3152 (when (re-search-forward org-target-regexp limit t)
3153 (cons 'target (match-beginning 0)))))
3156 ;;;; Timestamp
3158 (defun org-element-timestamp-parser ()
3159 "Parse time stamp at point.
3161 Return a list whose CAR is `timestamp', and CDR a plist with
3162 `:type', `:begin', `:end', `:value' and `:post-blank' keywords.
3164 Assume point is at the beginning of the timestamp."
3165 (save-excursion
3166 (let* ((begin (point))
3167 (activep (eq (char-after) ?<))
3168 (main-value
3169 (progn
3170 (looking-at "[<[]\\(\\(%%\\)?.*?\\)[]>]\\(?:--[<[]\\(.*?\\)[]>]\\)?")
3171 (match-string-no-properties 1)))
3172 (range-end (match-string-no-properties 3))
3173 (type (cond ((match-string 2) 'diary)
3174 ((and activep range-end) 'active-range)
3175 (activep 'active)
3176 (range-end 'inactive-range)
3177 (t 'inactive)))
3178 (post-blank (progn (goto-char (match-end 0))
3179 (skip-chars-forward " \t")))
3180 (end (point)))
3181 (list 'timestamp
3182 (list :type type
3183 :value main-value
3184 :range-end range-end
3185 :begin begin
3186 :end end
3187 :post-blank post-blank)))))
3189 (defun org-element-timestamp-interpreter (timestamp contents)
3190 "Interpret TIMESTAMP object as Org syntax.
3191 CONTENTS is nil."
3192 (let ((type (org-element-property :type timestamp) ))
3193 (concat
3194 (format (if (memq type '(inactive inactive-range)) "[%s]" "<%s>")
3195 (org-element-property :value timestamp))
3196 (let ((range-end (org-element-property :range-end timestamp)))
3197 (when range-end
3198 (concat "--"
3199 (format (if (eq type 'inactive-range) "[%s]" "<%s>")
3200 range-end)))))))
3202 (defun org-element-timestamp-successor (limit)
3203 "Search for the next timestamp object.
3205 LIMIT bounds the search.
3207 Return value is a cons cell whose CAR is `timestamp' and CDR is
3208 beginning position."
3209 (save-excursion
3210 (when (re-search-forward
3211 (concat org-ts-regexp-both
3212 "\\|"
3213 "\\(?:<[0-9]+-[0-9]+-[0-9]+[^>\n]+?\\+[0-9]+[dwmy]>\\)"
3214 "\\|"
3215 "\\(?:<%%\\(?:([^>\n]+)\\)>\\)")
3216 limit t)
3217 (cons 'timestamp (match-beginning 0)))))
3220 ;;;; Underline
3222 (defun org-element-underline-parser ()
3223 "Parse underline object at point.
3225 Return a list whose CAR is `underline' and CDR is a plist with
3226 `:begin', `:end', `:contents-begin' and `:contents-end' and
3227 `:post-blank' keywords.
3229 Assume point is at the first underscore marker."
3230 (save-excursion
3231 (unless (bolp) (backward-char 1))
3232 (looking-at org-emph-re)
3233 (let ((begin (match-beginning 2))
3234 (contents-begin (match-beginning 4))
3235 (contents-end (match-end 4))
3236 (post-blank (progn (goto-char (match-end 2))
3237 (skip-chars-forward " \t")))
3238 (end (point)))
3239 (list 'underline
3240 (list :begin begin
3241 :end end
3242 :contents-begin contents-begin
3243 :contents-end contents-end
3244 :post-blank post-blank)))))
3246 (defun org-element-underline-interpreter (underline contents)
3247 "Interpret UNDERLINE object as Org syntax.
3248 CONTENTS is the contents of the object."
3249 (format "_%s_" contents))
3252 ;;;; Verbatim
3254 (defun org-element-verbatim-parser ()
3255 "Parse verbatim object at point.
3257 Return a list whose CAR is `verbatim' and CDR is a plist with
3258 `:value', `:begin', `:end' and `:post-blank' keywords.
3260 Assume point is at the first equal sign marker."
3261 (save-excursion
3262 (unless (bolp) (backward-char 1))
3263 (looking-at org-emph-re)
3264 (let ((begin (match-beginning 2))
3265 (value (org-match-string-no-properties 4))
3266 (post-blank (progn (goto-char (match-end 2))
3267 (skip-chars-forward " \t")))
3268 (end (point)))
3269 (list 'verbatim
3270 (list :value value
3271 :begin begin
3272 :end end
3273 :post-blank post-blank)))))
3275 (defun org-element-verbatim-interpreter (verbatim contents)
3276 "Interpret VERBATIM object as Org syntax.
3277 CONTENTS is nil."
3278 (format "=%s=" (org-element-property :value verbatim)))
3282 ;;; Parsing Element Starting At Point
3284 ;; `org-element--current-element' is the core function of this section.
3285 ;; It returns the Lisp representation of the element starting at
3286 ;; point.
3288 ;; `org-element--current-element' makes use of special modes. They
3289 ;; are activated for fixed element chaining (i.e. `plain-list' >
3290 ;; `item') or fixed conditional element chaining (i.e. `headline' >
3291 ;; `section'). Special modes are: `first-section', `section',
3292 ;; `quote-section', `item' and `table-row'.
3294 (defun org-element--current-element
3295 (limit &optional granularity special structure)
3296 "Parse the element starting at point.
3298 LIMIT bounds the search.
3300 Return value is a list like (TYPE PROPS) where TYPE is the type
3301 of the element and PROPS a plist of properties associated to the
3302 element.
3304 Possible types are defined in `org-element-all-elements'.
3306 Optional argument GRANULARITY determines the depth of the
3307 recursion. Allowed values are `headline', `greater-element',
3308 `element', `object' or nil. When it is broader than `object' (or
3309 nil), secondary values will not be parsed, since they only
3310 contain objects.
3312 Optional argument SPECIAL, when non-nil, can be either
3313 `first-section', `section', `quote-section', `table-row' and
3314 `item'.
3316 If STRUCTURE isn't provided but SPECIAL is set to `item', it will
3317 be computed.
3319 This function assumes point is always at the beginning of the
3320 element it has to parse."
3321 (save-excursion
3322 ;; If point is at an affiliated keyword, try moving to the
3323 ;; beginning of the associated element. If none is found, the
3324 ;; keyword is orphaned and will be treated as plain text.
3325 (when (looking-at org-element--affiliated-re)
3326 (let ((opoint (point)))
3327 (while (looking-at org-element--affiliated-re) (forward-line))
3328 (when (looking-at "[ \t]*$") (goto-char opoint))))
3329 (let ((case-fold-search t)
3330 ;; Determine if parsing depth allows for secondary strings
3331 ;; parsing. It only applies to elements referenced in
3332 ;; `org-element-secondary-value-alist'.
3333 (raw-secondary-p (and granularity (not (eq granularity 'object)))))
3334 (cond
3335 ;; Item.
3336 ((eq special 'item)
3337 (org-element-item-parser limit structure raw-secondary-p))
3338 ;; Quote Section.
3339 ((eq special 'quote-section) (org-element-quote-section-parser limit))
3340 ;; Table Row.
3341 ((eq special 'table-row) (org-element-table-row-parser limit))
3342 ;; Headline.
3343 ((org-with-limited-levels (org-at-heading-p))
3344 (org-element-headline-parser limit raw-secondary-p))
3345 ;; Section (must be checked after headline).
3346 ((eq special 'section) (org-element-section-parser limit))
3347 ((eq special 'first-section)
3348 (org-element-section-parser
3349 (or (save-excursion (org-with-limited-levels (outline-next-heading)))
3350 limit)))
3351 ;; Planning and Clock.
3352 ((and (looking-at org-planning-or-clock-line-re))
3353 (if (equal (match-string 1) org-clock-string)
3354 (org-element-clock-parser limit)
3355 (org-element-planning-parser limit)))
3356 ;; Inlinetask.
3357 ((org-at-heading-p)
3358 (org-element-inlinetask-parser limit raw-secondary-p))
3359 ;; LaTeX Environment.
3360 ((looking-at "[ \t]*\\\\begin{\\([A-Za-z0-9*]+\\)}")
3361 (if (save-excursion
3362 (re-search-forward
3363 (format "[ \t]*\\\\end{%s}[ \t]*"
3364 (regexp-quote (match-string 1)))
3365 nil t))
3366 (org-element-latex-environment-parser limit)
3367 (org-element-paragraph-parser limit)))
3368 ;; Drawer and Property Drawer.
3369 ((looking-at org-drawer-regexp)
3370 (let ((name (match-string 1)))
3371 (cond
3372 ((not (save-excursion
3373 (re-search-forward "^[ \t]*:END:[ \t]*$" nil t)))
3374 (org-element-paragraph-parser limit))
3375 ((equal "PROPERTIES" name)
3376 (org-element-property-drawer-parser limit))
3377 (t (org-element-drawer-parser limit)))))
3378 ;; Fixed Width
3379 ((looking-at "[ \t]*:\\( \\|$\\)")
3380 (org-element-fixed-width-parser limit))
3381 ;; Inline Comments, Blocks, Babel Calls, Dynamic Blocks and
3382 ;; Keywords.
3383 ((looking-at "[ \t]*#")
3384 (goto-char (match-end 0))
3385 (cond ((looking-at "\\(?: \\|$\\)")
3386 (beginning-of-line)
3387 (org-element-comment-parser limit))
3388 ((looking-at "\\+BEGIN_\\(\\S-+\\)")
3389 (beginning-of-line)
3390 (let ((parser (assoc (upcase (match-string 1))
3391 org-element-block-name-alist)))
3392 (if parser (funcall (cdr parser) limit)
3393 (org-element-special-block-parser limit))))
3394 ((looking-at "\\+CALL:")
3395 (beginning-of-line)
3396 (org-element-babel-call-parser limit))
3397 ((looking-at "\\+BEGIN:? ")
3398 (beginning-of-line)
3399 (org-element-dynamic-block-parser limit))
3400 ((looking-at "\\+\\S-+:")
3401 (beginning-of-line)
3402 (org-element-keyword-parser limit))
3404 (beginning-of-line)
3405 (org-element-paragraph-parser limit))))
3406 ;; Footnote Definition.
3407 ((looking-at org-footnote-definition-re)
3408 (org-element-footnote-definition-parser limit))
3409 ;; Horizontal Rule.
3410 ((looking-at "[ \t]*-\\{5,\\}[ \t]*$")
3411 (org-element-horizontal-rule-parser limit))
3412 ;; Table.
3413 ((org-at-table-p t) (org-element-table-parser limit))
3414 ;; List.
3415 ((looking-at (org-item-re))
3416 (org-element-plain-list-parser limit (or structure (org-list-struct))))
3417 ;; Default element: Paragraph.
3418 (t (org-element-paragraph-parser limit))))))
3421 ;; Most elements can have affiliated keywords. When looking for an
3422 ;; element beginning, we want to move before them, as they belong to
3423 ;; that element, and, in the meantime, collect information they give
3424 ;; into appropriate properties. Hence the following function.
3426 ;; Usage of optional arguments may not be obvious at first glance:
3428 ;; - TRANS-LIST is used to polish keywords names that have evolved
3429 ;; during Org history. In example, even though =result= and
3430 ;; =results= coexist, we want to have them under the same =result=
3431 ;; property. It's also true for "srcname" and "name", where the
3432 ;; latter seems to be preferred nowadays (thus the "name" property).
3434 ;; - CONSED allows to regroup multi-lines keywords under the same
3435 ;; property, while preserving their own identity. This is mostly
3436 ;; used for "attr_latex" and al.
3438 ;; - PARSED prepares a keyword value for export. This is useful for
3439 ;; "caption". Objects restrictions for such keywords are defined in
3440 ;; `org-element-object-restrictions'.
3442 ;; - DUALS is used to take care of keywords accepting a main and an
3443 ;; optional secondary values. For example "results" has its
3444 ;; source's name as the main value, and may have an hash string in
3445 ;; optional square brackets as the secondary one.
3447 ;; A keyword may belong to more than one category.
3449 (defun org-element--collect-affiliated-keywords
3450 (&optional key-re trans-list consed parsed duals)
3451 "Collect affiliated keywords before point.
3453 Optional argument KEY-RE is a regexp matching keywords, which
3454 puts matched keyword in group 1. It defaults to
3455 `org-element--affiliated-re'.
3457 TRANS-LIST is an alist where key is the keyword and value the
3458 property name it should be translated to, without the colons. It
3459 defaults to `org-element-keyword-translation-alist'.
3461 CONSED is a list of strings. Any keyword belonging to that list
3462 will have its value consed. The check is done after keyword
3463 translation. It defaults to `org-element-multiple-keywords'.
3465 PARSED is a list of strings. Any keyword member of this list
3466 will have its value parsed. The check is done after keyword
3467 translation. If a keyword is a member of both CONSED and PARSED,
3468 it's value will be a list of parsed strings. It defaults to
3469 `org-element-parsed-keywords'.
3471 DUALS is a list of strings. Any keyword member of this list can
3472 have two parts: one mandatory and one optional. Its value is
3473 a cons cell whose CAR is the former, and the CDR the latter. If
3474 a keyword is a member of both PARSED and DUALS, both values will
3475 be parsed. It defaults to `org-element-dual-keywords'.
3477 Return a list whose CAR is the position at the first of them and
3478 CDR a plist of keywords and values."
3479 (save-excursion
3480 (let ((case-fold-search t)
3481 (key-re (or key-re org-element--affiliated-re))
3482 (trans-list (or trans-list org-element-keyword-translation-alist))
3483 (consed (or consed org-element-multiple-keywords))
3484 (parsed (or parsed org-element-parsed-keywords))
3485 (duals (or duals org-element-dual-keywords))
3486 ;; RESTRICT is the list of objects allowed in parsed
3487 ;; keywords value.
3488 (restrict (org-element-restriction 'keyword))
3489 output)
3490 (unless (bobp)
3491 (while (and (not (bobp)) (progn (forward-line -1) (looking-at key-re)))
3492 (let* ((raw-kwd (upcase (or (match-string 2) (match-string 1))))
3493 ;; Apply translation to RAW-KWD. From there, KWD is
3494 ;; the official keyword.
3495 (kwd (or (cdr (assoc raw-kwd trans-list)) raw-kwd))
3496 ;; Find main value for any keyword.
3497 (value
3498 (save-match-data
3499 (org-trim
3500 (buffer-substring-no-properties
3501 (match-end 0) (point-at-eol)))))
3502 ;; If KWD is a dual keyword, find its secondary
3503 ;; value. Maybe parse it.
3504 (dual-value
3505 (and (member kwd duals)
3506 (let ((sec (org-match-string-no-properties 3)))
3507 (if (or (not sec) (not (member kwd parsed))) sec
3508 (org-element-parse-secondary-string sec restrict)))))
3509 ;; Attribute a property name to KWD.
3510 (kwd-sym (and kwd (intern (concat ":" (downcase kwd))))))
3511 ;; Now set final shape for VALUE.
3512 (when (member kwd parsed)
3513 (setq value (org-element-parse-secondary-string value restrict)))
3514 (when (member kwd duals)
3515 ;; VALUE is mandatory. Set it to nil if there is none.
3516 (setq value (and value (cons value dual-value))))
3517 ;; Attributes are always consed.
3518 (when (or (member kwd consed) (string-match "^ATTR_" kwd))
3519 (setq value (cons value (plist-get output kwd-sym))))
3520 ;; Eventually store the new value in OUTPUT.
3521 (setq output (plist-put output kwd-sym value))))
3522 (unless (looking-at key-re) (forward-line 1)))
3523 (list (point) output))))
3527 ;;; The Org Parser
3529 ;; The two major functions here are `org-element-parse-buffer', which
3530 ;; parses Org syntax inside the current buffer, taking into account
3531 ;; region, narrowing, or even visibility if specified, and
3532 ;; `org-element-parse-secondary-string', which parses objects within
3533 ;; a given string.
3535 ;; The (almost) almighty `org-element-map' allows to apply a function
3536 ;; on elements or objects matching some type, and accumulate the
3537 ;; resulting values. In an export situation, it also skips unneeded
3538 ;; parts of the parse tree.
3540 (defun org-element-parse-buffer (&optional granularity visible-only)
3541 "Recursively parse the buffer and return structure.
3542 If narrowing is in effect, only parse the visible part of the
3543 buffer.
3545 Optional argument GRANULARITY determines the depth of the
3546 recursion. It can be set to the following symbols:
3548 `headline' Only parse headlines.
3549 `greater-element' Don't recurse into greater elements excepted
3550 headlines and sections. Thus, elements
3551 parsed are the top-level ones.
3552 `element' Parse everything but objects and plain text.
3553 `object' Parse the complete buffer (default).
3555 When VISIBLE-ONLY is non-nil, don't parse contents of hidden
3556 elements.
3558 Assume buffer is in Org mode."
3559 (save-excursion
3560 (goto-char (point-min))
3561 (org-skip-whitespace)
3562 (org-element--parse-elements
3563 (point-at-bol) (point-max)
3564 ;; Start in `first-section' mode so text before the first
3565 ;; headline belongs to a section.
3566 'first-section nil granularity visible-only (list 'org-data nil))))
3568 (defun org-element-parse-secondary-string (string restriction &optional parent)
3569 "Recursively parse objects in STRING and return structure.
3571 RESTRICTION is a symbol limiting the object types that will be
3572 looked after.
3574 Optional argument PARENT, when non-nil, is the element or object
3575 containing the secondary string. It is used to set correctly
3576 `:parent' property within the string."
3577 (with-temp-buffer
3578 (insert string)
3579 (let ((secondary (org-element--parse-objects
3580 (point-min) (point-max) nil restriction)))
3581 (mapc (lambda (obj) (org-element-put-property obj :parent parent))
3582 secondary))))
3584 (defun org-element-map (data types fun &optional info first-match no-recursion)
3585 "Map a function on selected elements or objects.
3587 DATA is the parsed tree, as returned by, i.e,
3588 `org-element-parse-buffer'. TYPES is a symbol or list of symbols
3589 of elements or objects types. FUN is the function called on the
3590 matching element or object. It must accept one arguments: the
3591 element or object itself.
3593 When optional argument INFO is non-nil, it should be a plist
3594 holding export options. In that case, parts of the parse tree
3595 not exportable according to that property list will be skipped.
3597 When optional argument FIRST-MATCH is non-nil, stop at the first
3598 match for which FUN doesn't return nil, and return that value.
3600 Optional argument NO-RECURSION is a symbol or a list of symbols
3601 representing elements or objects types. `org-element-map' won't
3602 enter any recursive element or object whose type belongs to that
3603 list. Though, FUN can still be applied on them.
3605 Nil values returned from FUN do not appear in the results."
3606 ;; Ensure TYPES and NO-RECURSION are a list, even of one element.
3607 (unless (listp types) (setq types (list types)))
3608 (unless (listp no-recursion) (setq no-recursion (list no-recursion)))
3609 ;; Recursion depth is determined by --CATEGORY.
3610 (let* ((--category
3611 (catch 'found
3612 (let ((category 'greater-elements))
3613 (mapc (lambda (type)
3614 (cond ((or (memq type org-element-all-objects)
3615 (eq type 'plain-text))
3616 ;; If one object is found, the function
3617 ;; has to recurse into every object.
3618 (throw 'found 'objects))
3619 ((not (memq type org-element-greater-elements))
3620 ;; If one regular element is found, the
3621 ;; function has to recurse, at least,
3622 ;; into every element it encounters.
3623 (and (not (eq category 'elements))
3624 (setq category 'elements)))))
3625 types)
3626 category)))
3627 --acc
3628 --walk-tree
3629 (--walk-tree
3630 (function
3631 (lambda (--data)
3632 ;; Recursively walk DATA. INFO, if non-nil, is a plist
3633 ;; holding contextual information.
3634 (let ((--type (org-element-type --data)))
3635 (cond
3636 ((not --data))
3637 ;; Ignored element in an export context.
3638 ((and info (memq --data (plist-get info :ignore-list))))
3639 ;; Secondary string: only objects can be found there.
3640 ((not --type)
3641 (when (eq --category 'objects) (mapc --walk-tree --data)))
3642 ;; Unconditionally enter parse trees.
3643 ((eq --type 'org-data)
3644 (mapc --walk-tree (org-element-contents --data)))
3646 ;; Check if TYPE is matching among TYPES. If so,
3647 ;; apply FUN to --DATA and accumulate return value
3648 ;; into --ACC (or exit if FIRST-MATCH is non-nil).
3649 (when (memq --type types)
3650 (let ((result (funcall fun --data)))
3651 (cond ((not result))
3652 (first-match (throw '--map-first-match result))
3653 (t (push result --acc)))))
3654 ;; If --DATA has a secondary string that can contain
3655 ;; objects with their type among TYPES, look into it.
3656 (when (eq --category 'objects)
3657 (let ((sec-prop
3658 (assq --type org-element-secondary-value-alist)))
3659 (when sec-prop
3660 (funcall --walk-tree
3661 (org-element-property (cdr sec-prop) --data)))))
3662 ;; Determine if a recursion into --DATA is possible.
3663 (cond
3664 ;; --TYPE is explicitly removed from recursion.
3665 ((memq --type no-recursion))
3666 ;; --DATA has no contents.
3667 ((not (org-element-contents --data)))
3668 ;; Looking for greater elements but --DATA is simply
3669 ;; an element or an object.
3670 ((and (eq --category 'greater-elements)
3671 (not (memq --type org-element-greater-elements))))
3672 ;; Looking for elements but --DATA is an object.
3673 ((and (eq --category 'elements)
3674 (memq --type org-element-all-objects)))
3675 ;; In any other case, map contents.
3676 (t (mapc --walk-tree (org-element-contents --data)))))))))))
3677 (catch '--map-first-match
3678 (funcall --walk-tree data)
3679 ;; Return value in a proper order.
3680 (nreverse --acc))))
3682 ;; The following functions are internal parts of the parser.
3684 ;; The first one, `org-element--parse-elements' acts at the element's
3685 ;; level.
3687 ;; The second one, `org-element--parse-objects' applies on all objects
3688 ;; of a paragraph or a secondary string. It uses
3689 ;; `org-element--get-next-object-candidates' to optimize the search of
3690 ;; the next object in the buffer.
3692 ;; More precisely, that function looks for every allowed object type
3693 ;; first. Then, it discards failed searches, keeps further matches,
3694 ;; and searches again types matched behind point, for subsequent
3695 ;; calls. Thus, searching for a given type fails only once, and every
3696 ;; object is searched only once at top level (but sometimes more for
3697 ;; nested types).
3699 (defun org-element--parse-elements
3700 (beg end special structure granularity visible-only acc)
3701 "Parse elements between BEG and END positions.
3703 SPECIAL prioritize some elements over the others. It can be set
3704 to `first-section', `quote-section', `section' `item' or
3705 `table-row'.
3707 When value is `item', STRUCTURE will be used as the current list
3708 structure.
3710 GRANULARITY determines the depth of the recursion. See
3711 `org-element-parse-buffer' for more information.
3713 When VISIBLE-ONLY is non-nil, don't parse contents of hidden
3714 elements.
3716 Elements are accumulated into ACC."
3717 (save-excursion
3718 (goto-char beg)
3719 ;; When parsing only headlines, skip any text before first one.
3720 (when (and (eq granularity 'headline) (not (org-at-heading-p)))
3721 (org-with-limited-levels (outline-next-heading)))
3722 ;; Main loop start.
3723 (while (< (point) end)
3724 ;; Find current element's type and parse it accordingly to
3725 ;; its category.
3726 (let* ((element (org-element--current-element
3727 end granularity special structure))
3728 (type (org-element-type element))
3729 (cbeg (org-element-property :contents-begin element)))
3730 (goto-char (org-element-property :end element))
3731 ;; Fill ELEMENT contents by side-effect.
3732 (cond
3733 ;; If VISIBLE-ONLY is true and element is hidden or if it has
3734 ;; no contents, don't modify it.
3735 ((or (and visible-only (org-element-property :hiddenp element))
3736 (not cbeg)))
3737 ;; Greater element: parse it between `contents-begin' and
3738 ;; `contents-end'. Make sure GRANULARITY allows the
3739 ;; recursion, or ELEMENT is an headline, in which case going
3740 ;; inside is mandatory, in order to get sub-level headings.
3741 ((and (memq type org-element-greater-elements)
3742 (or (memq granularity '(element object nil))
3743 (and (eq granularity 'greater-element)
3744 (eq type 'section))
3745 (eq type 'headline)))
3746 (org-element--parse-elements
3747 cbeg (org-element-property :contents-end element)
3748 ;; Possibly switch to a special mode.
3749 (case type
3750 (headline
3751 (if (org-element-property :quotedp element) 'quote-section
3752 'section))
3753 (plain-list 'item)
3754 (table 'table-row))
3755 (org-element-property :structure element)
3756 granularity visible-only element))
3757 ;; ELEMENT has contents. Parse objects inside, if
3758 ;; GRANULARITY allows it.
3759 ((memq granularity '(object nil))
3760 (org-element--parse-objects
3761 cbeg (org-element-property :contents-end element) element
3762 (org-element-restriction type))))
3763 (org-element-adopt-elements acc element)))
3764 ;; Return result.
3765 acc))
3767 (defun org-element--parse-objects (beg end acc restriction)
3768 "Parse objects between BEG and END and return recursive structure.
3770 Objects are accumulated in ACC.
3772 RESTRICTION is a list of object types which are allowed in the
3773 current object."
3774 (let (candidates)
3775 (save-excursion
3776 (goto-char beg)
3777 (while (and (< (point) end)
3778 (setq candidates (org-element--get-next-object-candidates
3779 end restriction candidates)))
3780 (let ((next-object
3781 (let ((pos (apply 'min (mapcar 'cdr candidates))))
3782 (save-excursion
3783 (goto-char pos)
3784 (funcall (intern (format "org-element-%s-parser"
3785 (car (rassq pos candidates)))))))))
3786 ;; 1. Text before any object. Untabify it.
3787 (let ((obj-beg (org-element-property :begin next-object)))
3788 (unless (= (point) obj-beg)
3789 (setq acc
3790 (org-element-adopt-elements
3792 (replace-regexp-in-string
3793 "\t" (make-string tab-width ? )
3794 (buffer-substring-no-properties (point) obj-beg))))))
3795 ;; 2. Object...
3796 (let ((obj-end (org-element-property :end next-object))
3797 (cont-beg (org-element-property :contents-begin next-object)))
3798 ;; Fill contents of NEXT-OBJECT by side-effect, if it has
3799 ;; a recursive type.
3800 (when (and cont-beg
3801 (memq (car next-object) org-element-recursive-objects))
3802 (save-restriction
3803 (narrow-to-region
3804 cont-beg
3805 (org-element-property :contents-end next-object))
3806 (org-element--parse-objects
3807 (point-min) (point-max) next-object
3808 (org-element-restriction next-object))))
3809 (setq acc (org-element-adopt-elements acc next-object))
3810 (goto-char obj-end))))
3811 ;; 3. Text after last object. Untabify it.
3812 (unless (= (point) end)
3813 (setq acc
3814 (org-element-adopt-elements
3816 (replace-regexp-in-string
3817 "\t" (make-string tab-width ? )
3818 (buffer-substring-no-properties (point) end)))))
3819 ;; Result.
3820 acc)))
3822 (defun org-element--get-next-object-candidates (limit restriction objects)
3823 "Return an alist of candidates for the next object.
3825 LIMIT bounds the search, and RESTRICTION narrows candidates to
3826 some object types.
3828 Return value is an alist whose CAR is position and CDR the object
3829 type, as a symbol.
3831 OBJECTS is the previous candidates alist."
3832 (let (next-candidates types-to-search)
3833 ;; If no previous result, search every object type in RESTRICTION.
3834 ;; Otherwise, keep potential candidates (old objects located after
3835 ;; point) and ask to search again those which had matched before.
3836 (if (not objects) (setq types-to-search restriction)
3837 (mapc (lambda (obj)
3838 (if (< (cdr obj) (point)) (push (car obj) types-to-search)
3839 (push obj next-candidates)))
3840 objects))
3841 ;; Call the appropriate successor function for each type to search
3842 ;; and accumulate matches.
3843 (mapc
3844 (lambda (type)
3845 (let* ((successor-fun
3846 (intern
3847 (format "org-element-%s-successor"
3848 (or (cdr (assq type org-element-object-successor-alist))
3849 type))))
3850 (obj (funcall successor-fun limit)))
3851 (and obj (push obj next-candidates))))
3852 types-to-search)
3853 ;; Return alist.
3854 next-candidates))
3858 ;;; Towards A Bijective Process
3860 ;; The parse tree obtained with `org-element-parse-buffer' is really
3861 ;; a snapshot of the corresponding Org buffer. Therefore, it can be
3862 ;; interpreted and expanded into a string with canonical Org syntax.
3863 ;; Hence `org-element-interpret-data'.
3865 ;; The function relies internally on
3866 ;; `org-element--interpret-affiliated-keywords'.
3868 ;;;###autoload
3869 (defun org-element-interpret-data (data &optional parent)
3870 "Interpret DATA as Org syntax.
3872 DATA is a parse tree, an element, an object or a secondary string
3873 to interpret.
3875 Optional argument PARENT is used for recursive calls. It contains
3876 the element or object containing data, or nil.
3878 Return Org syntax as a string."
3879 (let* ((type (org-element-type data))
3880 (results
3881 (cond
3882 ;; Secondary string.
3883 ((not type)
3884 (mapconcat
3885 (lambda (obj) (org-element-interpret-data obj parent))
3886 data ""))
3887 ;; Full Org document.
3888 ((eq type 'org-data)
3889 (mapconcat
3890 (lambda (obj) (org-element-interpret-data obj parent))
3891 (org-element-contents data) ""))
3892 ;; Plain text.
3893 ((stringp data) data)
3894 ;; Element/Object without contents.
3895 ((not (org-element-contents data))
3896 (funcall (intern (format "org-element-%s-interpreter" type))
3897 data nil))
3898 ;; Element/Object with contents.
3900 (let* ((greaterp (memq type org-element-greater-elements))
3901 (objectp (and (not greaterp)
3902 (memq type org-element-recursive-objects)))
3903 (contents
3904 (mapconcat
3905 (lambda (obj) (org-element-interpret-data obj data))
3906 (org-element-contents
3907 (if (or greaterp objectp) data
3908 ;; Elements directly containing objects must
3909 ;; have their indentation normalized first.
3910 (org-element-normalize-contents
3911 data
3912 ;; When normalizing first paragraph of an
3913 ;; item or a footnote-definition, ignore
3914 ;; first line's indentation.
3915 (and (eq type 'paragraph)
3916 (equal data (car (org-element-contents parent)))
3917 (memq (org-element-type parent)
3918 '(footnote-definiton item))))))
3919 "")))
3920 (funcall (intern (format "org-element-%s-interpreter" type))
3921 data
3922 (if greaterp (org-element-normalize-contents contents)
3923 contents)))))))
3924 (if (memq type '(org-data plain-text nil)) results
3925 ;; Build white spaces. If no `:post-blank' property is
3926 ;; specified, assume its value is 0.
3927 (let ((post-blank (or (org-element-property :post-blank data) 0)))
3928 (if (memq type org-element-all-objects)
3929 (concat results (make-string post-blank 32))
3930 (concat
3931 (org-element--interpret-affiliated-keywords data)
3932 (org-element-normalize-string results)
3933 (make-string post-blank 10)))))))
3935 (defun org-element--interpret-affiliated-keywords (element)
3936 "Return ELEMENT's affiliated keywords as Org syntax.
3937 If there is no affiliated keyword, return the empty string."
3938 (let ((keyword-to-org
3939 (function
3940 (lambda (key value)
3941 (let (dual)
3942 (when (member key org-element-dual-keywords)
3943 (setq dual (cdr value) value (car value)))
3944 (concat "#+" key
3945 (and dual
3946 (format "[%s]" (org-element-interpret-data dual)))
3947 ": "
3948 (if (member key org-element-parsed-keywords)
3949 (org-element-interpret-data value)
3950 value)
3951 "\n"))))))
3952 (mapconcat
3953 (lambda (prop)
3954 (let ((value (org-element-property prop element))
3955 (keyword (upcase (substring (symbol-name prop) 1))))
3956 (when value
3957 (if (or (member keyword org-element-multiple-keywords)
3958 ;; All attribute keywords can have multiple lines.
3959 (string-match "^ATTR_" keyword))
3960 (mapconcat (lambda (line) (funcall keyword-to-org keyword line))
3961 value
3963 (funcall keyword-to-org keyword value)))))
3964 ;; List all ELEMENT's properties matching an attribute line or an
3965 ;; affiliated keyword, but ignore translated keywords since they
3966 ;; cannot belong to the property list.
3967 (loop for prop in (nth 1 element) by 'cddr
3968 when (let ((keyword (upcase (substring (symbol-name prop) 1))))
3969 (or (string-match "^ATTR_" keyword)
3970 (and
3971 (member keyword org-element-affiliated-keywords)
3972 (not (assoc keyword
3973 org-element-keyword-translation-alist)))))
3974 collect prop)
3975 "")))
3977 ;; Because interpretation of the parse tree must return the same
3978 ;; number of blank lines between elements and the same number of white
3979 ;; space after objects, some special care must be given to white
3980 ;; spaces.
3982 ;; The first function, `org-element-normalize-string', ensures any
3983 ;; string different from the empty string will end with a single
3984 ;; newline character.
3986 ;; The second function, `org-element-normalize-contents', removes
3987 ;; global indentation from the contents of the current element.
3989 (defun org-element-normalize-string (s)
3990 "Ensure string S ends with a single newline character.
3992 If S isn't a string return it unchanged. If S is the empty
3993 string, return it. Otherwise, return a new string with a single
3994 newline character at its end."
3995 (cond
3996 ((not (stringp s)) s)
3997 ((string= "" s) "")
3998 (t (and (string-match "\\(\n[ \t]*\\)*\\'" s)
3999 (replace-match "\n" nil nil s)))))
4001 (defun org-element-normalize-contents (element &optional ignore-first)
4002 "Normalize plain text in ELEMENT's contents.
4004 ELEMENT must only contain plain text and objects.
4006 If optional argument IGNORE-FIRST is non-nil, ignore first line's
4007 indentation to compute maximal common indentation.
4009 Return the normalized element that is element with global
4010 indentation removed from its contents. The function assumes that
4011 indentation is not done with TAB characters."
4012 (let* (ind-list ; for byte-compiler
4013 collect-inds ; for byte-compiler
4014 (collect-inds
4015 (function
4016 ;; Return list of indentations within BLOB. This is done by
4017 ;; walking recursively BLOB and updating IND-LIST along the
4018 ;; way. FIRST-FLAG is non-nil when the first string hasn't
4019 ;; been seen yet. It is required as this string is the only
4020 ;; one whose indentation doesn't happen after a newline
4021 ;; character.
4022 (lambda (blob first-flag)
4023 (mapc
4024 (lambda (object)
4025 (when (and first-flag (stringp object))
4026 (setq first-flag nil)
4027 (string-match "\\`\\( *\\)" object)
4028 (let ((len (length (match-string 1 object))))
4029 ;; An indentation of zero means no string will be
4030 ;; modified. Quit the process.
4031 (if (zerop len) (throw 'zero (setq ind-list nil))
4032 (push len ind-list))))
4033 (cond
4034 ((stringp object)
4035 (let ((start 0))
4036 ;; Avoid matching blank or empty lines.
4037 (while (and (string-match "\n\\( *\\)\\(.\\)" object start)
4038 (not (equal (match-string 2 object) " ")))
4039 (setq start (match-end 0))
4040 (push (length (match-string 1 object)) ind-list))))
4041 ((memq (org-element-type object) org-element-recursive-objects)
4042 (funcall collect-inds object first-flag))))
4043 (org-element-contents blob))))))
4044 ;; Collect indentation list in ELEMENT. Possibly remove first
4045 ;; value if IGNORE-FIRST is non-nil.
4046 (catch 'zero (funcall collect-inds element (not ignore-first)))
4047 (if (not ind-list) element
4048 ;; Build ELEMENT back, replacing each string with the same
4049 ;; string minus common indentation.
4050 (let* (build ; For byte compiler.
4051 (build
4052 (function
4053 (lambda (blob mci first-flag)
4054 ;; Return BLOB with all its strings indentation
4055 ;; shortened from MCI white spaces. FIRST-FLAG is
4056 ;; non-nil when the first string hasn't been seen
4057 ;; yet.
4058 (setcdr (cdr blob)
4059 (mapcar
4060 (lambda (object)
4061 (when (and first-flag (stringp object))
4062 (setq first-flag nil)
4063 (setq object
4064 (replace-regexp-in-string
4065 (format "\\` \\{%d\\}" mci) "" object)))
4066 (cond
4067 ((stringp object)
4068 (replace-regexp-in-string
4069 (format "\n \\{%d\\}" mci) "\n" object))
4070 ((memq (org-element-type object)
4071 org-element-recursive-objects)
4072 (funcall build object mci first-flag))
4073 (t object)))
4074 (org-element-contents blob)))
4075 blob))))
4076 (funcall build element (apply 'min ind-list) (not ignore-first))))))
4080 ;;; The Toolbox
4082 ;; The first move is to implement a way to obtain the smallest element
4083 ;; containing point. This is the job of `org-element-at-point'. It
4084 ;; basically jumps back to the beginning of section containing point
4085 ;; and moves, element after element, with
4086 ;; `org-element--current-element' until the container is found. Note:
4087 ;; When using `org-element-at-point', secondary values are never
4088 ;; parsed since the function focuses on elements, not on objects.
4090 ;; At a deeper level, `org-element-context' lists all elements and
4091 ;; objects containing point.
4093 ;; `org-element-nested-p' and `org-element-swap-A-B' may be used
4094 ;; internally by navigation and manipulation tools.
4096 ;;;###autoload
4097 (defun org-element-at-point (&optional keep-trail)
4098 "Determine closest element around point.
4100 Return value is a list like (TYPE PROPS) where TYPE is the type
4101 of the element and PROPS a plist of properties associated to the
4102 element.
4104 Possible types are defined in `org-element-all-elements'.
4105 Properties depend on element or object type, but always
4106 include :begin, :end, :parent and :post-blank properties.
4108 As a special case, if point is at the very beginning of a list or
4109 sub-list, returned element will be that list instead of the first
4110 item. In the same way, if point is at the beginning of the first
4111 row of a table, returned element will be the table instead of the
4112 first row.
4114 If optional argument KEEP-TRAIL is non-nil, the function returns
4115 a list of of elements leading to element at point. The list's
4116 CAR is always the element at point. Following positions contain
4117 element's siblings, then parents, siblings of parents, until the
4118 first element of current section."
4119 (org-with-wide-buffer
4120 ;; If at an headline, parse it. It is the sole element that
4121 ;; doesn't require to know about context. Be sure to disallow
4122 ;; secondary string parsing, though.
4123 (if (org-with-limited-levels (org-at-heading-p))
4124 (progn
4125 (beginning-of-line)
4126 (if (not keep-trail) (org-element-headline-parser (point-max) t)
4127 (list (org-element-headline-parser (point-max) t))))
4128 ;; Otherwise move at the beginning of the section containing
4129 ;; point.
4130 (let ((origin (point))
4131 (end (save-excursion
4132 (org-with-limited-levels (outline-next-heading)) (point)))
4133 element type special-flag trail struct prevs parent)
4134 (org-with-limited-levels
4135 (if (org-with-limited-levels (org-before-first-heading-p))
4136 (goto-char (point-min))
4137 (org-back-to-heading)
4138 (forward-line)))
4139 (org-skip-whitespace)
4140 (beginning-of-line)
4141 ;; Parse successively each element, skipping those ending
4142 ;; before original position.
4143 (catch 'exit
4144 (while t
4145 (setq element
4146 (org-element--current-element end 'element special-flag struct)
4147 type (car element))
4148 (org-element-put-property element :parent parent)
4149 (when keep-trail (push element trail))
4150 (cond
4151 ;; 1. Skip any element ending before point. Also skip
4152 ;; element ending at point when we're sure that another
4153 ;; element has started.
4154 ((let ((elem-end (org-element-property :end element)))
4155 (when (or (< elem-end origin)
4156 (and (= elem-end origin) (/= elem-end end)))
4157 (goto-char elem-end))))
4158 ;; 2. An element containing point is always the element at
4159 ;; point.
4160 ((not (memq type org-element-greater-elements))
4161 (throw 'exit (if keep-trail trail element)))
4162 ;; 3. At any other greater element type, if point is
4163 ;; within contents, move into it.
4165 (let ((cbeg (org-element-property :contents-begin element))
4166 (cend (org-element-property :contents-end element)))
4167 (if (or (not cbeg) (not cend) (> cbeg origin) (< cend origin)
4168 ;; Create an anchor for tables and plain lists:
4169 ;; when point is at the very beginning of these
4170 ;; elements, ignoring affiliated keywords,
4171 ;; target them instead of their contents.
4172 (and (= cbeg origin) (memq type '(plain-list table)))
4173 ;; When point is at contents end, do not move
4174 ;; into elements with an explicit ending, but
4175 ;; return that element instead.
4176 (and (= cend origin)
4177 (memq type
4178 '(center-block
4179 drawer dynamic-block inlinetask item
4180 plain-list quote-block special-block))))
4181 (throw 'exit (if keep-trail trail element))
4182 (setq parent element)
4183 (case type
4184 (plain-list
4185 (setq special-flag 'item
4186 struct (org-element-property :structure element)))
4187 (table (setq special-flag 'table-row))
4188 (otherwise (setq special-flag nil)))
4189 (setq end cend)
4190 (goto-char cbeg)))))))))))
4192 ;;;###autoload
4193 (defun org-element-context ()
4194 "Return closest element or object around point.
4196 Return value is a list like (TYPE PROPS) where TYPE is the type
4197 of the element or object and PROPS a plist of properties
4198 associated to it.
4200 Possible types are defined in `org-element-all-elements' and
4201 `org-element-all-objects'. Properties depend on element or
4202 object type, but always include :begin, :end, :parent
4203 and :post-blank properties."
4204 (org-with-wide-buffer
4205 (let* ((origin (point))
4206 (element (org-element-at-point))
4207 (type (car element))
4208 end)
4209 ;; Check if point is inside an element containing objects or at
4210 ;; a secondary string. In that case, move to beginning of the
4211 ;; element or secondary string and set END to the other side.
4212 (if (not (or (and (eq type 'item)
4213 (let ((tag (org-element-property :tag element)))
4214 (and tag
4215 (progn
4216 (beginning-of-line)
4217 (search-forward tag (point-at-eol))
4218 (goto-char (match-beginning 0))
4219 (and (>= origin (point))
4220 (<= origin
4221 ;; `1+' is required so some
4222 ;; successors can match
4223 ;; properly their object.
4224 (setq end (1+ (match-end 0)))))))))
4225 (and (memq type '(headline inlinetask))
4226 (progn (beginning-of-line)
4227 (skip-chars-forward "* ")
4228 (setq end (point-at-eol))))
4229 (and (memq type '(paragraph table-cell verse-block))
4230 (let ((cbeg (org-element-property
4231 :contents-begin element))
4232 (cend (org-element-property
4233 :contents-end element)))
4234 (and (>= origin cbeg)
4235 (<= origin cend)
4236 (progn (goto-char cbeg) (setq end cend)))))))
4237 element
4238 (let ((restriction (org-element-restriction element))
4239 (parent element)
4240 candidates)
4241 (catch 'exit
4242 (while (setq candidates (org-element--get-next-object-candidates
4243 end restriction candidates))
4244 (let ((closest-cand (rassq (apply 'min (mapcar 'cdr candidates))
4245 candidates)))
4246 ;; If ORIGIN is before next object in element, there's
4247 ;; no point in looking further.
4248 (if (> (cdr closest-cand) origin) (throw 'exit element)
4249 (let* ((object
4250 (progn (goto-char (cdr closest-cand))
4251 (funcall (intern (format "org-element-%s-parser"
4252 (car closest-cand))))))
4253 (cbeg (org-element-property :contents-begin object))
4254 (cend (org-element-property :contents-end object)))
4255 (cond
4256 ;; ORIGIN is after OBJECT, so skip it.
4257 ((< (org-element-property :end object) origin)
4258 (goto-char (org-element-property :end object)))
4259 ;; ORIGIN is within a non-recursive object or at an
4260 ;; object boundaries: Return that object.
4261 ((or (not cbeg) (> cbeg origin) (< cend origin))
4262 (throw 'exit
4263 (org-element-put-property object :parent parent)))
4264 ;; Otherwise, move within current object and restrict
4265 ;; search to the end of its contents.
4266 (t (goto-char cbeg)
4267 (org-element-put-property object :parent parent)
4268 (setq parent object end cend)))))))
4269 parent))))))
4271 (defsubst org-element-nested-p (elem-A elem-B)
4272 "Non-nil when elements ELEM-A and ELEM-B are nested."
4273 (let ((beg-A (org-element-property :begin elem-A))
4274 (beg-B (org-element-property :begin elem-B))
4275 (end-A (org-element-property :end elem-A))
4276 (end-B (org-element-property :end elem-B)))
4277 (or (and (>= beg-A beg-B) (<= end-A end-B))
4278 (and (>= beg-B beg-A) (<= end-B end-A)))))
4280 (defun org-element-swap-A-B (elem-A elem-B)
4281 "Swap elements ELEM-A and ELEM-B.
4282 Assume ELEM-B is after ELEM-A in the buffer. Leave point at the
4283 end of ELEM-A."
4284 (goto-char (org-element-property :begin elem-A))
4285 ;; There are two special cases when an element doesn't start at bol:
4286 ;; the first paragraph in an item or in a footnote definition.
4287 (let ((specialp (not (bolp))))
4288 ;; Only a paragraph without any affiliated keyword can be moved at
4289 ;; ELEM-A position in such a situation. Note that the case of
4290 ;; a footnote definition is impossible: it cannot contain two
4291 ;; paragraphs in a row because it cannot contain a blank line.
4292 (if (and specialp
4293 (or (not (eq (org-element-type elem-B) 'paragraph))
4294 (/= (org-element-property :begin elem-B)
4295 (org-element-property :contents-begin elem-B))))
4296 (error "Cannot swap elements"))
4297 ;; In a special situation, ELEM-A will have no indentation. We'll
4298 ;; give it ELEM-B's (which will in, in turn, have no indentation).
4299 (let* ((ind-B (when specialp
4300 (goto-char (org-element-property :begin elem-B))
4301 (org-get-indentation)))
4302 (beg-A (org-element-property :begin elem-A))
4303 (end-A (save-excursion
4304 (goto-char (org-element-property :end elem-A))
4305 (skip-chars-backward " \r\t\n")
4306 (point-at-eol)))
4307 (beg-B (org-element-property :begin elem-B))
4308 (end-B (save-excursion
4309 (goto-char (org-element-property :end elem-B))
4310 (skip-chars-backward " \r\t\n")
4311 (point-at-eol)))
4312 ;; Store overlays responsible for visibility status. We
4313 ;; also need to store their boundaries as they will be
4314 ;; removed from buffer.
4315 (overlays
4316 (cons
4317 (mapcar (lambda (ov) (list ov (overlay-start ov) (overlay-end ov)))
4318 (overlays-in beg-A end-A))
4319 (mapcar (lambda (ov) (list ov (overlay-start ov) (overlay-end ov)))
4320 (overlays-in beg-B end-B))))
4321 ;; Get contents.
4322 (body-A (buffer-substring beg-A end-A))
4323 (body-B (delete-and-extract-region beg-B end-B)))
4324 (goto-char beg-B)
4325 (when specialp
4326 (setq body-B (replace-regexp-in-string "\\`[ \t]*" "" body-B))
4327 (org-indent-to-column ind-B))
4328 (insert body-A)
4329 ;; Restore ex ELEM-A overlays.
4330 (let ((offset (- beg-B beg-A)))
4331 (mapc (lambda (ov)
4332 (move-overlay
4333 (car ov) (+ (nth 1 ov) offset) (+ (nth 2 ov) offset)))
4334 (car overlays))
4335 (goto-char beg-A)
4336 (delete-region beg-A end-A)
4337 (insert body-B)
4338 ;; Restore ex ELEM-B overlays.
4339 (mapc (lambda (ov)
4340 (move-overlay
4341 (car ov) (- (nth 1 ov) offset) (- (nth 2 ov) offset)))
4342 (cdr overlays)))
4343 (goto-char (org-element-property :end elem-B)))))
4346 (provide 'org-element)
4347 ;;; org-element.el ends here