MDL-40531 mod_lti: Various 1.1/1.1.1 fixes.
[moodle.git] / lib / markdown.php
blobf548fc26c3f9644d92afea34f177be96df5b94bb
1 <?php
3 # Markdown Extra - A text-to-HTML conversion tool for web writers
5 # PHP Markdown & Extra
6 # Copyright (c) 2004-2012 Michel Fortin
7 # <http://michelf.com/projects/php-markdown/>
9 # Original Markdown
10 # Copyright (c) 2004-2006 John Gruber
11 # <http://daringfireball.net/projects/markdown/>
15 define( 'MARKDOWN_VERSION', "1.0.1o" ); # Sun 8 Jan 2012
16 define( 'MARKDOWNEXTRA_VERSION', "1.2.5" ); # Sun 8 Jan 2012
20 # Global default settings:
23 # Change to ">" for HTML output
24 @define( 'MARKDOWN_EMPTY_ELEMENT_SUFFIX', " />");
26 # Define the width of a tab for code blocks.
27 @define( 'MARKDOWN_TAB_WIDTH', 4 );
29 # Optional title attribute for footnote links and backlinks.
30 @define( 'MARKDOWN_FN_LINK_TITLE', "" );
31 @define( 'MARKDOWN_FN_BACKLINK_TITLE', "" );
33 # Optional class attribute for footnote links and backlinks.
34 @define( 'MARKDOWN_FN_LINK_CLASS', "" );
35 @define( 'MARKDOWN_FN_BACKLINK_CLASS', "" );
39 # WordPress settings:
42 # Change to false to remove Markdown from posts and/or comments.
43 @define( 'MARKDOWN_WP_POSTS', true );
44 @define( 'MARKDOWN_WP_COMMENTS', true );
48 ### Standard Function Interface ###
50 @define( 'MARKDOWN_PARSER_CLASS', 'MarkdownExtra_Parser' );
52 function Markdown($text) {
54 # Initialize the parser and return the result of its transform method.
56 # Setup static parser variable.
57 static $parser;
58 if (!isset($parser)) {
59 $parser_class = MARKDOWN_PARSER_CLASS;
60 $parser = new $parser_class;
63 # Transform text using parser.
64 return $parser->transform($text);
68 ### WordPress Plugin Interface ###
71 Plugin Name: Markdown Extra
72 Plugin URI: http://michelf.com/projects/php-markdown/
73 Description: <a href="http://daringfireball.net/projects/markdown/syntax">Markdown syntax</a> allows you to write using an easy-to-read, easy-to-write plain text format. Based on the original Perl version by <a href="http://daringfireball.net/">John Gruber</a>. <a href="http://michelf.com/projects/php-markdown/">More...</a>
74 Version: 1.2.5
75 Author: Michel Fortin
76 Author URI: http://michelf.com/
79 if (isset($wp_version)) {
80 # More details about how it works here:
81 # <http://michelf.com/weblog/2005/wordpress-text-flow-vs-markdown/>
83 # Post content and excerpts
84 # - Remove WordPress paragraph generator.
85 # - Run Markdown on excerpt, then remove all tags.
86 # - Add paragraph tag around the excerpt, but remove it for the excerpt rss.
87 if (MARKDOWN_WP_POSTS) {
88 remove_filter('the_content', 'wpautop');
89 remove_filter('the_content_rss', 'wpautop');
90 remove_filter('the_excerpt', 'wpautop');
91 add_filter('the_content', 'mdwp_MarkdownPost', 6);
92 add_filter('the_content_rss', 'mdwp_MarkdownPost', 6);
93 add_filter('get_the_excerpt', 'mdwp_MarkdownPost', 6);
94 add_filter('get_the_excerpt', 'trim', 7);
95 add_filter('the_excerpt', 'mdwp_add_p');
96 add_filter('the_excerpt_rss', 'mdwp_strip_p');
98 remove_filter('content_save_pre', 'balanceTags', 50);
99 remove_filter('excerpt_save_pre', 'balanceTags', 50);
100 add_filter('the_content', 'balanceTags', 50);
101 add_filter('get_the_excerpt', 'balanceTags', 9);
104 # Add a footnote id prefix to posts when inside a loop.
105 function mdwp_MarkdownPost($text) {
106 static $parser;
107 if (!$parser) {
108 $parser_class = MARKDOWN_PARSER_CLASS;
109 $parser = new $parser_class;
111 if (is_single() || is_page() || is_feed()) {
112 $parser->fn_id_prefix = "";
113 } else {
114 $parser->fn_id_prefix = get_the_ID() . ".";
116 return $parser->transform($text);
119 # Comments
120 # - Remove WordPress paragraph generator.
121 # - Remove WordPress auto-link generator.
122 # - Scramble important tags before passing them to the kses filter.
123 # - Run Markdown on excerpt then remove paragraph tags.
124 if (MARKDOWN_WP_COMMENTS) {
125 remove_filter('comment_text', 'wpautop', 30);
126 remove_filter('comment_text', 'make_clickable');
127 add_filter('pre_comment_content', 'Markdown', 6);
128 add_filter('pre_comment_content', 'mdwp_hide_tags', 8);
129 add_filter('pre_comment_content', 'mdwp_show_tags', 12);
130 add_filter('get_comment_text', 'Markdown', 6);
131 add_filter('get_comment_excerpt', 'Markdown', 6);
132 add_filter('get_comment_excerpt', 'mdwp_strip_p', 7);
134 global $mdwp_hidden_tags, $mdwp_placeholders;
135 $mdwp_hidden_tags = explode(' ',
136 '<p> </p> <pre> </pre> <ol> </ol> <ul> </ul> <li> </li>');
137 $mdwp_placeholders = explode(' ', str_rot13(
138 'pEj07ZbbBZ U1kqgh4w4p pre2zmeN6K QTi31t9pre ol0MP1jzJR '.
139 'ML5IjmbRol ulANi1NsGY J7zRLJqPul liA8ctl16T K9nhooUHli'));
142 function mdwp_add_p($text) {
143 if (!preg_match('{^$|^<(p|ul|ol|dl|pre|blockquote)>}i', $text)) {
144 $text = '<p>'.$text.'</p>';
145 $text = preg_replace('{\n{2,}}', "</p>\n\n<p>", $text);
147 return $text;
150 function mdwp_strip_p($t) { return preg_replace('{</?p>}i', '', $t); }
152 function mdwp_hide_tags($text) {
153 global $mdwp_hidden_tags, $mdwp_placeholders;
154 return str_replace($mdwp_hidden_tags, $mdwp_placeholders, $text);
156 function mdwp_show_tags($text) {
157 global $mdwp_hidden_tags, $mdwp_placeholders;
158 return str_replace($mdwp_placeholders, $mdwp_hidden_tags, $text);
163 ### bBlog Plugin Info ###
165 function identify_modifier_markdown() {
166 return array(
167 'name' => 'markdown',
168 'type' => 'modifier',
169 'nicename' => 'PHP Markdown Extra',
170 'description' => 'A text-to-HTML conversion tool for web writers',
171 'authors' => 'Michel Fortin and John Gruber',
172 'licence' => 'GPL',
173 'version' => MARKDOWNEXTRA_VERSION,
174 'help' => '<a href="http://daringfireball.net/projects/markdown/syntax">Markdown syntax</a> allows you to write using an easy-to-read, easy-to-write plain text format. Based on the original Perl version by <a href="http://daringfireball.net/">John Gruber</a>. <a href="http://michelf.com/projects/php-markdown/">More...</a>',
179 ### Smarty Modifier Interface ###
181 function smarty_modifier_markdown($text) {
182 return Markdown($text);
186 ### Textile Compatibility Mode ###
188 # Rename this file to "classTextile.php" and it can replace Textile everywhere.
190 if (strcasecmp(substr(__FILE__, -16), "classTextile.php") == 0) {
191 # Try to include PHP SmartyPants. Should be in the same directory.
192 @include_once 'smartypants.php';
193 # Fake Textile class. It calls Markdown instead.
194 class Textile {
195 function TextileThis($text, $lite='', $encode='') {
196 if ($lite == '' && $encode == '') $text = Markdown($text);
197 if (function_exists('SmartyPants')) $text = SmartyPants($text);
198 return $text;
200 # Fake restricted version: restrictions are not supported for now.
201 function TextileRestricted($text, $lite='', $noimage='') {
202 return $this->TextileThis($text, $lite);
204 # Workaround to ensure compatibility with TextPattern 4.0.3.
205 function blockLite($text) { return $text; }
212 # Markdown Parser Class
215 class Markdown_Parser {
217 # Regex to match balanced [brackets].
218 # Needed to insert a maximum bracked depth while converting to PHP.
219 var $nested_brackets_depth = 6;
220 var $nested_brackets_re;
222 var $nested_url_parenthesis_depth = 4;
223 var $nested_url_parenthesis_re;
225 # Table of hash values for escaped characters:
226 var $escape_chars = '\`*_{}[]()>#+-.!';
227 var $escape_chars_re;
229 # Change to ">" for HTML output.
230 var $empty_element_suffix = MARKDOWN_EMPTY_ELEMENT_SUFFIX;
231 var $tab_width = MARKDOWN_TAB_WIDTH;
233 # Change to `true` to disallow markup or entities.
234 var $no_markup = false;
235 var $no_entities = false;
237 # Predefined urls and titles for reference links and images.
238 var $predef_urls = array();
239 var $predef_titles = array();
242 function Markdown_Parser() {
244 # Constructor function. Initialize appropriate member variables.
246 $this->_initDetab();
247 $this->prepareItalicsAndBold();
249 $this->nested_brackets_re =
250 str_repeat('(?>[^\[\]]+|\[', $this->nested_brackets_depth).
251 str_repeat('\])*', $this->nested_brackets_depth);
253 $this->nested_url_parenthesis_re =
254 str_repeat('(?>[^()\s]+|\(', $this->nested_url_parenthesis_depth).
255 str_repeat('(?>\)))*', $this->nested_url_parenthesis_depth);
257 $this->escape_chars_re = '['.preg_quote($this->escape_chars).']';
259 # Sort document, block, and span gamut in ascendent priority order.
260 asort($this->document_gamut);
261 asort($this->block_gamut);
262 asort($this->span_gamut);
266 # Internal hashes used during transformation.
267 var $urls = array();
268 var $titles = array();
269 var $html_hashes = array();
271 # Status flag to avoid invalid nesting.
272 var $in_anchor = false;
275 function setup() {
277 # Called before the transformation process starts to setup parser
278 # states.
280 # Clear global hashes.
281 $this->urls = $this->predef_urls;
282 $this->titles = $this->predef_titles;
283 $this->html_hashes = array();
285 $in_anchor = false;
288 function teardown() {
290 # Called after the transformation process to clear any variable
291 # which may be taking up memory unnecessarly.
293 $this->urls = array();
294 $this->titles = array();
295 $this->html_hashes = array();
299 function transform($text) {
301 # Main function. Performs some preprocessing on the input text
302 # and pass it through the document gamut.
304 $this->setup();
306 # Remove UTF-8 BOM and marker character in input, if present.
307 $text = preg_replace('{^\xEF\xBB\xBF|\x1A}', '', $text);
309 # Standardize line endings:
310 # DOS to Unix and Mac to Unix
311 $text = preg_replace('{\r\n?}', "\n", $text);
313 # Make sure $text ends with a couple of newlines:
314 $text .= "\n\n";
316 # Convert all tabs to spaces.
317 $text = $this->detab($text);
319 # Turn block-level HTML blocks into hash entries
320 $text = $this->hashHTMLBlocks($text);
322 # Strip any lines consisting only of spaces and tabs.
323 # This makes subsequent regexen easier to write, because we can
324 # match consecutive blank lines with /\n+/ instead of something
325 # contorted like /[ ]*\n+/ .
326 $text = preg_replace('/^[ ]+$/m', '', $text);
328 # Run document gamut methods.
329 foreach ($this->document_gamut as $method => $priority) {
330 $text = $this->$method($text);
333 $this->teardown();
335 return $text . "\n";
338 var $document_gamut = array(
339 # Strip link definitions, store in hashes.
340 "stripLinkDefinitions" => 20,
342 "runBasicBlockGamut" => 30,
346 function stripLinkDefinitions($text) {
348 # Strips link definitions from text, stores the URLs and titles in
349 # hash references.
351 $less_than_tab = $this->tab_width - 1;
353 # Link defs are in the form: ^[id]: url "optional title"
354 $text = preg_replace_callback('{
355 ^[ ]{0,'.$less_than_tab.'}\[(.+)\][ ]?: # id = $1
356 [ ]*
357 \n? # maybe *one* newline
358 [ ]*
360 <(.+?)> # url = $2
362 (\S+?) # url = $3
364 [ ]*
365 \n? # maybe one newline
366 [ ]*
368 (?<=\s) # lookbehind for whitespace
369 ["(]
370 (.*?) # title = $4
371 [")]
372 [ ]*
373 )? # title is optional
374 (?:\n+|\Z)
375 }xm',
376 array(&$this, '_stripLinkDefinitions_callback'),
377 $text);
378 return $text;
380 function _stripLinkDefinitions_callback($matches) {
381 $link_id = strtolower($matches[1]);
382 $url = $matches[2] == '' ? $matches[3] : $matches[2];
383 $this->urls[$link_id] = $url;
384 $this->titles[$link_id] =& $matches[4];
385 return ''; # String that will replace the block
389 function hashHTMLBlocks($text) {
390 if ($this->no_markup) return $text;
392 $less_than_tab = $this->tab_width - 1;
394 # Hashify HTML blocks:
395 # We only want to do this for block-level HTML tags, such as headers,
396 # lists, and tables. That's because we still want to wrap <p>s around
397 # "paragraphs" that are wrapped in non-block-level tags, such as anchors,
398 # phrase emphasis, and spans. The list of tags we're looking for is
399 # hard-coded:
401 # * List "a" is made of tags which can be both inline or block-level.
402 # These will be treated block-level when the start tag is alone on
403 # its line, otherwise they're not matched here and will be taken as
404 # inline later.
405 # * List "b" is made of tags which are always block-level;
407 $block_tags_a_re = 'ins|del';
408 $block_tags_b_re = 'p|div|h[1-6]|blockquote|pre|table|dl|ol|ul|address|'.
409 'script|noscript|form|fieldset|iframe|math';
411 # Regular expression for the content of a block tag.
412 $nested_tags_level = 4;
413 $attr = '
414 (?> # optional tag attributes
415 \s # starts with whitespace
417 [^>"/]+ # text outside quotes
419 /+(?!>) # slash not followed by ">"
421 "[^"]*" # text inside double quotes (tolerate ">")
423 \'[^\']*\' # text inside single quotes (tolerate ">")
427 $content =
428 str_repeat('
430 [^<]+ # content without tag
432 <\2 # nested opening tag
433 '.$attr.' # attributes
437 >', $nested_tags_level). # end of opening tag
438 '.*?'. # last level nested tag content
439 str_repeat('
440 </\2\s*> # closing nested tag
443 <(?!/\2\s*> # other tags with a different name
445 )*',
446 $nested_tags_level);
447 $content2 = str_replace('\2', '\3', $content);
449 # First, look for nested blocks, e.g.:
450 # <div>
451 # <div>
452 # tags for inner block must be indented.
453 # </div>
454 # </div>
456 # The outermost tags must start at the left margin for this to match, and
457 # the inner nested divs must be indented.
458 # We need to do this before the next, more liberal match, because the next
459 # match will start at the first `<div>` and stop at the first `</div>`.
460 $text = preg_replace_callback('{(?>
462 (?<=\n\n) # Starting after a blank line
463 | # or
464 \A\n? # the beginning of the doc
466 ( # save in $1
468 # Match from `\n<tag>` to `</tag>\n`, handling nested tags
469 # in between.
471 [ ]{0,'.$less_than_tab.'}
472 <('.$block_tags_b_re.')# start tag = $2
473 '.$attr.'> # attributes followed by > and \n
474 '.$content.' # content, support nesting
475 </\2> # the matching end tag
476 [ ]* # trailing spaces/tabs
477 (?=\n+|\Z) # followed by a newline or end of document
479 | # Special version for tags of group a.
481 [ ]{0,'.$less_than_tab.'}
482 <('.$block_tags_a_re.')# start tag = $3
483 '.$attr.'>[ ]*\n # attributes followed by >
484 '.$content2.' # content, support nesting
485 </\3> # the matching end tag
486 [ ]* # trailing spaces/tabs
487 (?=\n+|\Z) # followed by a newline or end of document
489 | # Special case just for <hr />. It was easier to make a special
490 # case than to make the other regex more complicated.
492 [ ]{0,'.$less_than_tab.'}
493 <(hr) # start tag = $2
494 '.$attr.' # attributes
495 /?> # the matching end tag
496 [ ]*
497 (?=\n{2,}|\Z) # followed by a blank line or end of document
499 | # Special case for standalone HTML comments:
501 [ ]{0,'.$less_than_tab.'}
502 (?s:
503 <!-- .*? -->
505 [ ]*
506 (?=\n{2,}|\Z) # followed by a blank line or end of document
508 | # PHP and ASP-style processor instructions (<? and <%)
510 [ ]{0,'.$less_than_tab.'}
511 (?s:
512 <([?%]) # $2
516 [ ]*
517 (?=\n{2,}|\Z) # followed by a blank line or end of document
520 )}Sxmi',
521 array(&$this, '_hashHTMLBlocks_callback'),
522 $text);
524 return $text;
526 function _hashHTMLBlocks_callback($matches) {
527 $text = $matches[1];
528 $key = $this->hashBlock($text);
529 return "\n\n$key\n\n";
533 function hashPart($text, $boundary = 'X') {
535 # Called whenever a tag must be hashed when a function insert an atomic
536 # element in the text stream. Passing $text to through this function gives
537 # a unique text-token which will be reverted back when calling unhash.
539 # The $boundary argument specify what character should be used to surround
540 # the token. By convension, "B" is used for block elements that needs not
541 # to be wrapped into paragraph tags at the end, ":" is used for elements
542 # that are word separators and "X" is used in the general case.
544 # Swap back any tag hash found in $text so we do not have to `unhash`
545 # multiple times at the end.
546 $text = $this->unhash($text);
548 # Then hash the block.
549 static $i = 0;
550 $key = "$boundary\x1A" . ++$i . $boundary;
551 $this->html_hashes[$key] = $text;
552 return $key; # String that will replace the tag.
556 function hashBlock($text) {
558 # Shortcut function for hashPart with block-level boundaries.
560 return $this->hashPart($text, 'B');
564 var $block_gamut = array(
566 # These are all the transformations that form block-level
567 # tags like paragraphs, headers, and list items.
569 "doHeaders" => 10,
570 "doHorizontalRules" => 20,
572 "doLists" => 40,
573 "doCodeBlocks" => 50,
574 "doBlockQuotes" => 60,
577 function runBlockGamut($text) {
579 # Run block gamut tranformations.
581 # We need to escape raw HTML in Markdown source before doing anything
582 # else. This need to be done for each block, and not only at the
583 # begining in the Markdown function since hashed blocks can be part of
584 # list items and could have been indented. Indented blocks would have
585 # been seen as a code block in a previous pass of hashHTMLBlocks.
586 $text = $this->hashHTMLBlocks($text);
588 return $this->runBasicBlockGamut($text);
591 function runBasicBlockGamut($text) {
593 # Run block gamut tranformations, without hashing HTML blocks. This is
594 # useful when HTML blocks are known to be already hashed, like in the first
595 # whole-document pass.
597 foreach ($this->block_gamut as $method => $priority) {
598 $text = $this->$method($text);
601 # Finally form paragraph and restore hashed blocks.
602 $text = $this->formParagraphs($text);
604 return $text;
608 function doHorizontalRules($text) {
609 # Do Horizontal Rules:
610 return preg_replace(
612 ^[ ]{0,3} # Leading space
613 ([-*_]) # $1: First marker
614 (?> # Repeated marker group
615 [ ]{0,2} # Zero, one, or two spaces.
616 \1 # Marker character
617 ){2,} # Group repeated at least twice
618 [ ]* # Tailing spaces
619 $ # End of line.
620 }mx',
621 "\n".$this->hashBlock("<hr$this->empty_element_suffix")."\n",
622 $text);
626 var $span_gamut = array(
628 # These are all the transformations that occur *within* block-level
629 # tags like paragraphs, headers, and list items.
631 # Process character escapes, code spans, and inline HTML
632 # in one shot.
633 "parseSpan" => -30,
635 # Process anchor and image tags. Images must come first,
636 # because ![foo][f] looks like an anchor.
637 "doImages" => 10,
638 "doAnchors" => 20,
640 # Make links out of things like `<http://example.com/>`
641 # Must come after doAnchors, because you can use < and >
642 # delimiters in inline links like [this](<url>).
643 "doAutoLinks" => 30,
644 "encodeAmpsAndAngles" => 40,
646 "doItalicsAndBold" => 50,
647 "doHardBreaks" => 60,
650 function runSpanGamut($text) {
652 # Run span gamut tranformations.
654 foreach ($this->span_gamut as $method => $priority) {
655 $text = $this->$method($text);
658 return $text;
662 function doHardBreaks($text) {
663 # Do hard breaks:
664 return preg_replace_callback('/ {2,}\n/',
665 array(&$this, '_doHardBreaks_callback'), $text);
667 function _doHardBreaks_callback($matches) {
668 return $this->hashPart("<br$this->empty_element_suffix\n");
672 function doAnchors($text) {
674 # Turn Markdown link shortcuts into XHTML <a> tags.
676 if ($this->in_anchor) return $text;
677 $this->in_anchor = true;
680 # First, handle reference-style links: [link text] [id]
682 $text = preg_replace_callback('{
683 ( # wrap whole match in $1
685 ('.$this->nested_brackets_re.') # link text = $2
688 [ ]? # one optional space
689 (?:\n[ ]*)? # one optional newline followed by spaces
692 (.*?) # id = $3
695 }xs',
696 array(&$this, '_doAnchors_reference_callback'), $text);
699 # Next, inline-style links: [link text](url "optional title")
701 $text = preg_replace_callback('{
702 ( # wrap whole match in $1
704 ('.$this->nested_brackets_re.') # link text = $2
706 \( # literal paren
707 [ \n]*
709 <(.+?)> # href = $3
711 ('.$this->nested_url_parenthesis_re.') # href = $4
713 [ \n]*
714 ( # $5
715 ([\'"]) # quote char = $6
716 (.*?) # Title = $7
717 \6 # matching quote
718 [ \n]* # ignore any spaces/tabs between closing quote and )
719 )? # title is optional
722 }xs',
723 array(&$this, '_doAnchors_inline_callback'), $text);
726 # Last, handle reference-style shortcuts: [link text]
727 # These must come last in case you've also got [link text][1]
728 # or [link text](/foo)
730 $text = preg_replace_callback('{
731 ( # wrap whole match in $1
733 ([^\[\]]+) # link text = $2; can\'t contain [ or ]
736 }xs',
737 array(&$this, '_doAnchors_reference_callback'), $text);
739 $this->in_anchor = false;
740 return $text;
742 function _doAnchors_reference_callback($matches) {
743 $whole_match = $matches[1];
744 $link_text = $matches[2];
745 $link_id =& $matches[3];
747 if ($link_id == "") {
748 # for shortcut links like [this][] or [this].
749 $link_id = $link_text;
752 # lower-case and turn embedded newlines into spaces
753 $link_id = strtolower($link_id);
754 $link_id = preg_replace('{[ ]?\n}', ' ', $link_id);
756 if (isset($this->urls[$link_id])) {
757 $url = $this->urls[$link_id];
758 $url = $this->encodeAttribute($url);
760 $result = "<a href=\"$url\"";
761 if ( isset( $this->titles[$link_id] ) ) {
762 $title = $this->titles[$link_id];
763 $title = $this->encodeAttribute($title);
764 $result .= " title=\"$title\"";
767 $link_text = $this->runSpanGamut($link_text);
768 $result .= ">$link_text</a>";
769 $result = $this->hashPart($result);
771 else {
772 $result = $whole_match;
774 return $result;
776 function _doAnchors_inline_callback($matches) {
777 $whole_match = $matches[1];
778 $link_text = $this->runSpanGamut($matches[2]);
779 $url = $matches[3] == '' ? $matches[4] : $matches[3];
780 $title =& $matches[7];
782 $url = $this->encodeAttribute($url);
784 $result = "<a href=\"$url\"";
785 if (isset($title)) {
786 $title = $this->encodeAttribute($title);
787 $result .= " title=\"$title\"";
790 $link_text = $this->runSpanGamut($link_text);
791 $result .= ">$link_text</a>";
793 return $this->hashPart($result);
797 function doImages($text) {
799 # Turn Markdown image shortcuts into <img> tags.
802 # First, handle reference-style labeled images: ![alt text][id]
804 $text = preg_replace_callback('{
805 ( # wrap whole match in $1
807 ('.$this->nested_brackets_re.') # alt text = $2
810 [ ]? # one optional space
811 (?:\n[ ]*)? # one optional newline followed by spaces
814 (.*?) # id = $3
818 }xs',
819 array(&$this, '_doImages_reference_callback'), $text);
822 # Next, handle inline images: ![alt text](url "optional title")
823 # Don't forget: encode * and _
825 $text = preg_replace_callback('{
826 ( # wrap whole match in $1
828 ('.$this->nested_brackets_re.') # alt text = $2
830 \s? # One optional whitespace character
831 \( # literal paren
832 [ \n]*
834 <(\S*)> # src url = $3
836 ('.$this->nested_url_parenthesis_re.') # src url = $4
838 [ \n]*
839 ( # $5
840 ([\'"]) # quote char = $6
841 (.*?) # title = $7
842 \6 # matching quote
843 [ \n]*
844 )? # title is optional
847 }xs',
848 array(&$this, '_doImages_inline_callback'), $text);
850 return $text;
852 function _doImages_reference_callback($matches) {
853 $whole_match = $matches[1];
854 $alt_text = $matches[2];
855 $link_id = strtolower($matches[3]);
857 if ($link_id == "") {
858 $link_id = strtolower($alt_text); # for shortcut links like ![this][].
861 $alt_text = $this->encodeAttribute($alt_text);
862 if (isset($this->urls[$link_id])) {
863 $url = $this->encodeAttribute($this->urls[$link_id]);
864 $result = "<img src=\"$url\" alt=\"$alt_text\"";
865 if (isset($this->titles[$link_id])) {
866 $title = $this->titles[$link_id];
867 $title = $this->encodeAttribute($title);
868 $result .= " title=\"$title\"";
870 $result .= $this->empty_element_suffix;
871 $result = $this->hashPart($result);
873 else {
874 # If there's no such link ID, leave intact:
875 $result = $whole_match;
878 return $result;
880 function _doImages_inline_callback($matches) {
881 $whole_match = $matches[1];
882 $alt_text = $matches[2];
883 $url = $matches[3] == '' ? $matches[4] : $matches[3];
884 $title =& $matches[7];
886 $alt_text = $this->encodeAttribute($alt_text);
887 $url = $this->encodeAttribute($url);
888 $result = "<img src=\"$url\" alt=\"$alt_text\"";
889 if (isset($title)) {
890 $title = $this->encodeAttribute($title);
891 $result .= " title=\"$title\""; # $title already quoted
893 $result .= $this->empty_element_suffix;
895 return $this->hashPart($result);
899 function doHeaders($text) {
900 # Setext-style headers:
901 # Header 1
902 # ========
904 # Header 2
905 # --------
907 $text = preg_replace_callback('{ ^(.+?)[ ]*\n(=+|-+)[ ]*\n+ }mx',
908 array(&$this, '_doHeaders_callback_setext'), $text);
910 # atx-style headers:
911 # # Header 1
912 # ## Header 2
913 # ## Header 2 with closing hashes ##
914 # ...
915 # ###### Header 6
917 $text = preg_replace_callback('{
918 ^(\#{1,6}) # $1 = string of #\'s
919 [ ]*
920 (.+?) # $2 = Header text
921 [ ]*
922 \#* # optional closing #\'s (not counted)
924 }xm',
925 array(&$this, '_doHeaders_callback_atx'), $text);
927 return $text;
929 function _doHeaders_callback_setext($matches) {
930 # Terrible hack to check we haven't found an empty list item.
931 if ($matches[2] == '-' && preg_match('{^-(?: |$)}', $matches[1]))
932 return $matches[0];
934 $level = $matches[2]{0} == '=' ? 1 : 2;
935 $block = "<h$level>".$this->runSpanGamut($matches[1])."</h$level>";
936 return "\n" . $this->hashBlock($block) . "\n\n";
938 function _doHeaders_callback_atx($matches) {
939 $level = strlen($matches[1]);
940 $block = "<h$level>".$this->runSpanGamut($matches[2])."</h$level>";
941 return "\n" . $this->hashBlock($block) . "\n\n";
945 function doLists($text) {
947 # Form HTML ordered (numbered) and unordered (bulleted) lists.
949 $less_than_tab = $this->tab_width - 1;
951 # Re-usable patterns to match list item bullets and number markers:
952 $marker_ul_re = '[*+-]';
953 $marker_ol_re = '\d+[\.]';
954 $marker_any_re = "(?:$marker_ul_re|$marker_ol_re)";
956 $markers_relist = array(
957 $marker_ul_re => $marker_ol_re,
958 $marker_ol_re => $marker_ul_re,
961 foreach ($markers_relist as $marker_re => $other_marker_re) {
962 # Re-usable pattern to match any entirel ul or ol list:
963 $whole_list_re = '
964 ( # $1 = whole list
965 ( # $2
966 ([ ]{0,'.$less_than_tab.'}) # $3 = number of spaces
967 ('.$marker_re.') # $4 = first list item marker
968 [ ]+
970 (?s:.+?)
971 ( # $5
974 \n{2,}
975 (?=\S)
976 (?! # Negative lookahead for another list item marker
977 [ ]*
978 '.$marker_re.'[ ]+
981 (?= # Lookahead for another kind of list
983 \3 # Must have the same indentation
984 '.$other_marker_re.'[ ]+
988 '; // mx
990 # We use a different prefix before nested lists than top-level lists.
991 # See extended comment in _ProcessListItems().
993 if ($this->list_level) {
994 $text = preg_replace_callback('{
996 '.$whole_list_re.'
997 }mx',
998 array(&$this, '_doLists_callback'), $text);
1000 else {
1001 $text = preg_replace_callback('{
1002 (?:(?<=\n)\n|\A\n?) # Must eat the newline
1003 '.$whole_list_re.'
1004 }mx',
1005 array(&$this, '_doLists_callback'), $text);
1009 return $text;
1011 function _doLists_callback($matches) {
1012 # Re-usable patterns to match list item bullets and number markers:
1013 $marker_ul_re = '[*+-]';
1014 $marker_ol_re = '\d+[\.]';
1015 $marker_any_re = "(?:$marker_ul_re|$marker_ol_re)";
1017 $list = $matches[1];
1018 $list_type = preg_match("/$marker_ul_re/", $matches[4]) ? "ul" : "ol";
1020 $marker_any_re = ( $list_type == "ul" ? $marker_ul_re : $marker_ol_re );
1022 $list .= "\n";
1023 $result = $this->processListItems($list, $marker_any_re);
1025 $result = $this->hashBlock("<$list_type>\n" . $result . "</$list_type>");
1026 return "\n". $result ."\n\n";
1029 var $list_level = 0;
1031 function processListItems($list_str, $marker_any_re) {
1033 # Process the contents of a single ordered or unordered list, splitting it
1034 # into individual list items.
1036 # The $this->list_level global keeps track of when we're inside a list.
1037 # Each time we enter a list, we increment it; when we leave a list,
1038 # we decrement. If it's zero, we're not in a list anymore.
1040 # We do this because when we're not inside a list, we want to treat
1041 # something like this:
1043 # I recommend upgrading to version
1044 # 8. Oops, now this line is treated
1045 # as a sub-list.
1047 # As a single paragraph, despite the fact that the second line starts
1048 # with a digit-period-space sequence.
1050 # Whereas when we're inside a list (or sub-list), that line will be
1051 # treated as the start of a sub-list. What a kludge, huh? This is
1052 # an aspect of Markdown's syntax that's hard to parse perfectly
1053 # without resorting to mind-reading. Perhaps the solution is to
1054 # change the syntax rules such that sub-lists must start with a
1055 # starting cardinal number; e.g. "1." or "a.".
1057 $this->list_level++;
1059 # trim trailing blank lines:
1060 $list_str = preg_replace("/\n{2,}\\z/", "\n", $list_str);
1062 $list_str = preg_replace_callback('{
1063 (\n)? # leading line = $1
1064 (^[ ]*) # leading whitespace = $2
1065 ('.$marker_any_re.' # list marker and space = $3
1066 (?:[ ]+|(?=\n)) # space only required if item is not empty
1068 ((?s:.*?)) # list item text = $4
1069 (?:(\n+(?=\n))|\n) # tailing blank line = $5
1070 (?= \n* (\z | \2 ('.$marker_any_re.') (?:[ ]+|(?=\n))))
1071 }xm',
1072 array(&$this, '_processListItems_callback'), $list_str);
1074 $this->list_level--;
1075 return $list_str;
1077 function _processListItems_callback($matches) {
1078 $item = $matches[4];
1079 $leading_line =& $matches[1];
1080 $leading_space =& $matches[2];
1081 $marker_space = $matches[3];
1082 $tailing_blank_line =& $matches[5];
1084 if ($leading_line || $tailing_blank_line ||
1085 preg_match('/\n{2,}/', $item))
1087 # Replace marker with the appropriate whitespace indentation
1088 $item = $leading_space . str_repeat(' ', strlen($marker_space)) . $item;
1089 $item = $this->runBlockGamut($this->outdent($item)."\n");
1091 else {
1092 # Recursion for sub-lists:
1093 $item = $this->doLists($this->outdent($item));
1094 $item = preg_replace('/\n+$/', '', $item);
1095 $item = $this->runSpanGamut($item);
1098 return "<li>" . $item . "</li>\n";
1102 function doCodeBlocks($text) {
1104 # Process Markdown `<pre><code>` blocks.
1106 $text = preg_replace_callback('{
1107 (?:\n\n|\A\n?)
1108 ( # $1 = the code block -- one or more lines, starting with a space/tab
1110 [ ]{'.$this->tab_width.'} # Lines must start with a tab or a tab-width of spaces
1111 .*\n+
1114 ((?=^[ ]{0,'.$this->tab_width.'}\S)|\Z) # Lookahead for non-space at line-start, or end of doc
1115 }xm',
1116 array(&$this, '_doCodeBlocks_callback'), $text);
1118 return $text;
1120 function _doCodeBlocks_callback($matches) {
1121 $codeblock = $matches[1];
1123 $codeblock = $this->outdent($codeblock);
1124 $codeblock = htmlspecialchars($codeblock, ENT_NOQUOTES);
1126 # trim leading newlines and trailing newlines
1127 $codeblock = preg_replace('/\A\n+|\n+\z/', '', $codeblock);
1129 $codeblock = "<pre><code>$codeblock\n</code></pre>";
1130 return "\n\n".$this->hashBlock($codeblock)."\n\n";
1134 function makeCodeSpan($code) {
1136 # Create a code span markup for $code. Called from handleSpanToken.
1138 $code = htmlspecialchars(trim($code), ENT_NOQUOTES);
1139 return $this->hashPart("<code>$code</code>");
1143 var $em_relist = array(
1144 '' => '(?:(?<!\*)\*(?!\*)|(?<!_)_(?!_))(?=\S|$)(?![\.,:;]\s)',
1145 '*' => '(?<=\S|^)(?<!\*)\*(?!\*)',
1146 '_' => '(?<=\S|^)(?<!_)_(?!_)',
1148 var $strong_relist = array(
1149 '' => '(?:(?<!\*)\*\*(?!\*)|(?<!_)__(?!_))(?=\S|$)(?![\.,:;]\s)',
1150 '**' => '(?<=\S|^)(?<!\*)\*\*(?!\*)',
1151 '__' => '(?<=\S|^)(?<!_)__(?!_)',
1153 var $em_strong_relist = array(
1154 '' => '(?:(?<!\*)\*\*\*(?!\*)|(?<!_)___(?!_))(?=\S|$)(?![\.,:;]\s)',
1155 '***' => '(?<=\S|^)(?<!\*)\*\*\*(?!\*)',
1156 '___' => '(?<=\S|^)(?<!_)___(?!_)',
1158 var $em_strong_prepared_relist;
1160 function prepareItalicsAndBold() {
1162 # Prepare regular expressions for searching emphasis tokens in any
1163 # context.
1165 foreach ($this->em_relist as $em => $em_re) {
1166 foreach ($this->strong_relist as $strong => $strong_re) {
1167 # Construct list of allowed token expressions.
1168 $token_relist = array();
1169 if (isset($this->em_strong_relist["$em$strong"])) {
1170 $token_relist[] = $this->em_strong_relist["$em$strong"];
1172 $token_relist[] = $em_re;
1173 $token_relist[] = $strong_re;
1175 # Construct master expression from list.
1176 $token_re = '{('. implode('|', $token_relist) .')}';
1177 $this->em_strong_prepared_relist["$em$strong"] = $token_re;
1182 function doItalicsAndBold($text) {
1183 $token_stack = array('');
1184 $text_stack = array('');
1185 $em = '';
1186 $strong = '';
1187 $tree_char_em = false;
1189 while (1) {
1191 # Get prepared regular expression for seraching emphasis tokens
1192 # in current context.
1194 $token_re = $this->em_strong_prepared_relist["$em$strong"];
1197 # Each loop iteration search for the next emphasis token.
1198 # Each token is then passed to handleSpanToken.
1200 $parts = preg_split($token_re, $text, 2, PREG_SPLIT_DELIM_CAPTURE);
1201 $text_stack[0] .= $parts[0];
1202 $token =& $parts[1];
1203 $text =& $parts[2];
1205 if (empty($token)) {
1206 # Reached end of text span: empty stack without emitting.
1207 # any more emphasis.
1208 while ($token_stack[0]) {
1209 $text_stack[1] .= array_shift($token_stack);
1210 $text_stack[0] .= array_shift($text_stack);
1212 break;
1215 $token_len = strlen($token);
1216 if ($tree_char_em) {
1217 # Reached closing marker while inside a three-char emphasis.
1218 if ($token_len == 3) {
1219 # Three-char closing marker, close em and strong.
1220 array_shift($token_stack);
1221 $span = array_shift($text_stack);
1222 $span = $this->runSpanGamut($span);
1223 $span = "<strong><em>$span</em></strong>";
1224 $text_stack[0] .= $this->hashPart($span);
1225 $em = '';
1226 $strong = '';
1227 } else {
1228 # Other closing marker: close one em or strong and
1229 # change current token state to match the other
1230 $token_stack[0] = str_repeat($token{0}, 3-$token_len);
1231 $tag = $token_len == 2 ? "strong" : "em";
1232 $span = $text_stack[0];
1233 $span = $this->runSpanGamut($span);
1234 $span = "<$tag>$span</$tag>";
1235 $text_stack[0] = $this->hashPart($span);
1236 $$tag = ''; # $$tag stands for $em or $strong
1238 $tree_char_em = false;
1239 } else if ($token_len == 3) {
1240 if ($em) {
1241 # Reached closing marker for both em and strong.
1242 # Closing strong marker:
1243 for ($i = 0; $i < 2; ++$i) {
1244 $shifted_token = array_shift($token_stack);
1245 $tag = strlen($shifted_token) == 2 ? "strong" : "em";
1246 $span = array_shift($text_stack);
1247 $span = $this->runSpanGamut($span);
1248 $span = "<$tag>$span</$tag>";
1249 $text_stack[0] .= $this->hashPart($span);
1250 $$tag = ''; # $$tag stands for $em or $strong
1252 } else {
1253 # Reached opening three-char emphasis marker. Push on token
1254 # stack; will be handled by the special condition above.
1255 $em = $token{0};
1256 $strong = "$em$em";
1257 array_unshift($token_stack, $token);
1258 array_unshift($text_stack, '');
1259 $tree_char_em = true;
1261 } else if ($token_len == 2) {
1262 if ($strong) {
1263 # Unwind any dangling emphasis marker:
1264 if (strlen($token_stack[0]) == 1) {
1265 $text_stack[1] .= array_shift($token_stack);
1266 $text_stack[0] .= array_shift($text_stack);
1268 # Closing strong marker:
1269 array_shift($token_stack);
1270 $span = array_shift($text_stack);
1271 $span = $this->runSpanGamut($span);
1272 $span = "<strong>$span</strong>";
1273 $text_stack[0] .= $this->hashPart($span);
1274 $strong = '';
1275 } else {
1276 array_unshift($token_stack, $token);
1277 array_unshift($text_stack, '');
1278 $strong = $token;
1280 } else {
1281 # Here $token_len == 1
1282 if ($em) {
1283 if (strlen($token_stack[0]) == 1) {
1284 # Closing emphasis marker:
1285 array_shift($token_stack);
1286 $span = array_shift($text_stack);
1287 $span = $this->runSpanGamut($span);
1288 $span = "<em>$span</em>";
1289 $text_stack[0] .= $this->hashPart($span);
1290 $em = '';
1291 } else {
1292 $text_stack[0] .= $token;
1294 } else {
1295 array_unshift($token_stack, $token);
1296 array_unshift($text_stack, '');
1297 $em = $token;
1301 return $text_stack[0];
1305 function doBlockQuotes($text) {
1306 $text = preg_replace_callback('/
1307 ( # Wrap whole match in $1
1309 ^[ ]*>[ ]? # ">" at the start of a line
1310 .+\n # rest of the first line
1311 (.+\n)* # subsequent consecutive lines
1312 \n* # blanks
1315 /xm',
1316 array(&$this, '_doBlockQuotes_callback'), $text);
1318 return $text;
1320 function _doBlockQuotes_callback($matches) {
1321 $bq = $matches[1];
1322 # trim one level of quoting - trim whitespace-only lines
1323 $bq = preg_replace('/^[ ]*>[ ]?|^[ ]+$/m', '', $bq);
1324 $bq = $this->runBlockGamut($bq); # recurse
1326 $bq = preg_replace('/^/m', " ", $bq);
1327 # These leading spaces cause problem with <pre> content,
1328 # so we need to fix that:
1329 $bq = preg_replace_callback('{(\s*<pre>.+?</pre>)}sx',
1330 array(&$this, '_doBlockQuotes_callback2'), $bq);
1332 return "\n". $this->hashBlock("<blockquote>\n$bq\n</blockquote>")."\n\n";
1334 function _doBlockQuotes_callback2($matches) {
1335 $pre = $matches[1];
1336 $pre = preg_replace('/^ /m', '', $pre);
1337 return $pre;
1341 function formParagraphs($text) {
1343 # Params:
1344 # $text - string to process with html <p> tags
1346 # Strip leading and trailing lines:
1347 $text = preg_replace('/\A\n+|\n+\z/', '', $text);
1349 $grafs = preg_split('/\n{2,}/', $text, -1, PREG_SPLIT_NO_EMPTY);
1352 # Wrap <p> tags and unhashify HTML blocks
1354 foreach ($grafs as $key => $value) {
1355 if (!preg_match('/^B\x1A[0-9]+B$/', $value)) {
1356 # Is a paragraph.
1357 $value = $this->runSpanGamut($value);
1358 $value = preg_replace('/^([ ]*)/', "<p>", $value);
1359 $value .= "</p>";
1360 $grafs[$key] = $this->unhash($value);
1362 else {
1363 # Is a block.
1364 # Modify elements of @grafs in-place...
1365 $graf = $value;
1366 $block = $this->html_hashes[$graf];
1367 $graf = $block;
1368 // if (preg_match('{
1369 // \A
1370 // ( # $1 = <div> tag
1371 // <div \s+
1372 // [^>]*
1373 // \b
1374 // markdown\s*=\s* ([\'"]) # $2 = attr quote char
1375 // 1
1376 // \2
1377 // [^>]*
1378 // >
1379 // )
1380 // ( # $3 = contents
1381 // .*
1382 // )
1383 // (</div>) # $4 = closing tag
1384 // \z
1385 // }xs', $block, $matches))
1386 // {
1387 // list(, $div_open, , $div_content, $div_close) = $matches;
1389 // # We can't call Markdown(), because that resets the hash;
1390 // # that initialization code should be pulled into its own sub, though.
1391 // $div_content = $this->hashHTMLBlocks($div_content);
1393 // # Run document gamut methods on the content.
1394 // foreach ($this->document_gamut as $method => $priority) {
1395 // $div_content = $this->$method($div_content);
1396 // }
1398 // $div_open = preg_replace(
1399 // '{\smarkdown\s*=\s*([\'"]).+?\1}', '', $div_open);
1401 // $graf = $div_open . "\n" . $div_content . "\n" . $div_close;
1402 // }
1403 $grafs[$key] = $graf;
1407 return implode("\n\n", $grafs);
1411 function encodeAttribute($text) {
1413 # Encode text for a double-quoted HTML attribute. This function
1414 # is *not* suitable for attributes enclosed in single quotes.
1416 $text = $this->encodeAmpsAndAngles($text);
1417 $text = str_replace('"', '&quot;', $text);
1418 return $text;
1422 function encodeAmpsAndAngles($text) {
1424 # Smart processing for ampersands and angle brackets that need to
1425 # be encoded. Valid character entities are left alone unless the
1426 # no-entities mode is set.
1428 if ($this->no_entities) {
1429 $text = str_replace('&', '&amp;', $text);
1430 } else {
1431 # Ampersand-encoding based entirely on Nat Irons's Amputator
1432 # MT plugin: <http://bumppo.net/projects/amputator/>
1433 $text = preg_replace('/&(?!#?[xX]?(?:[0-9a-fA-F]+|\w+);)/',
1434 '&amp;', $text);;
1436 # Encode remaining <'s
1437 $text = str_replace('<', '&lt;', $text);
1439 return $text;
1443 function doAutoLinks($text) {
1444 $text = preg_replace_callback('{<((https?|ftp|dict):[^\'">\s]+)>}i',
1445 array(&$this, '_doAutoLinks_url_callback'), $text);
1447 # Email addresses: <address@domain.foo>
1448 $text = preg_replace_callback('{
1450 (?:mailto:)?
1453 [-!#$%&\'*+/=?^_`.{|}~\w\x80-\xFF]+
1455 ".*?"
1459 [-a-z0-9\x80-\xFF]+(\.[-a-z0-9\x80-\xFF]+)*\.[a-z]+
1461 \[[\d.a-fA-F:]+\] # IPv4 & IPv6
1465 }xi',
1466 array(&$this, '_doAutoLinks_email_callback'), $text);
1468 return $text;
1470 function _doAutoLinks_url_callback($matches) {
1471 $url = $this->encodeAttribute($matches[1]);
1472 $link = "<a href=\"$url\">$url</a>";
1473 return $this->hashPart($link);
1475 function _doAutoLinks_email_callback($matches) {
1476 $address = $matches[1];
1477 $link = $this->encodeEmailAddress($address);
1478 return $this->hashPart($link);
1482 function encodeEmailAddress($addr) {
1484 # Input: an email address, e.g. "foo@example.com"
1486 # Output: the email address as a mailto link, with each character
1487 # of the address encoded as either a decimal or hex entity, in
1488 # the hopes of foiling most address harvesting spam bots. E.g.:
1490 # <p><a href="&#109;&#x61;&#105;&#x6c;&#116;&#x6f;&#58;&#x66;o&#111;
1491 # &#x40;&#101;&#x78;&#97;&#x6d;&#112;&#x6c;&#101;&#46;&#x63;&#111;
1492 # &#x6d;">&#x66;o&#111;&#x40;&#101;&#x78;&#97;&#x6d;&#112;&#x6c;
1493 # &#101;&#46;&#x63;&#111;&#x6d;</a></p>
1495 # Based by a filter by Matthew Wickline, posted to BBEdit-Talk.
1496 # With some optimizations by Milian Wolff.
1498 $addr = "mailto:" . $addr;
1499 $chars = preg_split('/(?<!^)(?!$)/', $addr);
1500 $seed = (int)abs(crc32($addr) / strlen($addr)); # Deterministic seed.
1502 foreach ($chars as $key => $char) {
1503 $ord = ord($char);
1504 # Ignore non-ascii chars.
1505 if ($ord < 128) {
1506 $r = ($seed * (1 + $key)) % 100; # Pseudo-random function.
1507 # roughly 10% raw, 45% hex, 45% dec
1508 # '@' *must* be encoded. I insist.
1509 if ($r > 90 && $char != '@') /* do nothing */;
1510 else if ($r < 45) $chars[$key] = '&#x'.dechex($ord).';';
1511 else $chars[$key] = '&#'.$ord.';';
1515 $addr = implode('', $chars);
1516 $text = implode('', array_slice($chars, 7)); # text without `mailto:`
1517 $addr = "<a href=\"$addr\">$text</a>";
1519 return $addr;
1523 function parseSpan($str) {
1525 # Take the string $str and parse it into tokens, hashing embeded HTML,
1526 # escaped characters and handling code spans.
1528 $output = '';
1530 $span_re = '{
1532 \\\\'.$this->escape_chars_re.'
1534 (?<![`\\\\])
1535 `+ # code span marker
1536 '.( $this->no_markup ? '' : '
1538 <!-- .*? --> # comment
1540 <\?.*?\?> | <%.*?%> # processing instruction
1542 <[/!$]?[-a-zA-Z0-9:_]+ # regular tags
1545 (?>[^"\'>]+|"[^"]*"|\'[^\']*\')*
1548 ').'
1550 }xs';
1552 while (1) {
1554 # Each loop iteration seach for either the next tag, the next
1555 # openning code span marker, or the next escaped character.
1556 # Each token is then passed to handleSpanToken.
1558 $parts = preg_split($span_re, $str, 2, PREG_SPLIT_DELIM_CAPTURE);
1560 # Create token from text preceding tag.
1561 if ($parts[0] != "") {
1562 $output .= $parts[0];
1565 # Check if we reach the end.
1566 if (isset($parts[1])) {
1567 $output .= $this->handleSpanToken($parts[1], $parts[2]);
1568 $str = $parts[2];
1570 else {
1571 break;
1575 return $output;
1579 function handleSpanToken($token, &$str) {
1581 # Handle $token provided by parseSpan by determining its nature and
1582 # returning the corresponding value that should replace it.
1584 switch ($token{0}) {
1585 case "\\":
1586 return $this->hashPart("&#". ord($token{1}). ";");
1587 case "`":
1588 # Search for end marker in remaining text.
1589 if (preg_match('/^(.*?[^`])'.preg_quote($token).'(?!`)(.*)$/sm',
1590 $str, $matches))
1592 $str = $matches[2];
1593 $codespan = $this->makeCodeSpan($matches[1]);
1594 return $this->hashPart($codespan);
1596 return $token; // return as text since no ending marker found.
1597 default:
1598 return $this->hashPart($token);
1603 function outdent($text) {
1605 # Remove one level of line-leading tabs or spaces
1607 return preg_replace('/^(\t|[ ]{1,'.$this->tab_width.'})/m', '', $text);
1611 # String length function for detab. `_initDetab` will create a function to
1612 # hanlde UTF-8 if the default function does not exist.
1613 var $utf8_strlen = 'mb_strlen';
1615 function detab($text) {
1617 # Replace tabs with the appropriate amount of space.
1619 # For each line we separate the line in blocks delemited by
1620 # tab characters. Then we reconstruct every line by adding the
1621 # appropriate number of space between each blocks.
1623 $text = preg_replace_callback('/^.*\t.*$/m',
1624 array(&$this, '_detab_callback'), $text);
1626 return $text;
1628 function _detab_callback($matches) {
1629 $line = $matches[0];
1630 $strlen = $this->utf8_strlen; # strlen function for UTF-8.
1632 # Split in blocks.
1633 $blocks = explode("\t", $line);
1634 # Add each blocks to the line.
1635 $line = $blocks[0];
1636 unset($blocks[0]); # Do not add first block twice.
1637 foreach ($blocks as $block) {
1638 # Calculate amount of space, insert spaces, insert block.
1639 $amount = $this->tab_width -
1640 $strlen($line, 'UTF-8') % $this->tab_width;
1641 $line .= str_repeat(" ", $amount) . $block;
1643 return $line;
1645 function _initDetab() {
1647 # Check for the availability of the function in the `utf8_strlen` property
1648 # (initially `mb_strlen`). If the function is not available, create a
1649 # function that will loosely count the number of UTF-8 characters with a
1650 # regular expression.
1652 if (function_exists($this->utf8_strlen)) return;
1653 $this->utf8_strlen = create_function('$text', 'return preg_match_all(
1654 "/[\\\\x00-\\\\xBF]|[\\\\xC0-\\\\xFF][\\\\x80-\\\\xBF]*/",
1655 $text, $m);');
1659 function unhash($text) {
1661 # Swap back in all the tags hashed by _HashHTMLBlocks.
1663 return preg_replace_callback('/(.)\x1A[0-9]+\1/',
1664 array(&$this, '_unhash_callback'), $text);
1666 function _unhash_callback($matches) {
1667 return $this->html_hashes[$matches[0]];
1674 # Markdown Extra Parser Class
1677 class MarkdownExtra_Parser extends Markdown_Parser {
1679 # Prefix for footnote ids.
1680 var $fn_id_prefix = "";
1682 # Optional title attribute for footnote links and backlinks.
1683 var $fn_link_title = MARKDOWN_FN_LINK_TITLE;
1684 var $fn_backlink_title = MARKDOWN_FN_BACKLINK_TITLE;
1686 # Optional class attribute for footnote links and backlinks.
1687 var $fn_link_class = MARKDOWN_FN_LINK_CLASS;
1688 var $fn_backlink_class = MARKDOWN_FN_BACKLINK_CLASS;
1690 # Predefined abbreviations.
1691 var $predef_abbr = array();
1694 function MarkdownExtra_Parser() {
1696 # Constructor function. Initialize the parser object.
1698 # Add extra escapable characters before parent constructor
1699 # initialize the table.
1700 $this->escape_chars .= ':|';
1702 # Insert extra document, block, and span transformations.
1703 # Parent constructor will do the sorting.
1704 $this->document_gamut += array(
1705 "doFencedCodeBlocks" => 5,
1706 "stripFootnotes" => 15,
1707 "stripAbbreviations" => 25,
1708 "appendFootnotes" => 50,
1710 $this->block_gamut += array(
1711 "doFencedCodeBlocks" => 5,
1712 "doTables" => 15,
1713 "doDefLists" => 45,
1715 $this->span_gamut += array(
1716 "doFootnotes" => 5,
1717 "doAbbreviations" => 70,
1720 parent::Markdown_Parser();
1724 # Extra variables used during extra transformations.
1725 var $footnotes = array();
1726 var $footnotes_ordered = array();
1727 var $abbr_desciptions = array();
1728 var $abbr_word_re = '';
1730 # Give the current footnote number.
1731 var $footnote_counter = 1;
1734 function setup() {
1736 # Setting up Extra-specific variables.
1738 parent::setup();
1740 $this->footnotes = array();
1741 $this->footnotes_ordered = array();
1742 $this->abbr_desciptions = array();
1743 $this->abbr_word_re = '';
1744 $this->footnote_counter = 1;
1746 foreach ($this->predef_abbr as $abbr_word => $abbr_desc) {
1747 if ($this->abbr_word_re)
1748 $this->abbr_word_re .= '|';
1749 $this->abbr_word_re .= preg_quote($abbr_word);
1750 $this->abbr_desciptions[$abbr_word] = trim($abbr_desc);
1754 function teardown() {
1756 # Clearing Extra-specific variables.
1758 $this->footnotes = array();
1759 $this->footnotes_ordered = array();
1760 $this->abbr_desciptions = array();
1761 $this->abbr_word_re = '';
1763 parent::teardown();
1767 ### HTML Block Parser ###
1769 # Tags that are always treated as block tags:
1770 var $block_tags_re = 'p|div|h[1-6]|blockquote|pre|table|dl|ol|ul|address|form|fieldset|iframe|hr|legend';
1772 # Tags treated as block tags only if the opening tag is alone on it's line:
1773 var $context_block_tags_re = 'script|noscript|math|ins|del';
1775 # Tags where markdown="1" default to span mode:
1776 var $contain_span_tags_re = 'p|h[1-6]|li|dd|dt|td|th|legend|address';
1778 # Tags which must not have their contents modified, no matter where
1779 # they appear:
1780 var $clean_tags_re = 'script|math';
1782 # Tags that do not need to be closed.
1783 var $auto_close_tags_re = 'hr|img';
1786 function hashHTMLBlocks($text) {
1788 # Hashify HTML Blocks and "clean tags".
1790 # We only want to do this for block-level HTML tags, such as headers,
1791 # lists, and tables. That's because we still want to wrap <p>s around
1792 # "paragraphs" that are wrapped in non-block-level tags, such as anchors,
1793 # phrase emphasis, and spans. The list of tags we're looking for is
1794 # hard-coded.
1796 # This works by calling _HashHTMLBlocks_InMarkdown, which then calls
1797 # _HashHTMLBlocks_InHTML when it encounter block tags. When the markdown="1"
1798 # attribute is found whitin a tag, _HashHTMLBlocks_InHTML calls back
1799 # _HashHTMLBlocks_InMarkdown to handle the Markdown syntax within the tag.
1800 # These two functions are calling each other. It's recursive!
1803 # Call the HTML-in-Markdown hasher.
1805 list($text, ) = $this->_hashHTMLBlocks_inMarkdown($text);
1807 return $text;
1809 function _hashHTMLBlocks_inMarkdown($text, $indent = 0,
1810 $enclosing_tag_re = '', $span = false)
1813 # Parse markdown text, calling _HashHTMLBlocks_InHTML for block tags.
1815 # * $indent is the number of space to be ignored when checking for code
1816 # blocks. This is important because if we don't take the indent into
1817 # account, something like this (which looks right) won't work as expected:
1819 # <div>
1820 # <div markdown="1">
1821 # Hello World. <-- Is this a Markdown code block or text?
1822 # </div> <-- Is this a Markdown code block or a real tag?
1823 # <div>
1825 # If you don't like this, just don't indent the tag on which
1826 # you apply the markdown="1" attribute.
1828 # * If $enclosing_tag_re is not empty, stops at the first unmatched closing
1829 # tag with that name. Nested tags supported.
1831 # * If $span is true, text inside must treated as span. So any double
1832 # newline will be replaced by a single newline so that it does not create
1833 # paragraphs.
1835 # Returns an array of that form: ( processed text , remaining text )
1837 if ($text === '') return array('', '');
1839 # Regex to check for the presense of newlines around a block tag.
1840 $newline_before_re = '/(?:^\n?|\n\n)*$/';
1841 $newline_after_re =
1843 ^ # Start of text following the tag.
1844 (?>[ ]*<!--.*?-->)? # Optional comment.
1845 [ ]*\n # Must be followed by newline.
1846 }xs';
1848 # Regex to match any tag.
1849 $block_tag_re =
1851 ( # $2: Capture hole tag.
1852 </? # Any opening or closing tag.
1853 (?> # Tag name.
1854 '.$this->block_tags_re.' |
1855 '.$this->context_block_tags_re.' |
1856 '.$this->clean_tags_re.' |
1857 (?!\s)'.$enclosing_tag_re.'
1860 (?=[\s"\'/a-zA-Z0-9]) # Allowed characters after tag name.
1862 ".*?" | # Double quotes (can contain `>`)
1863 \'.*?\' | # Single quotes (can contain `>`)
1864 .+? # Anything but quotes and `>`.
1867 > # End of tag.
1869 <!-- .*? --> # HTML Comment
1871 <\?.*?\?> | <%.*?%> # Processing instruction
1873 <!\[CDATA\[.*?\]\]> # CData Block
1875 # Code span marker
1877 '. ( !$span ? ' # If not in span.
1879 # Indented code block
1880 (?: ^[ ]*\n | ^ | \n[ ]*\n )
1881 [ ]{'.($indent+4).'}[^\n]* \n
1883 (?: [ ]{'.($indent+4).'}[^\n]* | [ ]* ) \n
1886 # Fenced code block marker
1887 (?> ^ | \n )
1888 [ ]{0,'.($indent).'}~~~+[ ]*\n
1889 ' : '' ). ' # End (if not is span).
1891 }xs';
1894 $depth = 0; # Current depth inside the tag tree.
1895 $parsed = ""; # Parsed text that will be returned.
1898 # Loop through every tag until we find the closing tag of the parent
1899 # or loop until reaching the end of text if no parent tag specified.
1901 do {
1903 # Split the text using the first $tag_match pattern found.
1904 # Text before pattern will be first in the array, text after
1905 # pattern will be at the end, and between will be any catches made
1906 # by the pattern.
1908 $parts = preg_split($block_tag_re, $text, 2,
1909 PREG_SPLIT_DELIM_CAPTURE);
1911 # If in Markdown span mode, add a empty-string span-level hash
1912 # after each newline to prevent triggering any block element.
1913 if ($span) {
1914 $void = $this->hashPart("", ':');
1915 $newline = "$void\n";
1916 $parts[0] = $void . str_replace("\n", $newline, $parts[0]) . $void;
1919 $parsed .= $parts[0]; # Text before current tag.
1921 # If end of $text has been reached. Stop loop.
1922 if (count($parts) < 3) {
1923 $text = "";
1924 break;
1927 $tag = $parts[1]; # Tag to handle.
1928 $text = $parts[2]; # Remaining text after current tag.
1929 $tag_re = preg_quote($tag); # For use in a regular expression.
1932 # Check for: Code span marker
1934 if ($tag{0} == "`") {
1935 # Find corresponding end marker.
1936 $tag_re = preg_quote($tag);
1937 if (preg_match('{^(?>.+?|\n(?!\n))*?(?<!`)'.$tag_re.'(?!`)}',
1938 $text, $matches))
1940 # End marker found: pass text unchanged until marker.
1941 $parsed .= $tag . $matches[0];
1942 $text = substr($text, strlen($matches[0]));
1944 else {
1945 # Unmatched marker: just skip it.
1946 $parsed .= $tag;
1950 # Check for: Fenced code block marker.
1952 else if (preg_match('{^\n?[ ]{0,'.($indent+3).'}~}', $tag)) {
1953 # Fenced code block marker: find matching end marker.
1954 $tag_re = preg_quote(trim($tag));
1955 if (preg_match('{^(?>.*\n)+?[ ]{0,'.($indent).'}'.$tag_re.'[ ]*\n}', $text,
1956 $matches))
1958 # End marker found: pass text unchanged until marker.
1959 $parsed .= $tag . $matches[0];
1960 $text = substr($text, strlen($matches[0]));
1962 else {
1963 # No end marker: just skip it.
1964 $parsed .= $tag;
1968 # Check for: Indented code block.
1970 else if ($tag{0} == "\n" || $tag{0} == " ") {
1971 # Indented code block: pass it unchanged, will be handled
1972 # later.
1973 $parsed .= $tag;
1976 # Check for: Opening Block level tag or
1977 # Opening Context Block tag (like ins and del)
1978 # used as a block tag (tag is alone on it's line).
1980 else if (preg_match('{^<(?:'.$this->block_tags_re.')\b}', $tag) ||
1981 ( preg_match('{^<(?:'.$this->context_block_tags_re.')\b}', $tag) &&
1982 preg_match($newline_before_re, $parsed) &&
1983 preg_match($newline_after_re, $text) )
1986 # Need to parse tag and following text using the HTML parser.
1987 list($block_text, $text) =
1988 $this->_hashHTMLBlocks_inHTML($tag . $text, "hashBlock", true);
1990 # Make sure it stays outside of any paragraph by adding newlines.
1991 $parsed .= "\n\n$block_text\n\n";
1994 # Check for: Clean tag (like script, math)
1995 # HTML Comments, processing instructions.
1997 else if (preg_match('{^<(?:'.$this->clean_tags_re.')\b}', $tag) ||
1998 $tag{1} == '!' || $tag{1} == '?')
2000 # Need to parse tag and following text using the HTML parser.
2001 # (don't check for markdown attribute)
2002 list($block_text, $text) =
2003 $this->_hashHTMLBlocks_inHTML($tag . $text, "hashClean", false);
2005 $parsed .= $block_text;
2008 # Check for: Tag with same name as enclosing tag.
2010 else if ($enclosing_tag_re !== '' &&
2011 # Same name as enclosing tag.
2012 preg_match('{^</?(?:'.$enclosing_tag_re.')\b}', $tag))
2015 # Increase/decrease nested tag count.
2017 if ($tag{1} == '/') $depth--;
2018 else if ($tag{strlen($tag)-2} != '/') $depth++;
2020 if ($depth < 0) {
2022 # Going out of parent element. Clean up and break so we
2023 # return to the calling function.
2025 $text = $tag . $text;
2026 break;
2029 $parsed .= $tag;
2031 else {
2032 $parsed .= $tag;
2034 } while ($depth >= 0);
2036 return array($parsed, $text);
2038 function _hashHTMLBlocks_inHTML($text, $hash_method, $md_attr) {
2040 # Parse HTML, calling _HashHTMLBlocks_InMarkdown for block tags.
2042 # * Calls $hash_method to convert any blocks.
2043 # * Stops when the first opening tag closes.
2044 # * $md_attr indicate if the use of the `markdown="1"` attribute is allowed.
2045 # (it is not inside clean tags)
2047 # Returns an array of that form: ( processed text , remaining text )
2049 if ($text === '') return array('', '');
2051 # Regex to match `markdown` attribute inside of a tag.
2052 $markdown_attr_re = '
2054 \s* # Eat whitespace before the `markdown` attribute
2055 markdown
2056 \s*=\s*
2058 (["\']) # $1: quote delimiter
2059 (.*?) # $2: attribute value
2060 \1 # matching delimiter
2062 ([^\s>]*) # $3: unquoted attribute value
2064 () # $4: make $3 always defined (avoid warnings)
2065 }xs';
2067 # Regex to match any tag.
2068 $tag_re = '{
2069 ( # $2: Capture hole tag.
2070 </? # Any opening or closing tag.
2071 [\w:$]+ # Tag name.
2073 (?=[\s"\'/a-zA-Z0-9]) # Allowed characters after tag name.
2075 ".*?" | # Double quotes (can contain `>`)
2076 \'.*?\' | # Single quotes (can contain `>`)
2077 .+? # Anything but quotes and `>`.
2080 > # End of tag.
2082 <!-- .*? --> # HTML Comment
2084 <\?.*?\?> | <%.*?%> # Processing instruction
2086 <!\[CDATA\[.*?\]\]> # CData Block
2088 }xs';
2090 $original_text = $text; # Save original text in case of faliure.
2092 $depth = 0; # Current depth inside the tag tree.
2093 $block_text = ""; # Temporary text holder for current text.
2094 $parsed = ""; # Parsed text that will be returned.
2097 # Get the name of the starting tag.
2098 # (This pattern makes $base_tag_name_re safe without quoting.)
2100 if (preg_match('/^<([\w:$]*)\b/', $text, $matches))
2101 $base_tag_name_re = $matches[1];
2104 # Loop through every tag until we find the corresponding closing tag.
2106 do {
2108 # Split the text using the first $tag_match pattern found.
2109 # Text before pattern will be first in the array, text after
2110 # pattern will be at the end, and between will be any catches made
2111 # by the pattern.
2113 $parts = preg_split($tag_re, $text, 2, PREG_SPLIT_DELIM_CAPTURE);
2115 if (count($parts) < 3) {
2117 # End of $text reached with unbalenced tag(s).
2118 # In that case, we return original text unchanged and pass the
2119 # first character as filtered to prevent an infinite loop in the
2120 # parent function.
2122 return array($original_text{0}, substr($original_text, 1));
2125 $block_text .= $parts[0]; # Text before current tag.
2126 $tag = $parts[1]; # Tag to handle.
2127 $text = $parts[2]; # Remaining text after current tag.
2130 # Check for: Auto-close tag (like <hr/>)
2131 # Comments and Processing Instructions.
2133 if (preg_match('{^</?(?:'.$this->auto_close_tags_re.')\b}', $tag) ||
2134 $tag{1} == '!' || $tag{1} == '?')
2136 # Just add the tag to the block as if it was text.
2137 $block_text .= $tag;
2139 else {
2141 # Increase/decrease nested tag count. Only do so if
2142 # the tag's name match base tag's.
2144 if (preg_match('{^</?'.$base_tag_name_re.'\b}', $tag)) {
2145 if ($tag{1} == '/') $depth--;
2146 else if ($tag{strlen($tag)-2} != '/') $depth++;
2150 # Check for `markdown="1"` attribute and handle it.
2152 if ($md_attr &&
2153 preg_match($markdown_attr_re, $tag, $attr_m) &&
2154 preg_match('/^1|block|span$/', $attr_m[2] . $attr_m[3]))
2156 # Remove `markdown` attribute from opening tag.
2157 $tag = preg_replace($markdown_attr_re, '', $tag);
2159 # Check if text inside this tag must be parsed in span mode.
2160 $this->mode = $attr_m[2] . $attr_m[3];
2161 $span_mode = $this->mode == 'span' || $this->mode != 'block' &&
2162 preg_match('{^<(?:'.$this->contain_span_tags_re.')\b}', $tag);
2164 # Calculate indent before tag.
2165 if (preg_match('/(?:^|\n)( *?)(?! ).*?$/', $block_text, $matches)) {
2166 $strlen = $this->utf8_strlen;
2167 $indent = $strlen($matches[1], 'UTF-8');
2168 } else {
2169 $indent = 0;
2172 # End preceding block with this tag.
2173 $block_text .= $tag;
2174 $parsed .= $this->$hash_method($block_text);
2176 # Get enclosing tag name for the ParseMarkdown function.
2177 # (This pattern makes $tag_name_re safe without quoting.)
2178 preg_match('/^<([\w:$]*)\b/', $tag, $matches);
2179 $tag_name_re = $matches[1];
2181 # Parse the content using the HTML-in-Markdown parser.
2182 list ($block_text, $text)
2183 = $this->_hashHTMLBlocks_inMarkdown($text, $indent,
2184 $tag_name_re, $span_mode);
2186 # Outdent markdown text.
2187 if ($indent > 0) {
2188 $block_text = preg_replace("/^[ ]{1,$indent}/m", "",
2189 $block_text);
2192 # Append tag content to parsed text.
2193 if (!$span_mode) $parsed .= "\n\n$block_text\n\n";
2194 else $parsed .= "$block_text";
2196 # Start over a new block.
2197 $block_text = "";
2199 else $block_text .= $tag;
2202 } while ($depth > 0);
2205 # Hash last block text that wasn't processed inside the loop.
2207 $parsed .= $this->$hash_method($block_text);
2209 return array($parsed, $text);
2213 function hashClean($text) {
2215 # Called whenever a tag must be hashed when a function insert a "clean" tag
2216 # in $text, it pass through this function and is automaticaly escaped,
2217 # blocking invalid nested overlap.
2219 return $this->hashPart($text, 'C');
2223 function doHeaders($text) {
2225 # Redefined to add id attribute support.
2227 # Setext-style headers:
2228 # Header 1 {#header1}
2229 # ========
2231 # Header 2 {#header2}
2232 # --------
2234 $text = preg_replace_callback(
2236 (^.+?) # $1: Header text
2237 (?:[ ]+\{\#([-_:a-zA-Z0-9]+)\})? # $2: Id attribute
2238 [ ]*\n(=+|-+)[ ]*\n+ # $3: Header footer
2239 }mx',
2240 array(&$this, '_doHeaders_callback_setext'), $text);
2242 # atx-style headers:
2243 # # Header 1 {#header1}
2244 # ## Header 2 {#header2}
2245 # ## Header 2 with closing hashes ## {#header3}
2246 # ...
2247 # ###### Header 6 {#header2}
2249 $text = preg_replace_callback('{
2250 ^(\#{1,6}) # $1 = string of #\'s
2251 [ ]*
2252 (.+?) # $2 = Header text
2253 [ ]*
2254 \#* # optional closing #\'s (not counted)
2255 (?:[ ]+\{\#([-_:a-zA-Z0-9]+)\})? # id attribute
2256 [ ]*
2258 }xm',
2259 array(&$this, '_doHeaders_callback_atx'), $text);
2261 return $text;
2263 function _doHeaders_attr($attr) {
2264 if (empty($attr)) return "";
2265 return " id=\"$attr\"";
2267 function _doHeaders_callback_setext($matches) {
2268 if ($matches[3] == '-' && preg_match('{^- }', $matches[1]))
2269 return $matches[0];
2270 $level = $matches[3]{0} == '=' ? 1 : 2;
2271 $attr = $this->_doHeaders_attr($id =& $matches[2]);
2272 $block = "<h$level$attr>".$this->runSpanGamut($matches[1])."</h$level>";
2273 return "\n" . $this->hashBlock($block) . "\n\n";
2275 function _doHeaders_callback_atx($matches) {
2276 $level = strlen($matches[1]);
2277 $attr = $this->_doHeaders_attr($id =& $matches[3]);
2278 $block = "<h$level$attr>".$this->runSpanGamut($matches[2])."</h$level>";
2279 return "\n" . $this->hashBlock($block) . "\n\n";
2283 function doTables($text) {
2285 # Form HTML tables.
2287 $less_than_tab = $this->tab_width - 1;
2289 # Find tables with leading pipe.
2291 # | Header 1 | Header 2
2292 # | -------- | --------
2293 # | Cell 1 | Cell 2
2294 # | Cell 3 | Cell 4
2296 $text = preg_replace_callback('
2298 ^ # Start of a line
2299 [ ]{0,'.$less_than_tab.'} # Allowed whitespace.
2300 [|] # Optional leading pipe (present)
2301 (.+) \n # $1: Header row (at least one pipe)
2303 [ ]{0,'.$less_than_tab.'} # Allowed whitespace.
2304 [|] ([ ]*[-:]+[-| :]*) \n # $2: Header underline
2306 ( # $3: Cells
2308 [ ]* # Allowed whitespace.
2309 [|] .* \n # Row content.
2312 (?=\n|\Z) # Stop at final double newline.
2313 }xm',
2314 array(&$this, '_doTable_leadingPipe_callback'), $text);
2317 # Find tables without leading pipe.
2319 # Header 1 | Header 2
2320 # -------- | --------
2321 # Cell 1 | Cell 2
2322 # Cell 3 | Cell 4
2324 $text = preg_replace_callback('
2326 ^ # Start of a line
2327 [ ]{0,'.$less_than_tab.'} # Allowed whitespace.
2328 (\S.*[|].*) \n # $1: Header row (at least one pipe)
2330 [ ]{0,'.$less_than_tab.'} # Allowed whitespace.
2331 ([-:]+[ ]*[|][-| :]*) \n # $2: Header underline
2333 ( # $3: Cells
2335 .* [|] .* \n # Row content
2338 (?=\n|\Z) # Stop at final double newline.
2339 }xm',
2340 array(&$this, '_DoTable_callback'), $text);
2342 return $text;
2344 function _doTable_leadingPipe_callback($matches) {
2345 $head = $matches[1];
2346 $underline = $matches[2];
2347 $content = $matches[3];
2349 # Remove leading pipe for each row.
2350 $content = preg_replace('/^ *[|]/m', '', $content);
2352 return $this->_doTable_callback(array($matches[0], $head, $underline, $content));
2354 function _doTable_callback($matches) {
2355 $head = $matches[1];
2356 $underline = $matches[2];
2357 $content = $matches[3];
2359 # Remove any tailing pipes for each line.
2360 $head = preg_replace('/[|] *$/m', '', $head);
2361 $underline = preg_replace('/[|] *$/m', '', $underline);
2362 $content = preg_replace('/[|] *$/m', '', $content);
2364 # Reading alignement from header underline.
2365 $separators = preg_split('/ *[|] */', $underline);
2366 foreach ($separators as $n => $s) {
2367 if (preg_match('/^ *-+: *$/', $s)) $attr[$n] = ' align="right"';
2368 else if (preg_match('/^ *:-+: *$/', $s))$attr[$n] = ' align="center"';
2369 else if (preg_match('/^ *:-+ *$/', $s)) $attr[$n] = ' align="left"';
2370 else $attr[$n] = '';
2373 # Parsing span elements, including code spans, character escapes,
2374 # and inline HTML tags, so that pipes inside those gets ignored.
2375 $head = $this->parseSpan($head);
2376 $headers = preg_split('/ *[|] */', $head);
2377 $col_count = count($headers);
2379 # Write column headers.
2380 $text = "<table>\n";
2381 $text .= "<thead>\n";
2382 $text .= "<tr>\n";
2383 foreach ($headers as $n => $header)
2384 $text .= " <th$attr[$n]>".$this->runSpanGamut(trim($header))."</th>\n";
2385 $text .= "</tr>\n";
2386 $text .= "</thead>\n";
2388 # Split content by row.
2389 $rows = explode("\n", trim($content, "\n"));
2391 $text .= "<tbody>\n";
2392 foreach ($rows as $row) {
2393 # Parsing span elements, including code spans, character escapes,
2394 # and inline HTML tags, so that pipes inside those gets ignored.
2395 $row = $this->parseSpan($row);
2397 # Split row by cell.
2398 $row_cells = preg_split('/ *[|] */', $row, $col_count);
2399 $row_cells = array_pad($row_cells, $col_count, '');
2401 $text .= "<tr>\n";
2402 foreach ($row_cells as $n => $cell)
2403 $text .= " <td$attr[$n]>".$this->runSpanGamut(trim($cell))."</td>\n";
2404 $text .= "</tr>\n";
2406 $text .= "</tbody>\n";
2407 $text .= "</table>";
2409 return $this->hashBlock($text) . "\n";
2413 function doDefLists($text) {
2415 # Form HTML definition lists.
2417 $less_than_tab = $this->tab_width - 1;
2419 # Re-usable pattern to match any entire dl list:
2420 $whole_list_re = '(?>
2421 ( # $1 = whole list
2422 ( # $2
2423 [ ]{0,'.$less_than_tab.'}
2424 ((?>.*\S.*\n)+) # $3 = defined term
2426 [ ]{0,'.$less_than_tab.'}:[ ]+ # colon starting definition
2428 (?s:.+?)
2429 ( # $4
2432 \n{2,}
2433 (?=\S)
2434 (?! # Negative lookahead for another term
2435 [ ]{0,'.$less_than_tab.'}
2436 (?: \S.*\n )+? # defined term
2438 [ ]{0,'.$less_than_tab.'}:[ ]+ # colon starting definition
2440 (?! # Negative lookahead for another definition
2441 [ ]{0,'.$less_than_tab.'}:[ ]+ # colon starting definition
2445 )'; // mx
2447 $text = preg_replace_callback('{
2448 (?>\A\n?|(?<=\n\n))
2449 '.$whole_list_re.'
2450 }mx',
2451 array(&$this, '_doDefLists_callback'), $text);
2453 return $text;
2455 function _doDefLists_callback($matches) {
2456 # Re-usable patterns to match list item bullets and number markers:
2457 $list = $matches[1];
2459 # Turn double returns into triple returns, so that we can make a
2460 # paragraph for the last item in a list, if necessary:
2461 $result = trim($this->processDefListItems($list));
2462 $result = "<dl>\n" . $result . "\n</dl>";
2463 return $this->hashBlock($result) . "\n\n";
2467 function processDefListItems($list_str) {
2469 # Process the contents of a single definition list, splitting it
2470 # into individual term and definition list items.
2472 $less_than_tab = $this->tab_width - 1;
2474 # trim trailing blank lines:
2475 $list_str = preg_replace("/\n{2,}\\z/", "\n", $list_str);
2477 # Process definition terms.
2478 $list_str = preg_replace_callback('{
2479 (?>\A\n?|\n\n+) # leading line
2480 ( # definition terms = $1
2481 [ ]{0,'.$less_than_tab.'} # leading whitespace
2482 (?![:][ ]|[ ]) # negative lookahead for a definition
2483 # mark (colon) or more whitespace.
2484 (?> \S.* \n)+? # actual term (not whitespace).
2486 (?=\n?[ ]{0,3}:[ ]) # lookahead for following line feed
2487 # with a definition mark.
2488 }xm',
2489 array(&$this, '_processDefListItems_callback_dt'), $list_str);
2491 # Process actual definitions.
2492 $list_str = preg_replace_callback('{
2493 \n(\n+)? # leading line = $1
2494 ( # marker space = $2
2495 [ ]{0,'.$less_than_tab.'} # whitespace before colon
2496 [:][ ]+ # definition mark (colon)
2498 ((?s:.+?)) # definition text = $3
2499 (?= \n+ # stop at next definition mark,
2500 (?: # next term or end of text
2501 [ ]{0,'.$less_than_tab.'} [:][ ] |
2502 <dt> | \z
2505 }xm',
2506 array(&$this, '_processDefListItems_callback_dd'), $list_str);
2508 return $list_str;
2510 function _processDefListItems_callback_dt($matches) {
2511 $terms = explode("\n", trim($matches[1]));
2512 $text = '';
2513 foreach ($terms as $term) {
2514 $term = $this->runSpanGamut(trim($term));
2515 $text .= "\n<dt>" . $term . "</dt>";
2517 return $text . "\n";
2519 function _processDefListItems_callback_dd($matches) {
2520 $leading_line = $matches[1];
2521 $marker_space = $matches[2];
2522 $def = $matches[3];
2524 if ($leading_line || preg_match('/\n{2,}/', $def)) {
2525 # Replace marker with the appropriate whitespace indentation
2526 $def = str_repeat(' ', strlen($marker_space)) . $def;
2527 $def = $this->runBlockGamut($this->outdent($def . "\n\n"));
2528 $def = "\n". $def ."\n";
2530 else {
2531 $def = rtrim($def);
2532 $def = $this->runSpanGamut($this->outdent($def));
2535 return "\n<dd>" . $def . "</dd>\n";
2539 function doFencedCodeBlocks($text) {
2541 # Adding the fenced code block syntax to regular Markdown:
2543 # ~~~
2544 # Code block
2545 # ~~~
2547 $less_than_tab = $this->tab_width;
2549 $text = preg_replace_callback('{
2550 (?:\n|\A)
2551 # 1: Opening marker
2553 ~{3,} # Marker: three tilde or more.
2555 [ ]* \n # Whitespace and newline following marker.
2557 # 2: Content
2560 (?!\1 [ ]* \n) # Not a closing marker.
2561 .*\n+
2565 # Closing marker.
2566 \1 [ ]* \n
2567 }xm',
2568 array(&$this, '_doFencedCodeBlocks_callback'), $text);
2570 return $text;
2572 function _doFencedCodeBlocks_callback($matches) {
2573 $codeblock = $matches[2];
2574 $codeblock = htmlspecialchars($codeblock, ENT_NOQUOTES);
2575 $codeblock = preg_replace_callback('/^\n+/',
2576 array(&$this, '_doFencedCodeBlocks_newlines'), $codeblock);
2577 $codeblock = "<pre><code>$codeblock</code></pre>";
2578 return "\n\n".$this->hashBlock($codeblock)."\n\n";
2580 function _doFencedCodeBlocks_newlines($matches) {
2581 return str_repeat("<br$this->empty_element_suffix",
2582 strlen($matches[0]));
2587 # Redefining emphasis markers so that emphasis by underscore does not
2588 # work in the middle of a word.
2590 var $em_relist = array(
2591 '' => '(?:(?<!\*)\*(?!\*)|(?<![a-zA-Z0-9_])_(?!_))(?=\S|$)(?![\.,:;]\s)',
2592 '*' => '(?<=\S|^)(?<!\*)\*(?!\*)',
2593 '_' => '(?<=\S|^)(?<!_)_(?![a-zA-Z0-9_])',
2595 var $strong_relist = array(
2596 '' => '(?:(?<!\*)\*\*(?!\*)|(?<![a-zA-Z0-9_])__(?!_))(?=\S|$)(?![\.,:;]\s)',
2597 '**' => '(?<=\S|^)(?<!\*)\*\*(?!\*)',
2598 '__' => '(?<=\S|^)(?<!_)__(?![a-zA-Z0-9_])',
2600 var $em_strong_relist = array(
2601 '' => '(?:(?<!\*)\*\*\*(?!\*)|(?<![a-zA-Z0-9_])___(?!_))(?=\S|$)(?![\.,:;]\s)',
2602 '***' => '(?<=\S|^)(?<!\*)\*\*\*(?!\*)',
2603 '___' => '(?<=\S|^)(?<!_)___(?![a-zA-Z0-9_])',
2607 function formParagraphs($text) {
2609 # Params:
2610 # $text - string to process with html <p> tags
2612 # Strip leading and trailing lines:
2613 $text = preg_replace('/\A\n+|\n+\z/', '', $text);
2615 $grafs = preg_split('/\n{2,}/', $text, -1, PREG_SPLIT_NO_EMPTY);
2618 # Wrap <p> tags and unhashify HTML blocks
2620 foreach ($grafs as $key => $value) {
2621 $value = trim($this->runSpanGamut($value));
2623 # Check if this should be enclosed in a paragraph.
2624 # Clean tag hashes & block tag hashes are left alone.
2625 $is_p = !preg_match('/^B\x1A[0-9]+B|^C\x1A[0-9]+C$/', $value);
2627 if ($is_p) {
2628 $value = "<p>$value</p>";
2630 $grafs[$key] = $value;
2633 # Join grafs in one text, then unhash HTML tags.
2634 $text = implode("\n\n", $grafs);
2636 # Finish by removing any tag hashes still present in $text.
2637 $text = $this->unhash($text);
2639 return $text;
2643 ### Footnotes
2645 function stripFootnotes($text) {
2647 # Strips link definitions from text, stores the URLs and titles in
2648 # hash references.
2650 $less_than_tab = $this->tab_width - 1;
2652 # Link defs are in the form: [^id]: url "optional title"
2653 $text = preg_replace_callback('{
2654 ^[ ]{0,'.$less_than_tab.'}\[\^(.+?)\][ ]?: # note_id = $1
2655 [ ]*
2656 \n? # maybe *one* newline
2657 ( # text = $2 (no blank lines allowed)
2658 (?:
2659 .+ # actual text
2661 \n # newlines but
2662 (?!\[\^.+?\]:\s)# negative lookahead for footnote marker.
2663 (?!\n+[ ]{0,3}\S)# ensure line is not blank and followed
2664 # by non-indented content
2667 }xm',
2668 array(&$this, '_stripFootnotes_callback'),
2669 $text);
2670 return $text;
2672 function _stripFootnotes_callback($matches) {
2673 $note_id = $this->fn_id_prefix . $matches[1];
2674 $this->footnotes[$note_id] = $this->outdent($matches[2]);
2675 return ''; # String that will replace the block
2679 function doFootnotes($text) {
2681 # Replace footnote references in $text [^id] with a special text-token
2682 # which will be replaced by the actual footnote marker in appendFootnotes.
2684 if (!$this->in_anchor) {
2685 $text = preg_replace('{\[\^(.+?)\]}', "F\x1Afn:\\1\x1A:", $text);
2687 return $text;
2691 function appendFootnotes($text) {
2693 # Append footnote list to text.
2695 $text = preg_replace_callback('{F\x1Afn:(.*?)\x1A:}',
2696 array(&$this, '_appendFootnotes_callback'), $text);
2698 if (!empty($this->footnotes_ordered)) {
2699 $text .= "\n\n";
2700 $text .= "<div class=\"footnotes\">\n";
2701 $text .= "<hr". $this->empty_element_suffix ."\n";
2702 $text .= "<ol>\n\n";
2704 $attr = " rev=\"footnote\"";
2705 if ($this->fn_backlink_class != "") {
2706 $class = $this->fn_backlink_class;
2707 $class = $this->encodeAttribute($class);
2708 $attr .= " class=\"$class\"";
2710 if ($this->fn_backlink_title != "") {
2711 $title = $this->fn_backlink_title;
2712 $title = $this->encodeAttribute($title);
2713 $attr .= " title=\"$title\"";
2715 $num = 0;
2717 while (!empty($this->footnotes_ordered)) {
2718 $footnote = reset($this->footnotes_ordered);
2719 $note_id = key($this->footnotes_ordered);
2720 unset($this->footnotes_ordered[$note_id]);
2722 $footnote .= "\n"; # Need to append newline before parsing.
2723 $footnote = $this->runBlockGamut("$footnote\n");
2724 $footnote = preg_replace_callback('{F\x1Afn:(.*?)\x1A:}',
2725 array(&$this, '_appendFootnotes_callback'), $footnote);
2727 $attr = str_replace("%%", ++$num, $attr);
2728 $note_id = $this->encodeAttribute($note_id);
2730 # Add backlink to last paragraph; create new paragraph if needed.
2731 $backlink = "<a href=\"#fnref:$note_id\"$attr>&#8617;</a>";
2732 if (preg_match('{</p>$}', $footnote)) {
2733 $footnote = substr($footnote, 0, -4) . "&#160;$backlink</p>";
2734 } else {
2735 $footnote .= "\n\n<p>$backlink</p>";
2738 $text .= "<li id=\"fn:$note_id\">\n";
2739 $text .= $footnote . "\n";
2740 $text .= "</li>\n\n";
2743 $text .= "</ol>\n";
2744 $text .= "</div>";
2746 return $text;
2748 function _appendFootnotes_callback($matches) {
2749 $node_id = $this->fn_id_prefix . $matches[1];
2751 # Create footnote marker only if it has a corresponding footnote *and*
2752 # the footnote hasn't been used by another marker.
2753 if (isset($this->footnotes[$node_id])) {
2754 # Transfert footnote content to the ordered list.
2755 $this->footnotes_ordered[$node_id] = $this->footnotes[$node_id];
2756 unset($this->footnotes[$node_id]);
2758 $num = $this->footnote_counter++;
2759 $attr = " rel=\"footnote\"";
2760 if ($this->fn_link_class != "") {
2761 $class = $this->fn_link_class;
2762 $class = $this->encodeAttribute($class);
2763 $attr .= " class=\"$class\"";
2765 if ($this->fn_link_title != "") {
2766 $title = $this->fn_link_title;
2767 $title = $this->encodeAttribute($title);
2768 $attr .= " title=\"$title\"";
2771 $attr = str_replace("%%", $num, $attr);
2772 $node_id = $this->encodeAttribute($node_id);
2774 return
2775 "<sup id=\"fnref:$node_id\">".
2776 "<a href=\"#fn:$node_id\"$attr>$num</a>".
2777 "</sup>";
2780 return "[^".$matches[1]."]";
2784 ### Abbreviations ###
2786 function stripAbbreviations($text) {
2788 # Strips abbreviations from text, stores titles in hash references.
2790 $less_than_tab = $this->tab_width - 1;
2792 # Link defs are in the form: [id]*: url "optional title"
2793 $text = preg_replace_callback('{
2794 ^[ ]{0,'.$less_than_tab.'}\*\[(.+?)\][ ]?: # abbr_id = $1
2795 (.*) # text = $2 (no blank lines allowed)
2796 }xm',
2797 array(&$this, '_stripAbbreviations_callback'),
2798 $text);
2799 return $text;
2801 function _stripAbbreviations_callback($matches) {
2802 $abbr_word = $matches[1];
2803 $abbr_desc = $matches[2];
2804 if ($this->abbr_word_re)
2805 $this->abbr_word_re .= '|';
2806 $this->abbr_word_re .= preg_quote($abbr_word);
2807 $this->abbr_desciptions[$abbr_word] = trim($abbr_desc);
2808 return ''; # String that will replace the block
2812 function doAbbreviations($text) {
2814 # Find defined abbreviations in text and wrap them in <abbr> elements.
2816 if ($this->abbr_word_re) {
2817 // cannot use the /x modifier because abbr_word_re may
2818 // contain significant spaces:
2819 $text = preg_replace_callback('{'.
2820 '(?<![\w\x1A])'.
2821 '(?:'.$this->abbr_word_re.')'.
2822 '(?![\w\x1A])'.
2823 '}',
2824 array(&$this, '_doAbbreviations_callback'), $text);
2826 return $text;
2828 function _doAbbreviations_callback($matches) {
2829 $abbr = $matches[0];
2830 if (isset($this->abbr_desciptions[$abbr])) {
2831 $desc = $this->abbr_desciptions[$abbr];
2832 if (empty($desc)) {
2833 return $this->hashPart("<abbr>$abbr</abbr>");
2834 } else {
2835 $desc = $this->encodeAttribute($desc);
2836 return $this->hashPart("<abbr title=\"$desc\">$abbr</abbr>");
2838 } else {
2839 return $matches[0];
2848 PHP Markdown Extra
2849 ==================
2851 Description
2852 -----------
2854 This is a PHP port of the original Markdown formatter written in Perl
2855 by John Gruber. This special "Extra" version of PHP Markdown features
2856 further enhancements to the syntax for making additional constructs
2857 such as tables and definition list.
2859 Markdown is a text-to-HTML filter; it translates an easy-to-read /
2860 easy-to-write structured text format into HTML. Markdown's text format
2861 is most similar to that of plain text email, and supports features such
2862 as headers, *emphasis*, code blocks, blockquotes, and links.
2864 Markdown's syntax is designed not as a generic markup language, but
2865 specifically to serve as a front-end to (X)HTML. You can use span-level
2866 HTML tags anywhere in a Markdown document, and you can use block level
2867 HTML tags (like <div> and <table> as well).
2869 For more information about Markdown's syntax, see:
2871 <http://daringfireball.net/projects/markdown/>
2874 Bugs
2875 ----
2877 To file bug reports please send email to:
2879 <michel.fortin@michelf.com>
2881 Please include with your report: (1) the example input; (2) the output you
2882 expected; (3) the output Markdown actually produced.
2885 Version History
2886 ---------------
2888 See the readme file for detailed release notes for this version.
2891 Copyright and License
2892 ---------------------
2894 PHP Markdown & Extra
2895 Copyright (c) 2004-2009 Michel Fortin
2896 <http://michelf.com/>
2897 All rights reserved.
2899 Based on Markdown
2900 Copyright (c) 2003-2006 John Gruber
2901 <http://daringfireball.net/>
2902 All rights reserved.
2904 Redistribution and use in source and binary forms, with or without
2905 modification, are permitted provided that the following conditions are
2906 met:
2908 * Redistributions of source code must retain the above copyright notice,
2909 this list of conditions and the following disclaimer.
2911 * Redistributions in binary form must reproduce the above copyright
2912 notice, this list of conditions and the following disclaimer in the
2913 documentation and/or other materials provided with the distribution.
2915 * Neither the name "Markdown" nor the names of its contributors may
2916 be used to endorse or promote products derived from this software
2917 without specific prior written permission.
2919 This software is provided by the copyright holders and contributors "as
2920 is" and any express or implied warranties, including, but not limited
2921 to, the implied warranties of merchantability and fitness for a
2922 particular purpose are disclaimed. In no event shall the copyright owner
2923 or contributors be liable for any direct, indirect, incidental, special,
2924 exemplary, or consequential damages (including, but not limited to,
2925 procurement of substitute goods or services; loss of use, data, or
2926 profits; or business interruption) however caused and on any theory of
2927 liability, whether in contract, strict liability, or tort (including
2928 negligence or otherwise) arising in any way out of the use of this
2929 software, even if advised of the possibility of such damage.