resolve #40

Prior to PHP 5.4.0 the default encoding for `htmlentities()`
and `htmlspecialchars` is "ISO-8859-1". For PHP 5.4+ is "UTF-8".

This ensures always the right encoding is used no matter the PHP version
and the locale settings.

.travis.yml

@@ -5,7 +5,3 @@ php:
   - 5.4
   - 5.3
   - 5.2
-
-matrix:
-  allow_failures:
-    - php: 5.2

Parsedown.php

@@ -110,7 +110,6 @@ class Parsedown
 
 		foreach ($lines as $line)
 		{
-			#
 			# fenced elements
 
 			switch ($element['type'])
@@ -168,7 +167,6 @@ class Parsedown
 				continue;
 			}
 
-			#
 			# composite elements
 
 			switch ($element['type'])
@@ -238,20 +236,10 @@ class Parsedown
 					break;
 			}
 
-			# ~
+			# indentation sensitive types
-
-			if ($line[0] >= 'a' and $line[0] !== '~' or $line[0] >= 'A' and $line[0] <= 'Z')
-			{
-				goto paragraph;
-			}
-
-			# ~
 
 			$deindented_line = $line;
 
-			#
-			# indentation sensitive types
-
 			switch ($line[0])
 			{
 				case ' ':
@@ -345,7 +333,6 @@ class Parsedown
 					break;
 			}
 
-			#
 			# indentation insensitive types
 
 			switch ($deindented_line[0])
@@ -500,9 +487,7 @@ class Parsedown
 				continue;
 			}
 
-			# ~
+			# paragraph
-
-			paragraph:
 
 			if ($element['type'] === 'p')
 			{
@@ -579,11 +564,15 @@ class Parsedown
 				case 'code_block':
 				case 'fenced_code_block':
 
-					$text = htmlentities($element['text'], ENT_NOQUOTES);
+					$text = htmlspecialchars($element['text'], ENT_NOQUOTES, 'UTF-8');
 
 					strpos($text, "\x1A\\") !== FALSE and $text = strtr($text, $this->escape_sequence_map);
 
-					$markup .= '<pre><code>'.$text.'</code></pre>'."\n";
+					$markup .= isset($element['language'])
+						? '<pre><code class="language-'.$element['language'].'">'.$text.'</code></pre>'
+						: '<pre><code>'.$text.'</code></pre>';
+
+					$markup .= "\n";
 
 					break;
 
@@ -645,7 +634,7 @@ class Parsedown
 			foreach ($matches as $matches)
 			{
 				$element_text = $matches[1];
-				$element_text = htmlentities($element_text, ENT_NOQUOTES);
+				$element_text = htmlspecialchars($element_text, ENT_NOQUOTES, 'UTF-8');
 
 				# decodes escape sequences
 
@@ -744,10 +733,13 @@ class Parsedown
 			}
 		}
 
-		# automatic link
+		if (strpos($text, '://') !== FALSE)
-
-		if (strpos($text, '<') !== FALSE and preg_match_all('/<((https?|ftp|dict):[^\^\s]+?)>/i', $text, $matches, PREG_SET_ORDER))
 		{
+			switch (TRUE)
+			{
+				case preg_match_all('{<(https?:[/]{2}[^\s]+)>}i', $text, $matches, PREG_SET_ORDER):
+				case preg_match_all('{\b(https?:[/]{2}[^\s]+)\b}i', $text, $matches, PREG_SET_ORDER):
+
 					foreach ($matches as $matches)
 					{
 						$url = $matches[1];
@@ -768,6 +760,9 @@ class Parsedown
 
 						$index ++;
 					}
+
+					break;
+			}
 		}
 
 		# ~
@@ -777,16 +772,26 @@ class Parsedown
 
 		# ~
 
+		if (strpos($text, '~~') !== FALSE)
+		{
+			$text = preg_replace('/~~(?=\S)(.+?)(?<=\S)~~/s', '<del>$1</del>', $text);
+		}
+
 		if (strpos($text, '_') !== FALSE)
 		{
-			$text = preg_replace('/__(?=\S)(.+?)(?<=\S)__(?!_)/s', '<strong>$1</strong>', $text);
+			$text = preg_replace('/__(?=\S)([^_]+?)(?<=\S)__/s', '<strong>$1</strong>', $text, -1, $count);
-			$text = preg_replace('/_(?=\S)(.+?)(?<=\S)_/s', '<em>$1</em>', $text);
+			$count or $text = preg_replace('/__(?=\S)(.+?)(?<=\S)__(?!_)/s', '<strong>$1</strong>', $text);
+
+			$text = preg_replace('/\b_(?=\S)(.+?)(?<=\S)_\b/s', '<em>$1</em>', $text);
 		}
 
 		if (strpos($text, '*') !== FALSE)
 		{
-			$text = preg_replace('/\*\*(?=\S)(.+?)(?<=\S)\*\*(?!\*)/s', '<strong>$1</strong>', $text);
+			$text = preg_replace('/\*\*(?=\S)([^*]+?)(?<=\S)\*\*/s', '<strong>$1</strong>', $text, -1, $count);
-			$text = preg_replace('/\*(?=\S)(.+?)(?<=\S)\*/s', '<em>$1</em>', $text);
+			$count or $text = preg_replace('/\*\*(?=\S)(.+?)(?<=\S)\*\*(?!\*)/s', '<strong>$1</strong>', $text);
+
+			$text = preg_replace('/\*(?=\S)([^*]+?)(?<=\S)\*/s', '<em>$1</em>', $text, -1, $count);
+			$count or $text = preg_replace('/\*(?=\S)(.+?)(?<=\S)\*(?!\*)/s', '<em>$1</em>', $text);
 		}
 
 		$text = strtr($text, $map);

README.md

@@ -1,8 +1,20 @@
 ## Parsedown
 
-Parsedown is a Markdown parser for PHP. It is fast, consistent and easy to use.
+Better [Markdown][1] parser for PHP.
 
-[Home](http://parsedown.org)  · [Demo](http://parsedown.org/explorer/) · [Tests](http://parsedown.org/tests/)
+***
+
+[home](http://parsedown.org/) · [demo](http://parsedown.org/demo) · [tests](http://parsedown.org/tests/)
+
+***
+
+Features:
+
+* [fast](http://parsedown.org/speed)
+* [consistent](http://parsedown.org/consistency)
+* [ GitHub Flavored ][2]
+* tested in PHP 5.2, 5.3, 5.4 and 5.5
+* friendly to international input
 
 ### Installation
 
@@ -17,3 +29,6 @@ $result = Parsedown::instance()->parse($text);
 
 echo $result; # prints: <p>Hello <strong>Parsedown</strong>!</p>
 ```
+
+[1]: http://daringfireball.net/projects/markdown/
+[2]: https://help.github.com/articles/github-flavored-markdown 

tests/Test.php

@@ -20,20 +20,29 @@ class Test extends PHPUnit_Framework_TestCase
 	{
 		$provider = array();
 
-		$DirectoryIterator = new DirectoryIterator(__DIR__ . '/' . self::provider_dir);
+		$path = dirname(__FILE__).'/';
+
+		$DirectoryIterator = new DirectoryIterator($path . '/' . self::provider_dir);
 
 		foreach ($DirectoryIterator as $Item)
 		{
-			if ($Item->isFile() and $Item->getExtension() === 'md')
+			if ($Item->isFile())
 			{
+				$filename = $Item->getFilename();
+
+				$extension = pathinfo($filename, PATHINFO_EXTENSION);
+
+				if ($extension !== 'md')
+					continue;
+
 				$basename = $Item->getBasename('.md');
 
-				$markdown = file_get_contents(__DIR__ . '/' . self::provider_dir . $basename . '.md');
+				$markdown = file_get_contents($path . '/' . self::provider_dir . $basename . '.md');
 
 				if (!$markdown)
 					continue;
 
-				$expected_markup = file_get_contents(__DIR__ . '/' . self::provider_dir . $basename . '.html');
+				$expected_markup = file_get_contents($path . '/' . self::provider_dir . $basename . '.html');
 				$expected_markup = str_replace("\r\n", "\n", $expected_markup);
 				$expected_markup = str_replace("\r", "\n", $expected_markup);
 
@@ -44,4 +53,3 @@ class Test extends PHPUnit_Framework_TestCase
 		return $provider;
 	}
 }
-

tests/data/em_strong.html

@@ -1,5 +1,4 @@
-<p><strong><em>em strong</em></strong></p>
+<p><strong><em>em strong</em> strong</strong></p>
-<p><strong><em>one</em> at the start</strong></p>
+<p><strong>strong <em>em strong</em></strong></p>
-<p><strong>one at the <em>end</em></strong></p>
+<p><strong>strong <em>em strong</em> strong</strong></p>
-<p><strong>one <em>in the</em> middle</strong></p>
+<p><strong>strong <em>em strong</em></strong></p>
-<p><strong>one with <em>asterisks</em></strong></p>

tests/data/em_strong.md

@@ -1,9 +1,7 @@
-___em strong___
+___em strong_ strong__
 
-___one_ at the start__
+__strong _em strong___
 
-__one at the _end___
+__strong _em strong_ strong__
 
-__one _in the_ middle__
+**strong *em strong***
-
-**one with *asterisks***

tests/data/emphasis.html

@@ -2,4 +2,5 @@
 <p><em>multiline
 emphasis</em></p>
 <p>_ this _ is not an emphasis, neither is _ this_, _this _, or _this*</p>
+<p>this_is_not_an_emphasis</p>
 <p>an empty emphasis __ ** is not an emphasis</p>

tests/data/emphasis.md

@@ -5,4 +5,6 @@ emphasis_
 
 _ this _ is not an emphasis, neither is _ this_, _this _, or _this*
 
+this_is_not_an_emphasis
+
 an empty emphasis __ ** is not an emphasis

tests/data/special_characters.html

@@ -1,4 +1,5 @@
 <p>AT&amp;T has an ampersand in their name</p>
+<pre><code>Let's play some cards ♠ ♣ ♥ ♦</code></pre>
 <p>AT&amp;T is another way to write it</p>
 <p>this &amp; that</p>
 <p>4 &lt; 5 and 6 > 5</p>

tests/data/special_characters.md

@@ -1,5 +1,7 @@
 AT&T has an ampersand in their name
 
+    Let's play some cards ♠ ♣ ♥ ♦
+
 AT&T is another way to write it
 
 this & that

tests/data/strikethrough.html

@@ -0,0 +1,3 @@
+<p><del>strikethrough</del></p>
+<p>in the <del>middle</del> of a sentence</p>
+<p>in the middle of a w<del>or</del>d</p>

tests/data/strikethrough.md

@@ -0,0 +1,5 @@
+~~strikethrough~~
+
+in the ~~middle~~ of a sentence
+
+in the middle of a w~~or~~d

tests/data/strong_em.html

@@ -0,0 +1,6 @@
+<p><em><strong>strong em</strong></em> </p>
+<p><em>em <strong>strong em</strong></em></p>
+<p><em><strong>strong em</strong> em</em></p>
+<p><em><strong>strong em</strong></em></p>
+<p><em>em <strong>strong em</strong></em></p>
+<p><em><strong>strong em</strong> em</em></p>

tests/data/strong_em.md

@@ -0,0 +1,11 @@
+***strong em*** 
+
+*em **strong em***
+
+***strong em** em*
+
+___strong em___
+
+_em __strong em___
+
+___strong em__ em_

tests/data/url_autolinking.html

@@ -0,0 +1 @@
+<p>Here's an autolink <a href="http://example.com">http://example.com</a>.</p>

tests/data/url_autolinking.md

@@ -0,0 +1 @@
+Here's an autolink http://example.com.