[DomCrawler][VarDumper] Fix html-encoding emojis

nicolas-grekas · nicolas-grekas · commit be5a04618e5d · 2022-04-30T11:34:00.000-07:00
diff --git a/Crawler.php b/Crawler.php
@@ -1214,11 +1214,11 @@ private function convertToHtmlEntities(string $htmlContent, string $charset = 'U
         set_error_handler(function () { throw new \Exception(); });
 
         try {
-            return mb_encode_numericentity($htmlContent, [0x80, 0xFFFF, 0, 0xFFFF], $charset);
+            return mb_encode_numericentity($htmlContent, [0x80, 0x10FFFF, 0, 0x1FFFFF], $charset);
         } catch (\Exception|\ValueError $e) {
             try {
                 $htmlContent = iconv($charset, 'UTF-8', $htmlContent);
-                $htmlContent = mb_encode_numericentity($htmlContent, [0x80, 0xFFFF, 0, 0xFFFF], 'UTF-8');
+                $htmlContent = mb_encode_numericentity($htmlContent, [0x80, 0x10FFFF, 0, 0x1FFFFF], 'UTF-8');
             } catch (\Exception|\ValueError $e) {
             }
 
diff --git a/Tests/AbstractCrawlerTest.php b/Tests/AbstractCrawlerTest.php
@@ -379,6 +379,13 @@ public function testHtml()
         $this->assertSame('my value', $this->createTestCrawler(null)->filterXPath('//ol')->html('my value'));
     }
 
+    public function testEmojis()
+    {
+        $crawler = $this->createCrawler('<body><p>Hey 👋</p></body>');
+
+        $this->assertSame('<body><p>Hey 👋</p></body>', $crawler->html());
+    }
+
     public function testExtract()
     {
         $crawler = $this->createTestCrawler()->filterXPath('//ul[1]/li');

Original file line number	Diff line number	Diff line change
`@@ -379,6 +379,13 @@ public function testHtml()`
`379`	`379`	`$this->assertSame('my value', $this->createTestCrawler(null)->filterXPath('//ol')->html('my value'));`
`380`	`380`	`}`
`381`	`381`
	`382`	`+ public function testEmojis()`
	`383`	`+ {`
	`384`	`+ $crawler = $this->createCrawler('<body><p>Hey 👋</p></body>');`
	`385`	`+`
	`386`	`+ $this->assertSame('<body><p>Hey 👋</p></body>', $crawler->html());`
	`387`	`+ }`
	`388`	`+`
`382`	`389`	`public function testExtract()`
`383`	`390`	`{`
`384`	`391`	`$crawler = $this->createTestCrawler()->filterXPath('//ul[1]/li');`