Merge pull request #716 from adobe/robots-empty-line

fix: adding newline at the end of robots.txt

Author: amol-anand

src/robots-pipe.js

@@ -86,6 +86,7 @@ function generateRobots(state) {
     'Allow: /',
     '',
     `Sitemap: https://${prodHost}/sitemap.xml`,
+    '',
   ].join('\n');
   return new PipelineResponse(txt, {
     status: 200,

src/sitemap-pipe.js

@@ -52,6 +52,7 @@ async function generateSitemap(state) {
     '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml">',
     ...data.map((record) => loc(record)),
     '</urlset>',
+    '',
   ].join('\n');
   return new PipelineResponse(xml, {
     status: 200,

test/robots-pipe.test.js

@@ -154,7 +154,8 @@ describe('Robots Pipe Test', () => {
     assert.strictEqual(resp.body, `User-Agent: *
 Allow: /
 
-Sitemap: https://www.example.com/sitemap.xml`);
+Sitemap: https://www.example.com/sitemap.xml
+`);
   });
 
   it('renders robots from live with www.aem.live', async () => {
@@ -189,7 +190,8 @@ Sitemap: https://www.example.com/sitemap.xml`);
     assert.strictEqual(resp.body, `User-Agent: *
 Allow: /
 
-Sitemap: https://www.aem.live/sitemap.xml`);
+Sitemap: https://www.aem.live/sitemap.xml
+`);
   });
 
   it('handles pipeline errors', async () => {

test/sitemap-pipe.test.js

@@ -166,7 +166,8 @@ describe('Sitemap Pipe Test', () => {
     <loc>https://ref--repo--owner.hlx.page/test</loc>
     <lastmod>2023-12-21</lastmod>
   </url>
-</urlset>`);
+</urlset>
+`);
   });
 
   it('renders sitemap from preview with preview host', async () => {
@@ -202,7 +203,8 @@ describe('Sitemap Pipe Test', () => {
     <loc>https://ref--repo--owner.my.page/test</loc>
     <lastmod>2023-12-21</lastmod>
   </url>
-</urlset>`);
+</urlset>
+`);
   });
 
   it('renders sitemap from live with prod CDN', async () => {
@@ -239,7 +241,8 @@ describe('Sitemap Pipe Test', () => {
     <loc>https://www.adobe.com/test</loc>
     <lastmod>2023-12-21</lastmod>
   </url>
-</urlset>`);
+</urlset>
+`);
   });
 
   it('renders sitemap from live with live host', async () => {
@@ -276,7 +279,8 @@ describe('Sitemap Pipe Test', () => {
     <loc>https://ref--repo--owner.my.live/test</loc>
     <lastmod>2023-12-21</lastmod>
   </url>
-</urlset>`);
+</urlset>
+`);
   });
 
   it('renders sitemap from live with fallback origin', async () => {
@@ -306,7 +310,8 @@ describe('Sitemap Pipe Test', () => {
     <loc>https://ref--repo--owner.hlx.live/test</loc>
     <lastmod>2023-12-21</lastmod>
   </url>
-</urlset>`);
+</urlset>
+`);
   });
 
   it('handles pipeline errors', async () => {