Initial commit

Author: sokra

.gitignore

@@ -0,0 +1 @@
+node_modules

.npmignore

@@ -0,0 +1,2 @@
+node_modules
+test

.travis.yml

@@ -0,0 +1,5 @@
+language: node_js
+node_js:
+  - 0.6
+  - 0.8
+  - 0.10

README.md

@@ -0,0 +1,5 @@
+# html loader for webpack
+
+## License
+
+MIT (http://www.opensource.org/licenses/mit-license.php)

index.js

@@ -0,0 +1,45 @@
+/*
+	MIT License http://www.opensource.org/licenses/mit-license.php
+	Author Tobias Koppers @sokra
+*/
+var htmlMinifier = require("html-minifier");
+var attrParse = require("./lib/attributesParser");
+var SourceNode = require("source-map").SourceNode;
+var loaderUtils = require("loader-utils");
+
+function randomIdent() {
+	return "xxxHTMLLINKxxx" + Math.random() + Math.random() + "xxx";
+};
+
+
+module.exports = function(content) {
+	this.cacheable && this.cacheable();
+	var links = attrParse(content);
+	links.reverse();
+	var data = {};
+	content = [content];
+	links.forEach(function(link) {
+		if(/^data:|^(https?:)?\/\//.test(link.value)) return;
+		do {
+			var ident = randomIdent();
+		} while(data[ident]);
+		data[ident] = link.value;
+		var x = content.pop();
+		content.push(x.substr(link.start + link.length));
+		content.push(ident);
+		content.push(x.substr(0, link.start));
+	});
+	content.reverse();
+	return "module.exports = " + JSON.stringify(content.join("")).replace(/xxxHTMLLINKxxx[0-9\.]+xxx/g, function(match) {
+		if(!data[match]) return match;
+		return '" + require(' + JSON.stringify(urlToRequire(data[match])) + ') + "';
+	}) + ";";
+}
+
+function urlToRequire(url) {
+	if(/^~/.test(url))
+		return url.substring(1);
+	else
+		return "./"+url;
+}
+

lib/attributesParser.js

@@ -0,0 +1,59 @@
+/*
+	MIT License http://www.opensource.org/licenses/mit-license.php
+	Author Tobias Koppers @sokra
+*/
+var Parser = require("./fastparse");
+
+var RELEVANT_TAG_ATTRS = [
+	"img src",
+	"link href",
+	"script src",
+];
+
+function isRelevantTagAttr(tag, attr) {
+	return RELEVANT_TAG_ATTRS.indexOf(tag + " " + attr) >= 0;
+}
+
+var parser = new Parser({
+	outside: {
+		"<!--.*?-->": true,
+		"<![CDATA[.*?]]>": true,
+		"<[!\\?].*?>": true,
+		"<\/[^>]+>": true,
+		"<([a-zA-Z\\-:]+)\\s*": function(match, tagName) {
+			this.currentTag = tagName;
+			return "inside";
+		},
+		"[^<]+": true
+	},
+	inside: {
+		"\\s+": true, // eat up whitespace
+		">": "outside", // end of attributes
+		"(([a-zA-Z\\-]+)\\s*=\\s*\")([^\"]*)\"": function(match, strUntilValue, name, value, index) {
+			if(!isRelevantTagAttr(this.currentTag, name)) return;
+			this.links.push({
+				start: index + strUntilValue.length,
+				length: value.length,
+				value: value
+			});
+		},
+		"(([a-zA-Z\\-]+)\\s*=\\s*)([^\\s>]+)": function(match, strUntilValue, name, value, index) {
+			if(!isRelevantTagAttr(this.currentTag, name)) return;
+			this.links.push({
+				start: index + strUntilValue.length,
+				length: value.length,
+				value: value
+			});
+		},
+		"[a-zA-Z\-]+": true, // attribute without value
+		"[^>]+": true // catch parsing errors
+	}
+});
+
+
+module.exports = function parse(html) {
+	return parser.parse("outside", html, {
+		currentTag: null,
+		links: []
+	}).links;
+};

lib/fastparse.js

@@ -0,0 +1,103 @@
+/*
+	MIT License http://www.opensource.org/licenses/mit-license.php
+	Author Tobias Koppers @sokra
+*/
+
+/*
+
+states = {
+	state1: {
+		"aa(\d)": function(match) {
+			match == ["aa4", "4"];
+			return "state2"
+		},
+		"a": "state2",
+		"b": true
+	}
+}
+*/
+
+function Parser(states, options) {
+	this.options = options || {};
+	this.states = this.compileStates(states);
+};
+
+Parser.prototype.compileStates = function(states) {
+	var result = {};
+	Object.keys(states).forEach(function(name) {
+		result[name] = this.compileState(states[name]);
+	}, this);
+	return result;
+};
+
+Parser.prototype.compileState = function(state) {
+	var regExps = Object.keys(state).map(function(str) {
+		return {
+			groups: Parser.getGroupCount(str),
+			regExp: str,
+			value: state[str]
+		};
+	});
+	var total = regExps.map(function(r) {
+		return "(" + r.regExp + ")";
+	}).join("|");
+	var actions = [];
+	var pos = 1;
+	regExps.forEach(function(r) {
+		var fn;
+		if(typeof r.value === "function") {
+			fn = r.value;
+		} else if(typeof r.value === "string") {
+			fn = createReturningFunction(r.value);
+		} else {
+			fn = ignoreFunction;
+		}
+		actions.push({
+			name: r.regExp,
+			fn: fn,
+			pos: pos,
+			pos2: pos + r.groups + 1
+		});
+		pos += r.groups + 1;
+	});
+	return {
+		regExp: new RegExp(total, "g"),
+		actions: actions
+	}
+};
+
+Parser.getGroupCount = function(regExpStr) {
+	return new RegExp("(" + regExpStr + ")|^$").exec("").length - 2;
+};
+
+Parser.prototype.parse = function(initialState, string, context) {
+	var currentState = initialState;
+	var currentIndex = 0;
+	for(;;) {
+		var state = this.states[currentState];
+		var regExp = state.regExp;
+		regExp.lastIndex = currentIndex;
+		var match = regExp.exec(string);
+		if(!match) return context;
+		var actions = state.actions;
+		currentIndex = state.regExp.lastIndex;
+		for(var i = 0; i < actions.length; i++) {
+			var action = actions[i];
+			if(match[action.pos]) {
+				var ret = action.fn.apply(context, Array.prototype.slice.call(match, action.pos, action.pos2).concat([state.regExp.lastIndex - match[0].length, match[0].length]));
+				if(ret) currentState = ret;
+				break;
+			}
+		}
+	}
+};
+
+module.exports = Parser;
+
+function ignoreFunction() {}
+
+function createReturningFunction(value) {
+	return function() {
+		return value;
+	};
+}

package.json

@@ -0,0 +1,28 @@
+{
+	"name": "html-loader",
+	"version": "0.1.0",
+	"author": "Tobias Koppers @sokra",
+	"description": "html loader module for webpack",
+	"dependencies": {
+		"html-minifier": "0.5.x",
+		"source-map": "0.1.x",
+		"loader-utils": "0.2.x"
+	},
+	"devDependencies": {
+		"mocha": "1.17.x",
+		"should": "3.1.x"
+	},
+	"scripts": {
+		"test": "mocha --reporter spec"
+	},
+	"repository": {
+		"type": "git",
+		"url": "git@github.com:webpack/html-loader.git"
+	},
+	"licenses": [
+		{
+			"type": "MIT",
+			"url": "http://www.opensource.org/licenses/mit-license.php"
+		}
+	]
+}

test/loaderTest.js

@@ -0,0 +1,11 @@
+var should = require("should");
+
+var loader = require("../");
+
+describe("loader", function() {
+	it("should convert to requires", function() {
+		loader.call({}, 'Text <img src="image.png"><script src="~bootstrap"> Text').should.be.eql(
+			'module.exports = "Text <img src=\\"" + require("./image.png") + "\\"><script src=\\"" + require("bootstrap") + "\\"> Text";'
+		);
+	});
+});

test/parserTest.js

@@ -0,0 +1,36 @@
+var should = require("should");
+
+var attrParse = require("../lib/attributesParser");
+
+function test(name, html, result) {
+	it("should parse " + name, function() {
+		attrParse(html).map(function(match) { return match.value }).should.be.eql(result);
+	});
+}
+
+describe("parser", function() {
+	test("normal", 'Text <img src="image.png"><img src="image2.png">', ["image.png", "image2.png"]);
+	test("whitespace", 'T ex t  <img \t  src =   "image.png"   >  <img\t\nsrc\n=\n"image2.png"\n>', ["image.png", "image2.png"]);
+	test("whitespace2", 'Text < img src="image.png" >', []);
+	test("wrong <", 'Text <<img src="image.png">', ["image.png"]);
+	test("wrong >", 'Text ><img src="image.png">', ["image.png"]);
+	test("no quot", '<img src=image.png>', ["image.png"]);
+	test("first tag", '<img src="image.png">', ["image.png"]);
+	test("comment", '<!--<img src="image.png">-->', []);
+	test("comment2", '<!--<!--<img src="image.png">-->', []);
+	test("comment3", '<!--><img src="image.png">-->', []);
+	test("comment4", '<!----><img src="image.png">-->', ["image.png"]);
+	test("tags", '<img src="image.png"><script src="script.js"></script><link type="stylesheet" href="style.css">', ["image.png", "script.js", "style.css"]);
+	test("cdata", '<![CDATA[<img src="image.png">]]><img src="image2.png">', ["image2.png"]);
+	test("doctype", '<!doctype html><img src="image.png">', ["image.png"]);
+});
+
+describe("locations", function() {
+	it("should report correct locations", function() {
+		attrParse('<img  src= "image.png">').should.be.eql([{
+			start: 12,
+			length: 9,
+			value: "image.png"
+		}]);
+	});
+});