url-set-builder.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236
  1. "use strict";
  2. var __assign = (this && this.__assign) || function () {
  3. __assign = Object.assign || function(t) {
  4. for (var s, i = 1, n = arguments.length; i < n; i++) {
  5. s = arguments[i];
  6. for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
  7. t[p] = s[p];
  8. }
  9. return t;
  10. };
  11. return __assign.apply(this, arguments);
  12. };
  13. var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
  14. function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
  15. return new (P || (P = Promise))(function (resolve, reject) {
  16. function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
  17. function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
  18. function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
  19. step((generator = generator.apply(thisArg, _arguments || [])).next());
  20. });
  21. };
  22. var __generator = (this && this.__generator) || function (thisArg, body) {
  23. var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
  24. return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
  25. function verb(n) { return function (v) { return step([n, v]); }; }
  26. function step(op) {
  27. if (f) throw new TypeError("Generator is already executing.");
  28. while (_) try {
  29. if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
  30. if (y = 0, t) op = [op[0] & 2, t.value];
  31. switch (op[0]) {
  32. case 0: case 1: t = op; break;
  33. case 4: _.label++; return { value: op[1], done: false };
  34. case 5: _.label++; y = op[1]; op = [0]; continue;
  35. case 7: op = _.ops.pop(); _.trys.pop(); continue;
  36. default:
  37. if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
  38. if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
  39. if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
  40. if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
  41. if (t[2]) _.ops.pop();
  42. _.trys.pop(); continue;
  43. }
  44. op = body.call(thisArg, _);
  45. } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
  46. if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
  47. }
  48. };
  49. var __read = (this && this.__read) || function (o, n) {
  50. var m = typeof Symbol === "function" && o[Symbol.iterator];
  51. if (!m) return o;
  52. var i = m.call(o), r, ar = [], e;
  53. try {
  54. while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
  55. }
  56. catch (error) { e = { error: error }; }
  57. finally {
  58. try {
  59. if (r && !r.done && (m = i["return"])) m.call(i);
  60. }
  61. finally { if (e) throw e.error; }
  62. }
  63. return ar;
  64. };
  65. var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
  66. if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
  67. if (ar || !(i in from)) {
  68. if (!ar) ar = Array.prototype.slice.call(from, 0, i);
  69. ar[i] = from[i];
  70. }
  71. }
  72. return to.concat(ar || Array.prototype.slice.call(from));
  73. };
  74. var __values = (this && this.__values) || function(o) {
  75. var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
  76. if (m) return m.call(o);
  77. if (o && typeof o.length === "number") return {
  78. next: function () {
  79. if (o && i >= o.length) o = void 0;
  80. return { value: o && o[i++], done: !o };
  81. }
  82. };
  83. throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
  84. };
  85. exports.__esModule = true;
  86. exports.UrlSetBuilder = void 0;
  87. var array_js_1 = require("../utils/array.js");
  88. var defaults_js_1 = require("../utils/defaults.js");
  89. var url_js_1 = require("../utils/url.js");
  90. var UrlSetBuilder = /** @class */ (function () {
  91. function UrlSetBuilder(config, manifest) {
  92. this.config = config;
  93. this.manifest = manifest;
  94. }
  95. /**
  96. * Returns absolute url by combining siteUrl and path w.r.t trailingSlash config
  97. * @param siteUrl
  98. * @param path
  99. * @param trailingSlash
  100. * @returns
  101. */
  102. UrlSetBuilder.prototype.absoluteUrl = function (siteUrl, path, trailingSlash) {
  103. var url = (0, url_js_1.generateUrl)(siteUrl, trailingSlash ? "".concat(path, "/") : path);
  104. if (!trailingSlash && url.endsWith('/')) {
  105. return url.slice(0, url.length - 1);
  106. }
  107. return (0, url_js_1.entityEscapedUrl)(url);
  108. };
  109. /**
  110. * Normalize sitemap fields to include absolute urls
  111. * @param field
  112. */
  113. UrlSetBuilder.prototype.normalizeSitemapField = function (field) {
  114. var _this = this;
  115. var _a, _b, _c;
  116. // Handle trailing Slash
  117. var trailingSlash = 'trailingSlash' in field
  118. ? field.trailingSlash
  119. : (_a = this.config) === null || _a === void 0 ? void 0 : _a.trailingSlash;
  120. return __assign(__assign({}, field), { trailingSlash: trailingSlash, loc: this.absoluteUrl((_b = this.config) === null || _b === void 0 ? void 0 : _b.siteUrl, field === null || field === void 0 ? void 0 : field.loc, trailingSlash), alternateRefs: ((_c = field.alternateRefs) !== null && _c !== void 0 ? _c : []).map(function (alternateRef) { return ({
  121. href: alternateRef.hrefIsAbsolute
  122. ? alternateRef.href
  123. : _this.absoluteUrl(alternateRef.href, field.loc, trailingSlash),
  124. hreflang: alternateRef.hreflang
  125. }); }) });
  126. };
  127. /**
  128. * Create a unique url set
  129. */
  130. UrlSetBuilder.prototype.createUrlSet = function () {
  131. var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x;
  132. return __awaiter(this, void 0, void 0, function () {
  133. var i18n, allKeys, urlSet, defaultLocale, replaceDefaultLocale, notFoundRoutes, sitemapFields, mapFieldsByLoc, urlSet_1, urlSet_1_1, url, sitemapField, e_1_1, additions, _loop_1, additions_1, additions_1_1, field;
  134. var e_1, _y, e_2, _z;
  135. var _this = this;
  136. return __generator(this, function (_0) {
  137. switch (_0.label) {
  138. case 0:
  139. i18n = (_b = (_a = this.manifest) === null || _a === void 0 ? void 0 : _a.routes) === null || _b === void 0 ? void 0 : _b.i18n;
  140. allKeys = __spreadArray(__spreadArray(__spreadArray([], __read(Object.keys((_c = this.manifest) === null || _c === void 0 ? void 0 : _c.build.pages)), false), __read(((_f = (_e = (_d = this.manifest) === null || _d === void 0 ? void 0 : _d.build) === null || _e === void 0 ? void 0 : _e.ampFirstPages) !== null && _f !== void 0 ? _f : [])), false), __read((((_g = this.manifest) === null || _g === void 0 ? void 0 : _g.preRender)
  141. ? Object.keys((_h = this.manifest) === null || _h === void 0 ? void 0 : _h.preRender.routes)
  142. : [])), false);
  143. urlSet = allKeys.filter(function (x) { return !(0, url_js_1.isNextInternalUrl)(x); });
  144. if (i18n) {
  145. defaultLocale = i18n.defaultLocale;
  146. replaceDefaultLocale = (0, url_js_1.createDefaultLocaleReplace)(defaultLocale);
  147. urlSet = urlSet.map(replaceDefaultLocale);
  148. }
  149. // Remove the urls based on this.config?.exclude array
  150. if (((_j = this.config) === null || _j === void 0 ? void 0 : _j.exclude) && ((_k = this.config) === null || _k === void 0 ? void 0 : _k.exclude.length) > 0) {
  151. urlSet = (0, array_js_1.removeIfMatchPattern)(urlSet, (_l = this.config) === null || _l === void 0 ? void 0 : _l.exclude);
  152. }
  153. urlSet = __spreadArray([], __read(new Set(urlSet)), false);
  154. notFoundRoutes = ((_p = (_o = (_m = this.manifest) === null || _m === void 0 ? void 0 : _m.preRender) === null || _o === void 0 ? void 0 : _o.notFoundRoutes) !== null && _p !== void 0 ? _p : []);
  155. urlSet = urlSet.filter(function (url) {
  156. return (!notFoundRoutes.includes(url) &&
  157. !notFoundRoutes.includes("/".concat(defaultLocale).concat(url)));
  158. });
  159. sitemapFields = [] // transform using relative urls
  160. ;
  161. mapFieldsByLoc = {};
  162. _0.label = 1;
  163. case 1:
  164. _0.trys.push([1, 6, 7, 8]);
  165. urlSet_1 = __values(urlSet), urlSet_1_1 = urlSet_1.next();
  166. _0.label = 2;
  167. case 2:
  168. if (!!urlSet_1_1.done) return [3 /*break*/, 5];
  169. url = urlSet_1_1.value;
  170. return [4 /*yield*/, ((_r = (_q = this.config) === null || _q === void 0 ? void 0 : _q.transform) === null || _r === void 0 ? void 0 : _r.call(_q, this.config, url))];
  171. case 3:
  172. sitemapField = _0.sent();
  173. if (!(sitemapField === null || sitemapField === void 0 ? void 0 : sitemapField.loc))
  174. return [3 /*break*/, 4];
  175. sitemapFields.push(sitemapField);
  176. // Add link on field to map by loc
  177. if ((_s = this.config) === null || _s === void 0 ? void 0 : _s.additionalPaths) {
  178. mapFieldsByLoc[sitemapField.loc] = sitemapField;
  179. }
  180. _0.label = 4;
  181. case 4:
  182. urlSet_1_1 = urlSet_1.next();
  183. return [3 /*break*/, 2];
  184. case 5: return [3 /*break*/, 8];
  185. case 6:
  186. e_1_1 = _0.sent();
  187. e_1 = { error: e_1_1 };
  188. return [3 /*break*/, 8];
  189. case 7:
  190. try {
  191. if (urlSet_1_1 && !urlSet_1_1.done && (_y = urlSet_1["return"])) _y.call(urlSet_1);
  192. }
  193. finally { if (e_1) throw e_1.error; }
  194. return [7 /*endfinally*/];
  195. case 8:
  196. if (!((_t = this.config) === null || _t === void 0 ? void 0 : _t.additionalPaths)) return [3 /*break*/, 10];
  197. return [4 /*yield*/, ((_u = this.config) === null || _u === void 0 ? void 0 : _u.additionalPaths(__assign(__assign({}, this.config), { transform: (_w = (_v = this.config) === null || _v === void 0 ? void 0 : _v.transform) !== null && _w !== void 0 ? _w : defaults_js_1.defaultSitemapTransformer })))];
  198. case 9:
  199. additions = (_x = (_0.sent())) !== null && _x !== void 0 ? _x : [];
  200. _loop_1 = function (field) {
  201. if (!(field === null || field === void 0 ? void 0 : field.loc))
  202. return "continue";
  203. var collision = mapFieldsByLoc[field.loc];
  204. // Update first entry
  205. if (collision) {
  206. // Mutate common entry between sitemapFields and mapFieldsByLoc (spread operator don't work)
  207. Object.entries(field).forEach(function (_a) {
  208. var _b = __read(_a, 2), key = _b[0], value = _b[1];
  209. return (collision[key] = value);
  210. });
  211. return "continue";
  212. }
  213. sitemapFields.push(field);
  214. };
  215. try {
  216. for (additions_1 = __values(additions), additions_1_1 = additions_1.next(); !additions_1_1.done; additions_1_1 = additions_1.next()) {
  217. field = additions_1_1.value;
  218. _loop_1(field);
  219. }
  220. }
  221. catch (e_2_1) { e_2 = { error: e_2_1 }; }
  222. finally {
  223. try {
  224. if (additions_1_1 && !additions_1_1.done && (_z = additions_1["return"])) _z.call(additions_1);
  225. }
  226. finally { if (e_2) throw e_2.error; }
  227. }
  228. _0.label = 10;
  229. case 10: return [2 /*return*/, sitemapFields.map(function (x) { return _this.normalizeSitemapField(x); })];
  230. }
  231. });
  232. });
  233. };
  234. return UrlSetBuilder;
  235. }());
  236. exports.UrlSetBuilder = UrlSetBuilder;