[awk] Reworked generation to happen via a combined script, updated scripts and added info in scripts readme

1 files changed, 36 insertions, 0 deletions

diff --git a/awk-edits/Header-description.awk b/awk-edits/Header-description.awk
new file mode 100644
index 0000000..028c14c
--- /dev/null
+++ b/awk-edits/Header-description.awk
@@ -0,0 +1,36 @@
+#
+# == About ==
+#
+# Every page has a description and og:description meta tags. These descriptions
+# are generated from the paragraphs, inside the given page.
+# The value for those meta tags is "[DESCRIPTION]" and it gets replaced with
+# either all of the text on the page, or only the first 200 characters.
+
+function appToDesc(l) {
+	gsub(/<[^>]*>/, "", l) ; gsub("&#8217;", "'", l)
+	gsub(/[^a-zA-Z0-9 '.]/, "", l)
+	gsub(/^[ \t]*/, "", l) ; gsub(/[ \t]*$/, "", l)
+
+	desc = desc l
+	if (length(desc) >= 200) {
+		desc = substr(desc, 1, 197) "..."
+		return 1
+	}
+	return 0
+}
+
+BEGIN {
+	stop = 0
+
+	# Loop over the whole file, extract all text in first couple of paragraphs,
+	# store it in desc (but no more than 200 characters will be saved)
+	while(stop == 0 && getline < ARGV[1]) {
+		if (index($0, "<p") > 0)
+			stop = appToDesc($0)
+	}
+	close(ARGV[1]) # FILENAME isn't set during BEGIN
+}
+
+"\\[DESCRIPTION\\]" {
+	gsub("\\[DESCRIPTION\\]", desc)
+}