Summary Files Commits Branches @commit @diff @stats
path: root / awk-edits / Header-description.awk
diff options
context:
space:
mode:
1 files changed, 36 insertions, 0 deletions
-rw-r--r--awk-edits/Header-description.awk36
diff --git a/awk-edits/Header-description.awk b/awk-edits/Header-description.awk
new file mode 100644
index 0000000..028c14c
--- /dev/null
+++ b/awk-edits/Header-description.awk
@@ -0,0 +1,36 @@
+#
+# == About ==
+#
+# Every page has a description and og:description meta tags. These descriptions
+# are generated from the paragraphs, inside the given page.
+# The value for those meta tags is "[DESCRIPTION]" and it gets replaced with
+# either all of the text on the page, or only the first 200 characters.
+
+function appToDesc(l) {
+ gsub(/<[^>]*>/, "", l) ; gsub("&#8217;", "'", l)
+ gsub(/[^a-zA-Z0-9 '.]/, "", l)
+ gsub(/^[ \t]*/, "", l) ; gsub(/[ \t]*$/, "", l)
+
+ desc = desc l
+ if (length(desc) >= 200) {
+ desc = substr(desc, 1, 197) "..."
+ return 1
+ }
+ return 0
+}
+
+BEGIN {
+ stop = 0
+
+ # Loop over the whole file, extract all text in first couple of paragraphs,
+ # store it in desc (but no more than 200 characters will be saved)
+ while(stop == 0 && getline < ARGV[1]) {
+ if (index($0, "<p") > 0)
+ stop = appToDesc($0)
+ }
+ close(ARGV[1]) # FILENAME isn't set during BEGIN
+}
+
+"\\[DESCRIPTION\\]" {
+ gsub("\\[DESCRIPTION\\]", desc)
+}