From b2c316691aba4000438e26be569870c115bdc0d7 Mon Sep 17 00:00:00 2001 From: Syndamia Date: Sun, 10 Sep 2023 18:57:47 +0300 Subject: [Header-description] Improved efficiency and capability of paragraph searching --- awk-edits/Header-description.awk | 43 +++++++++++++++++++++++++++------------- 1 file changed, 29 insertions(+), 14 deletions(-) (limited to 'awk-edits/Header-description.awk') diff --git a/awk-edits/Header-description.awk b/awk-edits/Header-description.awk index bb245c6..645a1ac 100644 --- a/awk-edits/Header-description.awk +++ b/awk-edits/Header-description.awk @@ -7,30 +7,45 @@ # either all of the text on the page, or only the first 200 characters. function appToDesc(l) { - gsub(/<[^>]*>/, "", l) ; gsub("’", "'", l) - gsub(/[^а-яА-Яa-zA-Z0-9 '.]/, "", l) - gsub(/^[ \t]*/, "", l) ; gsub(/[ \t]*$/, "", l) + l = substr(l, parstar, length(l) - parstar + 1 - parend); + gsub("<[^>]*>", "", l); gsub("’", "'", l); gsub(/&[^;]*;/, "", l); + + if (desc == "") desc = l; + else desc = desc " " l; - desc = desc l if (length(desc) >= 200) { - desc = substr(desc, 1, 197) "..." - return 1 + desc = substr(desc, 1, 197) "..."; + return 1; } - return 0 + return 0; } BEGIN { - stop = 0 + parcont = 0; # continue, we have found a

but not a

+ parstar = 1; # we found a

+ parends = 0; # we found a

# Loop over the whole file, extract all text in first couple of paragraphs, # store it in desc (but no more than 200 characters will be saved) - while(stop == 0 && getline < ARGV[1]) { - if (index($0, " 0) - stop = appToDesc($0) + while(getline < ARGV[1]) { + if (match($0, //)) + parstar = 4; + if (match($0, /<\/p>$/)) + parends = 3; + + if (parcont || parstar == 4) { + if (appToDesc($0)) break; + parcont = RSTART == 0; + parstar = 1; + parends = 0; + } } - close(ARGV[1]) # FILENAME isn't set during BEGIN + close(ARGV[1]); # FILENAME isn't set during BEGIN } -"\\[DESCRIPTION\\]" { - gsub("\\[DESCRIPTION\\]", desc) +/\[DESCRIPTION\]/ { + sub(/\[DESCRIPTION\]/, desc); } -- cgit v1.3.1-26-gb76a