From 54a28216c253893f5bcc4a32f07e2f6a62d5bf02 Mon Sep 17 00:00:00 2001 From: Louie S Date: Sun, 19 Mar 2023 20:58:52 -0700 Subject: Remove duplicate entries --- .gitignore | 4 ++-- src/index.sh | 10 ++++++++-- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/.gitignore b/.gitignore index 9941ba2..2d69f44 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,3 @@ -/GNU_Make.docset -/GNU_Make.tgz +/GNU_Autoconf.docset +/GNU_Autoconf.tgz /tmp diff --git a/src/index.sh b/src/index.sh index 8132287..819f228 100755 --- a/src/index.sh +++ b/src/index.sh @@ -1,5 +1,10 @@ #!/usr/bin/env sh +# Remove duplicate Macros +clean_table() { + sqlite3 "$DB_PATH" "DELETE FROM searchIndex WHERE EXISTS (SELECT 1 FROM searchIndex s2 WHERE searchIndex.name = s2.name AND searchIndex.type = s2.type AND searchIndex.type = \"Macro\" AND searchIndex.rowid > s2.rowid)" +} + create_table() { sqlite3 "$DB_PATH" "CREATE TABLE IF NOT EXISTS searchIndex(id INTEGER PRIMARY KEY, name TEXT, type TEXT, path TEXT);" sqlite3 "$DB_PATH" "CREATE UNIQUE INDEX IF NOT EXISTS anchor ON searchIndex (name, type, path);" @@ -9,7 +14,7 @@ get_title() { FILE="$1" pup -p -f "$FILE" 'title text{}' | \ - sed 's/(Autoconf)//g' | \ + sed 's/ (Autoconf)//g' | \ sed 's/\"/\"\"/g' } @@ -68,7 +73,7 @@ insert_pages() { insert_term() { LINK="$1" - NAME="$(echo "$LINK" | pup -p 'a text{}' | sed 's/"/\"\"/g')" + NAME="$(echo "$LINK" | pup -p 'a text{}' | sed 's/"/\"\"/g' | tr -d \\n)" TYPE="$INDEX_TYPE" PAGE_PATH="$(echo "$LINK" | pup -p 'a attr{href}')" @@ -101,5 +106,6 @@ case "$TYPE" in ;; INDEX) insert_index_terms "$@" + clean_table ;; esac -- cgit