summaryrefslogtreecommitdiff
path: root/src/index.sh
blob: 819f228b073dc816655c50a6adc73437a0d2ee54 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
#!/usr/bin/env sh

# Remove duplicate Macros
clean_table() {
	sqlite3 "$DB_PATH" "DELETE FROM searchIndex WHERE EXISTS (SELECT 1 FROM searchIndex s2 WHERE searchIndex.name = s2.name AND searchIndex.type = s2.type AND searchIndex.type = \"Macro\" AND searchIndex.rowid > s2.rowid)"
}

create_table() {
	sqlite3 "$DB_PATH" "CREATE TABLE IF NOT EXISTS searchIndex(id INTEGER PRIMARY KEY, name TEXT, type TEXT, path TEXT);"
	sqlite3 "$DB_PATH" "CREATE UNIQUE INDEX IF NOT EXISTS anchor ON searchIndex (name, type, path);"
}

get_title() {
	FILE="$1"

	pup -p -f "$FILE" 'title text{}' | \
		sed 's/ (Autoconf)//g' | \
		sed 's/\"/\"\"/g'
}

get_type() {
	FILE="$1"
	PATTERN="The node you are looking for is at.*Limitations-of-.*\.html;Builtin
	The node you are looking for is at;Macro"

	echo "$PATTERN" | while read -r line; do
		#echo "$line"
		if grep -Eq "$(echo "$line" | cut -d ';' -f 1)" "$FILE"; then
			echo "$line" | cut -d ';' -f 2
			break
		fi
	done
}

insert() {
	NAME="$1"
	TYPE="$2"
	PAGE_PATH="$3"

	sqlite3 "$DB_PATH" "INSERT INTO searchIndex(name, type, path) VALUES (\"$NAME\",\"$TYPE\",\"$PAGE_PATH\");"
}

insert_index_terms() {
	# Get each term from an index page and insert
	while [ -n "$1" ]; do
		grep -Eo "<a href.*></a>" "$1" | while read -r line; do
			insert_term "$line"
		done

		shift
	done
}


insert_pages() {
	# Get title and insert into table for each html file
	while [ -n "$1" ]; do
		unset PAGE_NAME
		unset PAGE_TYPE
		PAGE_NAME="$(get_title "$1")"
		if [ -n "$PAGE_NAME" ]; then
			PAGE_TYPE="$(get_type "$1")"
			#get_type "$1"
			if [ -z "$PAGE_TYPE" ]; then
				PAGE_TYPE="Guide"
			fi
			#echo "$PAGE_TYPE"
			insert "$PAGE_NAME" "$PAGE_TYPE" "$(basename "$1")"
		fi
		shift
	done
}

insert_term() {
	LINK="$1"
	NAME="$(echo "$LINK" | pup -p 'a text{}' | sed 's/"/\"\"/g' | tr -d \\n)"
	TYPE="$INDEX_TYPE"
	PAGE_PATH="$(echo "$LINK" | pup -p 'a attr{href}')"

	insert "$NAME" "$TYPE" "$PAGE_PATH"
}

TYPE="PAGES"

# Check flags
while true; do
	case "$1" in
		-i|--index)
			TYPE="INDEX"
			shift
			INDEX_TYPE="$1"
			shift
			;;
		*)
			break
	esac
done

DB_PATH="$1"
shift

create_table
case "$TYPE" in
	PAGES)
		insert_pages "$@"
		;;
	INDEX)
		insert_index_terms "$@"
		clean_table
		;;
esac