See TT#6624 for the rationale. Change-Id: I908d605ea3a69fc990b4a2744c3b85f71091a726changes/74/20474/1
Guillem Jover
8 years ago
parent
fcfcadd182
commit
8b53fab2f3
@ -1,133 +0,0 @@
|
||||
#!/bin/bash
|
||||
# elasticsearch-remove-old-indices.sh
|
||||
#
|
||||
# Delete logstash format indices from elasticsearch maintaining only a
|
||||
# specified number.
|
||||
# http://logstash.net
|
||||
# http://www.elasticsearch.org
|
||||
#
|
||||
# Inspiration:
|
||||
# http://tech.superhappykittymeow.com/?p=296
|
||||
#
|
||||
# Must have access to the specified elasticsearch node.
|
||||
|
||||
usage()
|
||||
{
|
||||
cat << EOF
|
||||
|
||||
elasticsearch-remove-old-indices.sh
|
||||
|
||||
Compares the current list of indices to a configured value and deletes any
|
||||
indices surpassing that value. Sort is lexicographical; the first n of a 'sort
|
||||
-r' list are kept, all others are deleted.
|
||||
|
||||
|
||||
USAGE: ./elasticsearch-remove-old-indices.sh [OPTIONS]
|
||||
|
||||
OPTIONS:
|
||||
-h Show this message
|
||||
-i Indices to keep (default: 14)
|
||||
-e Elasticsearch URL (default: http://localhost:9200)
|
||||
-g Consistent index name (default: logstash)
|
||||
-o Output actions to a specified file
|
||||
|
||||
EXAMPLES:
|
||||
|
||||
./elasticsearch-remove-old-indices.sh
|
||||
|
||||
Connect to http://localhost:9200 and get a list of indices matching
|
||||
'logstash'. Keep the top lexicographical 14 indices, delete any others.
|
||||
|
||||
./elasticsearch-remove-old-indices.sh -e "http://es.example.com:9200" \
|
||||
-i 28 -g my-logs -o /mnt/es/logfile.log
|
||||
|
||||
Connect to http://es.example.com:9200 and get a list of indices matching
|
||||
'my-logs'. Keep the top 28 indices, delete any others. When using a custom
|
||||
index naming scheme be sure that a 'sort -r' places the indices you want to
|
||||
keep at the top of the list. Output index deletes to /mnt/es/logfile.log.
|
||||
|
||||
EOF
|
||||
}
|
||||
|
||||
# Defaults
|
||||
ELASTICSEARCH="http://localhost:9200"
|
||||
KEEP=14
|
||||
GREP="logstash"
|
||||
DEFAULTS="/etc/default/ngcp-elasticsearch-cleanup"
|
||||
|
||||
# Load startup options if available
|
||||
if [ -f $DEFAULTS ]; then
|
||||
. $DEFAULTS
|
||||
else
|
||||
echo "Missing default configuration file ${DEFAULTS}, exiting." >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Validate numeric values
|
||||
RE_D="^[0-9]+$"
|
||||
|
||||
while getopts ":i:e:g:o:h" flag
|
||||
do
|
||||
case "$flag" in
|
||||
h)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
i)
|
||||
if [[ $OPTARG =~ $RE_D ]]; then
|
||||
KEEP=$OPTARG
|
||||
else
|
||||
ERROR="${ERROR}Indexes to keep must be an integer.\n"
|
||||
fi
|
||||
;;
|
||||
e)
|
||||
ELASTICSEARCH=$OPTARG
|
||||
;;
|
||||
g)
|
||||
GREP=$OPTARG
|
||||
;;
|
||||
o)
|
||||
LOGFILE=$OPTARG
|
||||
;;
|
||||
?)
|
||||
usage
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# If we have errors, show the errors with usage data and exit.
|
||||
if [ -n "$ERROR" ]; then
|
||||
echo -e "$ERROR" >&2
|
||||
usage
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Get the indices from elasticsearch
|
||||
INDICES_TEXT=$(curl -s "$ELASTICSEARCH/_status?pretty=true" | grep "$GREP" | grep -v \"index\" | sort -r | awk -F\" '{print $2}')
|
||||
|
||||
if [ -z "$INDICES_TEXT" ]; then
|
||||
echo "No indices returned containing '$GREP' from $ELASTICSEARCH." >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# If we are logging, make sure we have a logfile TODO - handle errors here
|
||||
if [ -n "$LOGFILE" ] && ! [ -e "$LOGFILE" ]; then
|
||||
touch "$LOGFILE"
|
||||
fi
|
||||
|
||||
# Delete indices
|
||||
declare -a INDEX=($INDICES_TEXT)
|
||||
for index in ${INDEX[*]:$KEEP} ; do
|
||||
# We don't want to accidentally delete everything
|
||||
if [ -n "$index" ]; then
|
||||
if [ -z "$LOGFILE" ]; then
|
||||
curl -s -XDELETE "$ELASTICSEARCH/$index/" > /dev/null
|
||||
else
|
||||
echo "$(date "+[%Y-%m-%d %H:%M]") Deleting index: $index." >> "$LOGFILE"
|
||||
curl -s -XDELETE "$ELASTICSEARCH/$index/" >> "$LOGFILE"
|
||||
fi
|
||||
fi
|
||||
done
|
||||
|
||||
exit 0
|
||||
Loading…
Reference in new issue