Skip to content

Instantly share code, notes, and snippets.

@CesarCapillas

CesarCapillas/add-by-id.sh

Last active April 23, 2024 21:14
Show Gist options
  • Save CesarCapillas/a796c0e7cba10ac02213c7f3485d6e90 to your computer and use it in GitHub Desktop.
Save CesarCapillas/a796c0e7cba10ac02213c7f3485d6e90 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. CesarCapillas revised this gist Jun 9, 2018. 4 changed files with 214 additions and 65 deletions.
    99 changes: 74 additions & 25 deletions do-search.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,4 +1,9 @@
    #! /bin/bash

    ###
    ### Script for do SOLR querys from command line via REST API
    ###

    urlencode() {
    # urlencode <string>
    old_lc_collate=$LC_COLLATE
    @@ -16,37 +21,81 @@ urlencode() {
    LC_COLLATE=$old_lc_collate
    }

    urldecode() {
    # urldecode <string>
    local url_encoded="${1//+/ }"
    printf '%b' "${url_encoded//%/\\x}"
    }

    # Usage functions
    usage() { echo "Usage: $0 [-t <term>] [-c <collection-name>] [-l <field-list-fl>] [-q <field-query-fq>] [-r <query-type-qt>] [-h <solr-server>] [-p <solr-port>]" 1>&2; exit 1; }

    # Command line options
    while getopts "t:c:l:q:r:h:p" o; do
    case "${o}" in
    t)
    TERM=${OPTARG}
    ;;
    l)
    FL=${OPTARG}
    ;;
    q)
    FQ=${OPTARG}
    ;;
    r)
    QT=${OPTARG}
    ;;
    c)
    COLLECTION=${OPTARG}
    ;;
    h)
    SERVER=${OPTARG}
    ;;
    p)
    PORT=${OPTARG}
    ;;
    \?)
    echo "Invalid Option: -$OPTARG" 1>&2
    exit 1
    ;;
    *)
    usage
    ;;
    esac
    done
    shift $((OPTIND-1))

    # Needs at least COLLECTION and TERM as parameters
    if [ -z "${COLLECTION}" ] || [ -z "${TERM}" ] ; then
    usage
    fi

    # Exports SERVER,PORT
    #source ./exportENVARS.sh

    # Default parameters
    # Encode parameters (as blank spaces)
    TERM=`urlencode "$1"`
    # Default fields
    FL=${2:-url,title,lang,score}
    TERM=`urlencode "$TERM"`
    #COLLECTION=${COLLECTION:-zylk}
    FL=${FL:-"url,title,lang,score"}
    FL=`urlencode $FL`
    FQ=$3
    # Default query term
    QT=${4:-select}
    # Filter query
    COLLECTION=${5:-zylk}
    SERVER=${6:-localhost}
    PORT=${7:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: do-search.sh <search-terms> [<fl-params=url,h1,title,score> <fq-params=lang:es> <qt-params=select|elevate> <collection-name=> <solr-server=localhost> <port=8383>]'
    else
    NUMROWS=`curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fq=$FQ&indent=on&q=${TERM}&wt=json" | jq '.response.numFound'`
    ROWS=10000
    COUNT=0
    START=0
    while [ $START -lt $NUMROWS ]; do
    FQ=${FQ:-"*"}
    QT=${QT:-select}
    SERVER=${SERVER:-localhost}
    PORT=${PORT:-8983}

    # Main
    NUMROWS=`curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fq=$FQ&indent=on&q=${TERM}&wt=json" | jq '.response.numFound'`
    #echo "Number of results for search: $1 --> $NUMROWS"
    ROWS=10000
    COUNT=0
    START=0
    while [ $START -lt $NUMROWS ]; do
    # Only 10 results finally
    #curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fl=$FL&indent=on&q=$TERM&rows=$ROWS&start=$START&wt=json" | jq '.response.docs[]'
    echo "curl -s \"http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fq=$FQ&fl=$FL&indent=on&q=$TERM&rows=10&start=$START&wt=json\""
    curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fq=$FQ&fl=$FL&indent=on&q=$TERM&rows=10&start=$START&wt=json" | jq '.response.docs[]'
    COUNT=$((COUNT+1))
    START=$((ROWS*COUNT))
    done
    echo "Number of results for search: $1 --> $NUMROWS"
    fi


    done
    echo "Number of results for search: $1 --> $NUMROWS"
    64 changes: 49 additions & 15 deletions get-indexed-urls.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,22 +1,56 @@
    #! /bin/bash

    ###
    ### Script for getting indexed urls from SOLR
    ###

    # Usage functions
    usage() { echo "Usage: $0 [-c <collection-name>] [-h <solr-host>] [-p <solr-port>]" 1>&2; exit 1; }

    # Command line options
    while getopts "c:h:p:" o; do
    case "${o}" in
    c)
    COLLECTION=${OPTARG}
    ;;
    h)
    SERVER=${OPTARG}
    ;;
    p)
    PORT=${OPTARG}
    ;;
    \?)
    echo "Invalid Option: -$OPTARG" 1>&2
    exit 1
    ;;
    *)
    usage
    ;;
    esac
    done
    shift $((OPTIND-1))

    # Needs at least COLLECTION as parameter
    if [ -z "${COLLECTION}" ]; then
    usage
    fi

    # Exports SERVER, PORT ?
    #source ./exportENVARS.sh

    # Default parameters
    COLLECTION=${1:-zylk}
    SERVER=${2:-localhost}
    PORT=${3:-8983}
    #COLLECTION=${COLLECTION:-garbiker}
    SERVER=${SERVER:-localhost}
    PORT=${PORT:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: get-indexed-urls.sh <collection-name> [<solr-server=localhost> <port=8983>]'
    else
    NUMROWS=`curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/select?indent=on&q=*:*&wt=json" | jq '.response.numFound'`
    echo "Number of indexed urls in $1 : $NUMROWS"
    ROWS=10000
    COUNT=0
    START=0
    while [ $START -lt $NUMROWS ]; do
    # Main
    NUMROWS=`curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/select?indent=on&q=*:*&wt=json" | jq '.response.numFound'`
    echo "Number of indexed urls in $1 : $NUMROWS"
    ROWS=10000
    COUNT=0
    START=0
    while [ $START -lt $NUMROWS ]; do
    curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/select?fl=url&indent=on&q=*:*&rows=$ROWS&start=$START&sort=url%20desc&wt=json" | jq '.response.docs[].url'
    COUNT=$((COUNT+1))
    START=$((ROWS*COUNT))
    done
    fi
    done
    57 changes: 45 additions & 12 deletions reload-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,14 +1,47 @@
    #!/bin/bash
    #! /bin/bash

    ###
    ### Script for reloading SOLR collection via REST API
    ###

    # Usage functions
    usage() { echo "Usage: $0 [-c <collection-name>] [-h <solr-host>] [-p <solr-port>]" 1>&2; exit 1; }

    # Command line options
    while getopts "c:h:p:" o; do
    case "${o}" in
    c)
    COLLECTION=${OPTARG}
    ;;
    h)
    SERVER=${OPTARG}
    ;;
    p)
    PORT=${OPTARG}
    ;;
    \?)
    echo "Invalid Option: -$OPTARG" 1>&2
    exit 1
    ;;
    *)
    usage
    ;;
    esac
    done
    shift $((OPTIND-1))

    # Needs at least COLLECTION as parameter
    if [ -z "${COLLECTION}" ]; then
    usage
    fi

    # Exports SERVER, PORT ?
    #source ./exportENVARS.sh

    # Default parameters
    COLLECTION=${1:-zylk}
    SERVER=${2:-localhost}
    PORT=${3:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: reload-collection.sh <collection-name> [<solr-server=localhost> <port=8983>]'
    else
    # Reload
    curl "http://${SERVER}:${PORT}/solr/admin/collections?action=RELOAD&name=${COLLECTION}"
    fi
    #COLLECTION=${COLLECTION:-turismoberria}
    SERVER=${SERVER:-localhost}
    PORT=${PORT:-8983}

    # Reload
    curl "http://${SERVER}:${PORT}/solr/admin/collections?action=RELOAD&name=${COLLECTION}"
    59 changes: 46 additions & 13 deletions truncate-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,16 +1,49 @@
    #!/bin/bash
    #! /bin/bash

    ###
    ### Script for truncating SOLR collection via REST API
    ###

    # Usage functions
    usage() { echo "Usage: $0 [-c <collection-name>] [-h <solr-host>] [-p <solr-port>]" 1>&2; exit 1; }

    # Command line options
    while getopts "c:h:p:" o; do
    case "${o}" in
    c)
    COLLECTION=${OPTARG}
    ;;
    h)
    SERVER=${OPTARG}
    ;;
    p)
    PORT=${OPTARG}
    ;;
    \?)
    echo "Invalid Option: -$OPTARG" 1>&2
    exit 1
    ;;
    *)
    usage
    ;;
    esac
    done
    shift $((OPTIND-1))

    # Needs at least COLLECTION as parameter
    if [ -z "${COLLECTION}" ]; then
    usage
    fi

    # Exports SERVER, PORT ?
    #source ./exportENVARS.sh

    # Default parameters
    COLLECTION=${1:-zylk}
    SERVER=${2:-localhost}
    PORT=${3:-8983}
    #COLLECTION=${COLLECTION:-turismoberria}
    SERVER=${SERVER:-localhost}
    PORT=${PORT:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: truncate-collection.sh <collection-name> [<solr-server=localhost> <port=8983>]'
    else
    # Truncate
    curl -X POST http://${SERVER}:${PORT}/solr/${COLLECTION}/update?commit=true -H "Content-Type: text/xml" --data-binary '<delete><query>*:*</query></delete>'
    # Reload
    curl "http://${SERVER}:${PORT}/solr/admin/collections?action=RELOAD&name=${COLLECTION}"
    fi
    # Truncate
    curl -X POST http://${SERVER}:${PORT}/solr/${COLLECTION}/update?commit=true -H "Content-Type: text/xml" --data-binary '<delete><query>*:*</query></delete>'
    # Reload
    curl "http://${SERVER}:${PORT}/solr/admin/collections?action=RELOAD&name=${COLLECTION}"
  2. CesarCapillas revised this gist Apr 23, 2018. 2 changed files with 2 additions and 2 deletions.
    2 changes: 1 addition & 1 deletion delete-by-id3.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,6 +1,6 @@
    #!/bin/bash

    COLLECTION=${2:-turismoberria}
    COLLECTION=${2:-gettingstarted}
    SERVER=${3:-localhost}
    PORT=${4:-8983}
    if [ -z "$1" ]; then
    2 changes: 1 addition & 1 deletion remove-alias.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -2,7 +2,7 @@

    ALIAS=${1:-zylk-alias}
    SERVER=${2:-localhost}
    PORT=${3:-8383}
    PORT=${3:-8983}

    if [ -z "$1" ]; then
    # Usage
  3. CesarCapillas revised this gist Apr 2, 2018. No changes.
  4. CesarCapillas revised this gist Apr 2, 2018. 2 changed files with 23 additions and 0 deletions.
    12 changes: 12 additions & 0 deletions delete-by-id2.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,12 @@
    #!/bin/bash

    SOLR_DIR=/opt/solr6/solr-6.6.0/
    COLLECTION=${2:-gettingstarted}
    PORT=${3:-8983}
    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: delete-by-id2.sh <id> [<collection>]'
    else
    cd SOLR_DIR
    ./bin/post -p $PORT -c $COLLECTION -d "<delete><id>$1</id></delete>"
    fi
    11 changes: 11 additions & 0 deletions delete-by-id3.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,11 @@
    #!/bin/bash

    COLLECTION=${2:-turismoberria}
    SERVER=${3:-localhost}
    PORT=${4:-8983}
    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: delete-by-id3.sh <id> [<collection> <solr-server=localhost> <port=8383>]'
    else
    curl -X POST "http://${SERVER}:${PORT}/solr/${COLLECTION}/update?commit=true" -H "Content-Type: application/json" --data-binary "{\"delete\": {\"id\":\"$1\"}}"
    fi
  5. CesarCapillas revised this gist Mar 20, 2018. 3 changed files with 43 additions and 0 deletions.
    11 changes: 11 additions & 0 deletions add-by-id.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,11 @@
    #!/bin/bash

    COLLECTION=${2:-zylk}
    SERVER=${3:-localhost}
    PORT=${4:-8983}
    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: add-by-id.sh <id> [<collection> <solr-server=localhost> <port=8383>]'
    else
    curl -X POST "http://${SERVER}:${PORT}/solr/${COLLECTION}/update?commit=true" -H "Content-Type: text/xml" --data-binary "<add><doc><field name='id'>$1</field><field name='url'>$1</field></doc></add>"
    fi
    11 changes: 11 additions & 0 deletions delete-by-id.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,11 @@
    #!/bin/bash

    COLLECTION=${2:-zylk}
    SERVER=${3:-localhost}
    PORT=${4:-8983}
    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: delete-by-id.sh <id> [<collection> <solr-server=localhost> <port=8983>]'
    else
    curl -X POST "http://${SERVER}:${PORT}/solr/${COLLECTION}/update?commit=true" -H "Content-Type: text/xml" --data-binary "<delete><id>$1</id></delete>"
    fi
    21 changes: 21 additions & 0 deletions update-json.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,21 @@
    #!/bin/bash
    json=$(cat <<EOF
    [
    {
    "id": "$1",
    "url": "$1"
    }
    ]
    EOF
    )

    COLLECTION=${2:-zylk}
    SERVER=${3:-localhost}
    PORT=${4:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: update-json.sh <id> [<collection> <solr-server=localhost> <port=8983>]'
    else
    curl -X POST "http://${SERVER}:${PORT}/solr/${COLLECTION}/update?boost=0&commit=true" -H "Content-Type: application/json" --data-binary "$json"
    fi
  6. CesarCapillas revised this gist Mar 13, 2018. 1 changed file with 1 addition and 0 deletions.
    1 change: 1 addition & 0 deletions do-search.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -21,6 +21,7 @@ urlencode() {
    TERM=`urlencode "$1"`
    # Default fields
    FL=${2:-url,title,lang,score}
    FL=`urlencode $FL`
    FQ=$3
    # Default query term
    QT=${4:-select}
  7. CesarCapillas revised this gist Mar 7, 2018. 5 changed files with 88 additions and 0 deletions.
    17 changes: 17 additions & 0 deletions create-alias.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,17 @@
    #!/bin/bash

    ALIAS=${1:-zylk-alias}
    COLLECTION=${3:-zylk}
    SERVER=${3:-localhost}
    PORT=${4:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: create-alias.sh <alias-name> <collection-name-list> [<solr-server=localhost> <port=8983>]'
    #curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=LISTALIASES" | xmllint --format -
    else
    echo "Creating SOLR alias collection $ALIAS for ${COLLECTION}"
    curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=CREATEALIAS&name=${ALIAS}&collections=${COLLECTION}" | tidy -q -xml -i -
    fi

    curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=LISTALIASES" | tidy -q -xml -i -
    17 changes: 17 additions & 0 deletions create-backup.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,17 @@
    #!/bin/bash

    COLLECTION=${1:-zylk}
    MYDATE=`/bin/date +%Y%m%d`
    MYBACK="${COLLECTION}-${MYDATE}-backup"
    BACKUPNAME=${2:-${MYBACK}}
    BACKUPDIR=${3:-/opt/solr6/backups}
    SERVER=${4:-localhost}
    PORT=${5:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: create-backup.sh <collection-name> <backupname> <local-path> [<solr-server=localhost> <port=8983>]'
    else
    echo "Creating SOLR backup collection for ${COLLECTION}"
    curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=BACKUP&name=${BACKUPNAME}&collection=${COLLECTION}&location=${BACKUPDIR}"
    fi
    22 changes: 22 additions & 0 deletions get-indexed-urls.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,22 @@
    #! /bin/bash

    # Default parameters
    COLLECTION=${1:-zylk}
    SERVER=${2:-localhost}
    PORT=${3:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: get-indexed-urls.sh <collection-name> [<solr-server=localhost> <port=8983>]'
    else
    NUMROWS=`curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/select?indent=on&q=*:*&wt=json" | jq '.response.numFound'`
    echo "Number of indexed urls in $1 : $NUMROWS"
    ROWS=10000
    COUNT=0
    START=0
    while [ $START -lt $NUMROWS ]; do
    curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/select?fl=url&indent=on&q=*:*&rows=$ROWS&start=$START&sort=url%20desc&wt=json" | jq '.response.docs[].url'
    COUNT=$((COUNT+1))
    START=$((ROWS*COUNT))
    done
    fi
    17 changes: 17 additions & 0 deletions remove-alias.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,17 @@
    #!/bin/bash

    ALIAS=${1:-zylk-alias}
    SERVER=${2:-localhost}
    PORT=${3:-8383}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: remove-alias.sh <alias-name> [<solr-server=localhost> <port=8983>]'
    #curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=LISTALIASES" | xmllint --format -
    else
    echo "Removing SOLR alias collection ${ALIAS}"
    curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=DELETEALIAS&name=${ALIAS}" | tidy -q -xml -i -

    fi

    curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=LISTALIASES" | tidy -q -xml -i -
    15 changes: 15 additions & 0 deletions restore-backup.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,15 @@
    #!/bin/bash

    COLLECTION=${1:-zylk-backup}
    BACKUPNAME=${2:-zylk-backup-name}
    BACKUPDIR=${3:-/opt/solr6/backups}
    SERVER=${4:-localhost}
    PORT=${5:-8983}

    if [ -z "$2" ]; then
    # Usage
    echo 'Usage: restore-backup.sh <collection-name> <backupname> <local-path> [<solr-server=localhost> <port=8983>]'
    else
    echo "Restoring SOLR backup collection for ${COLLECTION}"
    curl -s "http://${SERVER}:${PORT}/solr/admin/collections?action=RESTORE&name=${BACKUPNAME}&collection=${COLLECTION}&location=${BACKUPDIR}"
    fi
  8. CesarCapillas revised this gist Mar 7, 2018. 2 changed files with 2 additions and 2 deletions.
    2 changes: 1 addition & 1 deletion reload-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -7,7 +7,7 @@ PORT=${3:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: reload-collection.sh <collection-name> [<solr-server=localhost> <port=8080>]'
    echo 'Usage: reload-collection.sh <collection-name> [<solr-server=localhost> <port=8983>]'
    else
    # Reload
    curl "http://${SERVER}:${PORT}/solr/admin/collections?action=RELOAD&name=${COLLECTION}"
    2 changes: 1 addition & 1 deletion truncate-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -7,7 +7,7 @@ PORT=${3:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: truncate-collection.sh <collection-name> [<solr-server=localhost> <port=8080>]'
    echo 'Usage: truncate-collection.sh <collection-name> [<solr-server=localhost> <port=8983>]'
    else
    # Truncate
    curl -X POST http://${SERVER}:${PORT}/solr/${COLLECTION}/update?commit=true -H "Content-Type: text/xml" --data-binary '<delete><query>*:*</query></delete>'
  9. CesarCapillas revised this gist Mar 7, 2018. 4 changed files with 58 additions and 0 deletions.
    15 changes: 15 additions & 0 deletions create-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,15 @@
    #!/bin/bash

    #./bin/solr create -c zylk -shards 1 -replicationFactor 2 -p 8983 -d server/solr/configsets/nutchconfig-base
    SOLRHOME=/opt/solr6/solr-6.6.0
    CONFIGSET=server/solr/configsets/nutchconfig-base
    COLLECTION=${1:-zylk}
    PORT=${2:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: create-collection.sh <collection-name> [ <port=8080> ]'
    else
    echo "Creating SOLR collection ${COLLECTION}"
    (cd ${SOLRHOME} && ./bin/solr create -c ${COLLECTION} -shards 1 -replicationFactor 2 -p ${PORT} -d ${CONFIGSET})
    fi
    14 changes: 14 additions & 0 deletions reload-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,14 @@
    #!/bin/bash

    # Default parameters
    COLLECTION=${1:-zylk}
    SERVER=${2:-localhost}
    PORT=${3:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: reload-collection.sh <collection-name> [<solr-server=localhost> <port=8080>]'
    else
    # Reload
    curl "http://${SERVER}:${PORT}/solr/admin/collections?action=RELOAD&name=${COLLECTION}"
    fi
    13 changes: 13 additions & 0 deletions remove-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,13 @@
    #!/bin/bash

    #./bin/solr delete -c zylk
    SOLRHOME=/opt/solr6/solr-6.6.0
    COLLECTION=${1:-zylk}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: remove-collection.sh <collection-name>'
    else
    echo "Removing SOLR collection ${COLLECTION}"
    (cd ${SOLRHOME} && ./bin/solr delete -c ${COLLECTION})
    fi
    16 changes: 16 additions & 0 deletions truncate-collection.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,16 @@
    #!/bin/bash

    # Default parameters
    COLLECTION=${1:-zylk}
    SERVER=${2:-localhost}
    PORT=${3:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: truncate-collection.sh <collection-name> [<solr-server=localhost> <port=8080>]'
    else
    # Truncate
    curl -X POST http://${SERVER}:${PORT}/solr/${COLLECTION}/update?commit=true -H "Content-Type: text/xml" --data-binary '<delete><query>*:*</query></delete>'
    # Reload
    curl "http://${SERVER}:${PORT}/solr/admin/collections?action=RELOAD&name=${COLLECTION}"
    fi
  10. CesarCapillas created this gist Mar 6, 2018.
    46 changes: 46 additions & 0 deletions check_solr.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,46 @@
    SERVER=${1:-localhost}
    PORT=${2:-8983}
    NUMSERVERS=${3:-1}

    if [ "$PORT" = "443" ]; then
    PROTOCOL="https"
    else
    PROTOCOL="http"
    fi

    ENDPOINT="$PROTOCOL://${SERVER}:${PORT}/solr/admin/collections?action=clusterstatus&wt=json"

    if [[ "$1" == "" ]]; then
    echo "Usage:"
    echo " check_solr.sh <SOLRSERVER=localhost> [<PORT=8983> <NUMSERVERS=1>]"
    exit
    fi

    CURL=`curl --silent -X GET ${ENDPOINT}`
    CHCK=`echo $CURL | grep "live_nodes"`
    if [[ "$CHCK" == "" ]]; then
    CHECK="Failed"
    else
    CHECK="OK"
    #SOLR_RES=`echo $CURL | jq ".cluster.live_nodes" | tr -d '\r\n'`
    SOLR_RES=`echo $CURL | jshon -e cluster | jshon -e live_nodes | tr -d '\r\n'`
    # tricky
    #SOLR_RES=`echo $CURL | jq ".cluster.live_nodes" | wc -w`
    SOLR_NUM=`echo $CURL | jshon -e cluster | jshon -e live_nodes | wc -w`
    SOLR_VAR=`expr $SOLR_NUM - 2`
    fi

    if [[ "$CHECK" == "OK" ]]; then
    if (($SOLR_VAR < $NUMSERVERS));then
    echo "CRITICAL: SOLR ($SOLR_VAR live nodes) = $SOLR_RES (<$NUMSERVERS)"
    exit 2
    fi
    echo "INFO: SOLR ($SOLR_VAR live nodes) = $SOLR_RES "
    exit 0
    elif [[ "$CHECK" == "Failed" ]]; then
    echo "CRITICAL: ${SERVER}"
    exit 2
    else
    echo "Check failed."
    exit 3
    fi
    51 changes: 51 additions & 0 deletions do-search.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,51 @@
    #! /bin/bash
    urlencode() {
    # urlencode <string>
    old_lc_collate=$LC_COLLATE
    LC_COLLATE=C

    local length="${#1}"
    for (( i = 0; i < length; i++ )); do
    local c="${1:i:1}"
    case $c in
    [a-zA-Z0-9.~_-]) printf "$c" ;;
    *) printf '%%%02X' "'$c" ;;
    esac
    done

    LC_COLLATE=$old_lc_collate
    }

    # Default parameters
    # Encode parameters (as blank spaces)
    TERM=`urlencode "$1"`
    # Default fields
    FL=${2:-url,title,lang,score}
    FQ=$3
    # Default query term
    QT=${4:-select}
    # Filter query
    COLLECTION=${5:-zylk}
    SERVER=${6:-localhost}
    PORT=${7:-8983}

    if [ -z "$1" ]; then
    # Usage
    echo 'Usage: do-search.sh <search-terms> [<fl-params=url,h1,title,score> <fq-params=lang:es> <qt-params=select|elevate> <collection-name=> <solr-server=localhost> <port=8383>]'
    else
    NUMROWS=`curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fq=$FQ&indent=on&q=${TERM}&wt=json" | jq '.response.numFound'`
    ROWS=10000
    COUNT=0
    START=0
    while [ $START -lt $NUMROWS ]; do
    # Only 10 results finally
    #curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fl=$FL&indent=on&q=$TERM&rows=$ROWS&start=$START&wt=json" | jq '.response.docs[]'
    echo "curl -s \"http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fq=$FQ&fl=$FL&indent=on&q=$TERM&rows=10&start=$START&wt=json\""
    curl -s "http://${SERVER}:${PORT}/solr/${COLLECTION}/${QT}?fq=$FQ&fl=$FL&indent=on&q=$TERM&rows=10&start=$START&wt=json" | jq '.response.docs[]'
    COUNT=$((COUNT+1))
    START=$((ROWS*COUNT))
    done
    echo "Number of results for search: $1 --> $NUMROWS"
    fi