Skip to content

Instantly share code, notes, and snippets.

@jult

jult/blockpeers.sh

Last active December 28, 2024 13:59
Show Gist options
  • Save jult/e76c628899bd5aa3c33a to your computer and use it in GitHub Desktop.
Save jult/e76c628899bd5aa3c33a to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. jult revised this gist May 24, 2017. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -34,7 +34,7 @@ sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
    sleep 9
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xbp
    sleep 9
    sort /tmp/xbp | uniq -u > /yourwebdocroot/block.txt
    sort /tmp/xbp | uniq > /yourwebdocroot/block.txt
    sleep 9

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
  2. jult revised this gist May 24, 2017. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -41,7 +41,7 @@ sleep 9
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /yourwebdocroot/block.txt > /tmp/xbl
    sleep 9

    sort /tmp/xbl | uniq -u > /yourwebdocroot/bl.txt
    sort /tmp/xbl | uniq > /yourwebdocroot/bl.txt
    sleep 9

    # Beautyfi for tixati pulling, add colon in front
  3. jult revised this gist Feb 24, 2017. 1 changed file with 6 additions and 4 deletions.
    10 changes: 6 additions & 4 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -3,7 +3,7 @@
    # This script runs every other night at 04:56 CET on a webserver I maintain
    # Results are always at: https://jult.net/block.txt ( or https://jult.net/block.txt.gz )
    # And much smaller, stripped of BS; https://jult.net/bloc.txt
    # For use in Tixati IP filter: https://jult.net/bloc.txt.gz
    # For use in Tixati IP filter: https://jult.net/bloc.txt.gz !!!
    # And finally a txt file with just the bold IP-ranges: https://jult.net/bl.txt (or https://jult.net/bl.txt.gz )

    # Download open block-lists, unpack, filter:
    @@ -40,11 +40,13 @@ sleep 9
    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /yourwebdocroot/block.txt > /tmp/xbl
    sleep 9
    # finally, add bogon list
    #cat /tmp/xbogons >> /tmp/xbl
    sort /tmp/xbl | uniq -u > /yourwebdocroot/bloc.txt

    sort /tmp/xbl | uniq -u > /yourwebdocroot/bl.txt
    sleep 9

    # Beautyfi for tixati pulling, add colon in front
    sed "s/^/:/g" /yourwebdocroot/bl.txt > /yourwebdocroot/bloc.txt

    # Keep as txt and gz file:
    gzip -c /yourwebdocroot/block.txt > /yourwebdocroot/block.txt.gz
    sleep 9
  4. jult revised this gist Feb 24, 2017. 1 changed file with 19 additions and 20 deletions.
    39 changes: 19 additions & 20 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,15 +1,14 @@
    #!/bin/sh

    # This script runs every other night at 04:56 CET on a webserver I maintain
    # Resulting file is always at: https://jult.net/block.txt ( or https://jult.net/block.txt.gz )
    # but DON'T open that URL in a browser..
    # Best use the much smaller, stripped of BS; https://jult.net/bloc.txt
    # Results are always at: https://jult.net/block.txt ( or https://jult.net/block.txt.gz )
    # And much smaller, stripped of BS; https://jult.net/bloc.txt
    # For use in Tixati IP filter: https://jult.net/bloc.txt.gz
    # And finally a txt file with just the bold IP-ranges: https://jult.net/bl.txt (or https://jult.net/bl.txt.gz )

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    sleep 9
    # Assholes allowing kiddy-porn, uncomment if you are prepared to deprive yourself of speedy (non-porn) downloads as well, for a good cause:
    #cd /tmp
    #wget -q --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz
    @@ -22,37 +21,37 @@ curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/xb2.gz
    gunzip -f /tmp/xb2.gz
    cat /tmp/xb2 >> /tmp/xbp
    sleep 9

    # and another
    wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/xb3.gz
    gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # and the up to date bogon lists, only use if you know what you're doing
    #wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    #wget -q http://www.team-cymru.org/Services/Bogons/bogon-bn-agg.txt -O /tmp/xblocal
    sleep 9

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
    sleep 9
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xbp
    sort /tmp/xbp | uniq -u > /somewebroot/jult/block.txt
    sleep 9
    sort /tmp/xbp | uniq -u > /yourwebdocroot/block.txt
    sleep 9

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /somewebroot/jult/block.txt > /tmp/xbl
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /yourwebdocroot/block.txt > /tmp/xbl
    sleep 9
    # finally, add bogon list
    #cat /tmp/xbogons >> /tmp/xbl
    sort /tmp/xbl | uniq -u > /somewebroot/jult/bl.txt

    # remove local networks from bogon list
    #comm -23 /tmp/xbl.txt /tmp/xblocal > /somewebroot/jult/bl.txt

    # Beautyfi for tixati pulling, add colon in front
    sed "s/^/:/g" /somewebroot/jult/bl.txt > /somewebroot/jult/bloc.txt
    sort /tmp/xbl | uniq -u > /yourwebdocroot/bloc.txt
    sleep 9

    # Keep as txt and gz file:
    gzip -c /somewebroot/jult/block.txt > /somewebroot/jult/block.txt.gz
    gzip -c /somewebroot/jult/bloc.txt > /somewebroot/jult/bloc.txt.gz
    gzip -c /somewebroot/jult/bl.txt > /somewebroot/jult/bl.txt.gz
    gzip -c /yourwebdocroot/block.txt > /yourwebdocroot/block.txt.gz
    sleep 9
    gzip -c /yourwebdocroot/bloc.txt > /yourwebdocroot/bloc.txt.gz
    sleep 9
    gzip -c /yourwebdocroot/bl.txt > /yourwebdocroot/bl.txt.gz
    sleep 9

    # Let's make sure next run is a clean one
    rm -rf /tmp/xb*
  5. jult revised this gist Nov 14, 2016. 1 changed file with 13 additions and 14 deletions.
    27 changes: 13 additions & 14 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,16 +1,16 @@
    #!/bin/sh

    # This script runs every other night at 04:56 CET on a webserver I maintain
    # Results are always at: https://jult.net/block.txt ( or https://jult.net/block.txt.gz )
    # And much smaller, stripped of BS; https://jult.net/bloc.txt
    # Resulting file is always at: https://jult.net/block.txt ( or https://jult.net/block.txt.gz )
    # but DON'T open that URL in a browser..
    # Best use the much smaller, stripped of BS; https://jult.net/bloc.txt
    # For use in Tixati IP filter: https://jult.net/bloc.txt.gz
    # And finally a txt file with just the bold IP-ranges: https://jult.net/bl.txt (or https://jult.net/bl.txt.gz )

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    # Assholes allowing kiddy-porn, uncomment if you are prepared to deprive yourself of speedy (non-porn) downloads as well,
    # for a good cause:
    # Assholes allowing kiddy-porn, uncomment if you are prepared to deprive yourself of speedy (non-porn) downloads as well, for a good cause:
    #cd /tmp
    #wget -q --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz
    #sleep 4
    @@ -28,32 +28,31 @@ wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /t
    gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # and the up to date bogon lists, these also often adversely affect speed, often generate false positives
    # but if you're paranoid, use these as well
    # and the up to date bogon lists, only use if you know what you're doing
    #wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    #wget -q http://www.team-cymru.org/Services/Bogons/bogon-bn-agg.txt -O /tmp/xblocal

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xbp
    sort /tmp/xbp | uniq -u > /ramd/jult/block.txt
    sort /tmp/xbp | uniq -u > /somewebroot/jult/block.txt

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /somewebroot/jult/block.txt > /tmp/xbl
    # finally, add bogon list
    #cat /tmp/xbogons >> /tmp/xbl
    sort /tmp/xbl | uniq -u > /ramd/jult/bl.txt
    sort /tmp/xbl | uniq -u > /somewebroot/jult/bl.txt

    # remove local networks from bogon list
    #comm -23 /tmp/xbl.txt /tmp/xblocal > /ramd/jult/bl.txt
    #comm -23 /tmp/xbl.txt /tmp/xblocal > /somewebroot/jult/bl.txt

    # Beautyfi for tixati pulling, add colon in front
    sed "s/^/:/g" /ramd/jult/bl.txt > /ramd/jult/bloc.txt
    sed "s/^/:/g" /somewebroot/jult/bl.txt > /somewebroot/jult/bloc.txt

    # Keep as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz
    gzip -c /ramd/jult/bl.txt > /ramd/jult/bl.txt.gz
    gzip -c /somewebroot/jult/block.txt > /somewebroot/jult/block.txt.gz
    gzip -c /somewebroot/jult/bloc.txt > /somewebroot/jult/bloc.txt.gz
    gzip -c /somewebroot/jult/bl.txt > /somewebroot/jult/bl.txt.gz

    # Let's make sure next run is a clean one
    rm -rf /tmp/xb*
  6. Julius Thyssen revised this gist Mar 2, 2016. 1 changed file with 4 additions and 2 deletions.
    6 changes: 4 additions & 2 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -9,7 +9,8 @@
    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    # Assholes allowing kiddy-porn, uncomment if you are prepared to deprive yourself of speedy (non-porn) downloads as well, for a good cause:
    # Assholes allowing kiddy-porn, uncomment if you are prepared to deprive yourself of speedy (non-porn) downloads as well,
    # for a good cause:
    #cd /tmp
    #wget -q --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz
    #sleep 4
    @@ -27,7 +28,8 @@ wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /t
    gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # and the up to date bogon lists
    # and the up to date bogon lists, these also often adversely affect speed, often generate false positives
    # but if you're paranoid, use these as well
    #wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    #wget -q http://www.team-cymru.org/Services/Bogons/bogon-bn-agg.txt -O /tmp/xblocal

  7. Julius Thyssen revised this gist Mar 1, 2016. 1 changed file with 6 additions and 6 deletions.
    12 changes: 6 additions & 6 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -28,8 +28,8 @@ gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # and the up to date bogon lists
    wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    wget -q http://www.team-cymru.org/Services/Bogons/bogon-bn-agg.txt -O /tmp/xblocal
    #wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    #wget -q http://www.team-cymru.org/Services/Bogons/bogon-bn-agg.txt -O /tmp/xblocal

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
    @@ -39,11 +39,11 @@ sort /tmp/xbp | uniq -u > /ramd/jult/block.txt
    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    # finally, add bogon list
    cat /tmp/xbogons >> /tmp/xbl
    sort /tmp/xbl | uniq -u > /tmp/xbl.txt
    #cat /tmp/xbogons >> /tmp/xbl
    sort /tmp/xbl | uniq -u > /ramd/jult/bl.txt

    # remove local networks from bogon list
    comm -23 /tmp/xbl.txt /tmp/xblocal > /ramd/jult/bl.txt
    #comm -23 /tmp/xbl.txt /tmp/xblocal > /ramd/jult/bl.txt

    # Beautyfi for tixati pulling, add colon in front
    sed "s/^/:/g" /ramd/jult/bl.txt > /ramd/jult/bloc.txt
    @@ -55,6 +55,6 @@ gzip -c /ramd/jult/bl.txt > /ramd/jult/bl.txt.gz

    # Let's make sure next run is a clean one
    rm -rf /tmp/xb*
    rm -rf /tmp/du*
    #rm -rf /tmp/du*

    exit 0
  8. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 7 additions and 6 deletions.
    13 changes: 7 additions & 6 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -9,9 +9,13 @@
    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    # assholes of kiddy-porn
    cd /tmp
    wget -q --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz
    # Assholes allowing kiddy-porn, uncomment if you are prepared to deprive yourself of speedy (non-porn) downloads as well, for a good cause:
    #cd /tmp
    #wget -q --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz
    #sleep 4
    #cd /tmp
    #gunzip duf*.gz
    #cat /tmp/duf* >> /tmp/xbp

    # and another list:
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/xb2.gz
    @@ -26,9 +30,6 @@ cat /tmp/xb3 >> /tmp/xbp
    # and the up to date bogon lists
    wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    wget -q http://www.team-cymru.org/Services/Bogons/bogon-bn-agg.txt -O /tmp/xblocal
    cd /tmp
    gunzip duf*.gz
    cat /tmp/duf* >> /tmp/xbp

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
  9. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 13 additions and 9 deletions.
    22 changes: 13 additions & 9 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,15 +1,13 @@
    #!/bin/sh

    # This script runs every other night at 04:56 CET on a webserver I maintain # Results are always here:
    # https://jult.net/block.txt and https://jult.net/block.txt.gz
    # Or, much smaller, stripped of BS; https://jult.net/bloc.txt
    # This script runs every other night at 04:56 CET on a webserver I maintain
    # Results are always at: https://jult.net/block.txt ( or https://jult.net/block.txt.gz )
    # And much smaller, stripped of BS; https://jult.net/bloc.txt
    # For use in Tixati IP filter: https://jult.net/bloc.txt.gz
    # And finally a txt file with just the bold IP-ranges:
    # https://jult.net/bl.txt
    # And finally a txt file with just the bold IP-ranges: https://jult.net/bl.txt (or https://jult.net/bl.txt.gz )

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack \
    | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    # assholes of kiddy-porn
    cd /tmp
    @@ -25,8 +23,9 @@ wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /t
    gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # and the full up to date bogon list
    # and the up to date bogon lists
    wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    wget -q http://www.team-cymru.org/Services/Bogons/bogon-bn-agg.txt -O /tmp/xblocal
    cd /tmp
    gunzip duf*.gz
    cat /tmp/duf* >> /tmp/xbp
    @@ -38,15 +37,20 @@ sort /tmp/xbp | uniq -u > /ramd/jult/block.txt

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    # finally, add bogon list
    cat /tmp/xbogons >> /tmp/xbl
    sort /tmp/xbl | uniq -u > /ramd/jult/bl.txt
    sort /tmp/xbl | uniq -u > /tmp/xbl.txt

    # remove local networks from bogon list
    comm -23 /tmp/xbl.txt /tmp/xblocal > /ramd/jult/bl.txt

    # Beautyfi for tixati pulling, add colon in front
    sed "s/^/:/g" /ramd/jult/bl.txt > /ramd/jult/bloc.txt

    # Keep as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz
    gzip -c /ramd/jult/bl.txt > /ramd/jult/bl.txt.gz

    # Let's make sure next run is a clean one
    rm -rf /tmp/xb*
  10. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 2 additions and 1 deletion.
    3 changes: 2 additions & 1 deletion blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -8,7 +8,8 @@
    # https://jult.net/bl.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack \
    | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    # assholes of kiddy-porn
    cd /tmp
  11. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 12 additions and 14 deletions.
    26 changes: 12 additions & 14 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -2,17 +2,17 @@

    # This script runs every other night at 04:56 CET on a webserver I maintain # Results are always here:
    # https://jult.net/block.txt and https://jult.net/block.txt.gz
    # Or, smaller and stripped of BS:
    # https://jult.net/bloc.txt and https://jult.net/bloc.txt.gz (for use in tixati)
    # and finally a txt file with just the bold IPs:
    # Or, much smaller, stripped of BS; https://jult.net/bloc.txt
    # For use in Tixati IP filter: https://jult.net/bloc.txt.gz
    # And finally a txt file with just the bold IP-ranges:
    # https://jult.net/bl.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egr ep -v '^#' > /tmp/xbp
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    # assholes of kiddy-porn
    cd /tmp
    wget --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz
    wget -q --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz

    # and another list:
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/xb2.gz
    @@ -25,8 +25,7 @@ gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # and the full up to date bogon list
    wget http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    cat /tmp/xbogons >> /tmp/xbp
    wget -q http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    cd /tmp
    gunzip duf*.gz
    cat /tmp/duf* >> /tmp/xbp
    @@ -36,21 +35,20 @@ sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xbp
    sort /tmp/xbp | uniq -u > /ramd/jult/block.txt

    # Keep as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    cat /tmp/xbogons >> /tmp/xbl
    sort /tmp/xbl | uniq -u > /ramd/jult/bl.txt

    # add colon in front, for tixati and others
    # Beautyfi for tixati pulling, add colon in front
    sed "s/^/:/g" /ramd/jult/bl.txt > /ramd/jult/bloc.txt

    # Beautyfi and zip for Tixati pulling a.o.:
    # Keep as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Let's make sure next run is a clean one
    rm -rf /tmp/xb*
    rm -rf /tmp/*.gz
    rm -rf /tmp/du*

    exit 0
  12. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 15 additions and 3 deletions.
    18 changes: 15 additions & 3 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -8,7 +8,11 @@
    # https://jult.net/bl.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egr ep -v '^#' > /tmp/xbp

    # assholes of kiddy-porn
    cd /tmp
    wget --trust-server-names http://list.iblocklist.com/?list=dufcxgnbjsdwmwctgfuj&fileformat=p2p&archiveformat=gz

    # and another list:
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/xb2.gz
    @@ -20,6 +24,13 @@ wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /t
    gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # and the full up to date bogon list
    wget http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt -O /tmp/xbogons
    cat /tmp/xbogons >> /tmp/xbp
    cd /tmp
    gunzip duf*.gz
    cat /tmp/duf* >> /tmp/xbp

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xbp
    @@ -29,16 +40,17 @@ sort /tmp/xbp | uniq -u > /ramd/jult/block.txt
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    sort /tmp/xbl | uniq -u > /ramd/jult/bl.txt

    # add colon in front, for tixati and others
    sed "s/^/:/g" /ramd/jult/bl.txt > /ramd/jult/bloc.txt

    # Beautyfi and zip for tixati pulling a.o.:
    # Beautyfi and zip for Tixati pulling a.o.:
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Let's make sure next run is a clean one
    rm -rf /tmp/xb*
    rm -rf /tmp/*.gz

    exit 0
  13. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 20 additions and 24 deletions.
    44 changes: 20 additions & 24 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -8,41 +8,37 @@
    # https://jult.net/bl.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | xargs wget -qO - --limit-rate=500k \
    | gunzip -f \
    | egrep -v '^#' > /tmp/xp
    curl -s https://www.iblocklist.com/lists.php | grep -A 2 Bluetack | xargs wget -qO - --limit-rate=500k | gunzip -f | egrep -v '^#' > /tmp/xbp

    # and another list:
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/x2.gz
    gunzip -f /tmp/x2.gz
    cat /tmp/x2 >> /tmp/xp
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/xb2.gz
    gunzip -f /tmp/xb2.gz
    cat /tmp/xb2 >> /tmp/xbp

    # and another
    wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/x3.gz
    gunzip -f /tmp/x3.gz
    cat /tmp/x3 >> /tmp/xp
    wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/xb3.gz
    gunzip -f /tmp/xb3.gz
    cat /tmp/xb3 >> /tmp/xbp

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xp
    sort /tmp/xp | uniq -u > /ramd/jult/block.txt
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xbp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xbp
    sort /tmp/xbp | uniq -u > /ramd/jult/block.txt

    # Write as txt and gz file:
    # Keep as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz

    # Strip it from shit in front of colon:
    cp -f /ramd/jult/block.txt /tmp/xbloc
    sed -i 's/.*:/:/' /tmp/xbloc
    # Beautyfi:
    sort /tmp/xbloc | uniq -u > /ramd/jult/bloc.txt
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/bloc.txt > /ramd/jult/bl.txt
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/block.txt > /tmp/xbl
    sort /tmp/xbl | uniq -u > /ramd/jult/bl.txt

    # add colon in front, for tixati and others
    sed "s/^/:/g" /ramd/jult/bl.txt > /ramd/jult/bloc.txt

    # Beautyfi and zip for tixati pulling a.o.:
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Let's make sure next run is a clean one
    rm -rf /tmp/x*
    rm -rf /tmp/xb*

    exit 0
  14. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 14 additions and 21 deletions.
    35 changes: 14 additions & 21 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -12,44 +12,37 @@ curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | xargs wget -qO - --limit-rate=500k \
    | gunzip -f \
    | egrep -v '^#' > /tmp/bp
    | egrep -v '^#' > /tmp/xp

    # and another list:
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/b2.gz
    gunzip -f /tmp/b2.gz
    cat /tmp/b2 >> /tmp/bp
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/x2.gz
    gunzip -f /tmp/x2.gz
    cat /tmp/x2 >> /tmp/xp

    # and another
    wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/b3.gz
    gunzip -f /tmp/b3.gz
    cat /tmp/b3 >> /tmp/bp
    wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/x3.gz
    gunzip -f /tmp/x3.gz
    cat /tmp/x3 >> /tmp/xp

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/bp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/bp
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt
    sed -i "s/[[:space:]]*#.*$//g" /tmp/xp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/xp
    sort /tmp/xp | uniq -u > /ramd/jult/block.txt

    # Write as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz

    # Strip it from shit in front of colon:
    cp -f /ramd/jult/block.txt /ramd/jult/bloc
    sed -i 's/.*:/:/' /ramd/jult/bloc
    cp -f /ramd/jult/block.txt /tmp/xbloc
    sed -i 's/.*:/:/' /tmp/xbloc
    # Beautyfi:
    sort /ramd/jult/bloc | uniq -u > /ramd/jult/bloc.txt
    sort /tmp/xbloc | uniq -u > /ramd/jult/bloc.txt
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/bloc.txt > /ramd/jult/bl.txt

    # We're in linuxsphere here:
    dos2unix -u /ramd/jult/block.txt
    dos2unix -u /ramd/jult/bloc.txt
    dos2unix -u /ramd/jult/bl.txt

    # Let's make sure next run is a clean one
    rm -rf /tmp/bp
    rm -rf /tmp/b2
    rm -rf /tmp/b3
    rm -rf /tmp/x*

    exit 0
  15. Julius Thyssen revised this gist Feb 29, 2016. 1 changed file with 9 additions and 4 deletions.
    13 changes: 9 additions & 4 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -4,7 +4,8 @@
    # https://jult.net/block.txt and https://jult.net/block.txt.gz
    # Or, smaller and stripped of BS:
    # https://jult.net/bloc.txt and https://jult.net/bloc.txt.gz (for use in tixati)
    # and finally a txt file with just the bold IPs: https://jult.net/bl.txt
    # and finally a txt file with just the bold IPs:
    # https://jult.net/bl.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php \
    @@ -38,9 +39,13 @@ sed -i 's/.*:/:/' /ramd/jult/bloc
    sort /ramd/jult/bloc | uniq -u > /ramd/jult/bloc.txt
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Strip colon too for use in firewalls etc.
    cp -f /ramd/jult/bloc.txt /ramd/jult/bl.txt
    sed -i 's/.*://' /ramd/jult/bl.txt
    # Strip everything but IPv4s (and ranges), for use in firewalls etc.
    grep -Eo '([0-9]{1,3}\.){3}[0-9]{1,3}$|([0-9]{1,3}\.){3}[0-9]{1,3}\-([0-9]{1,3}\.){3}[0-9]{1,3}' /ramd/jult/bloc.txt > /ramd/jult/bl.txt

    # We're in linuxsphere here:
    dos2unix -u /ramd/jult/block.txt
    dos2unix -u /ramd/jult/bloc.txt
    dos2unix -u /ramd/jult/bl.txt

    # Let's make sure next run is a clean one
    rm -rf /tmp/bp
  16. Julius Thyssen revised this gist Feb 15, 2016. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,6 +1,6 @@
    #!/bin/sh

    # This script runs nightly at 05:00 CET on a webserver I maintain # Results are always here:
    # This script runs every other night at 04:56 CET on a webserver I maintain # Results are always here:
    # https://jult.net/block.txt and https://jult.net/block.txt.gz
    # Or, smaller and stripped of BS:
    # https://jult.net/bloc.txt and https://jult.net/bloc.txt.gz (for use in tixati)
  17. Julius Thyssen revised this gist Feb 15, 2016. 1 changed file with 3 additions and 3 deletions.
    6 changes: 3 additions & 3 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -9,17 +9,17 @@
    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | xargs wget -qO - \
    | xargs wget -qO - --limit-rate=500k \
    | gunzip -f \
    | egrep -v '^#' > /tmp/bp

    # and another list:
    wget -qO - http://www.wael.name/wael.list.p2p.gz > /tmp/b2.gz
    wget -qO - --limit-rate=500k http://www.wael.name/wael.list.p2p.gz > /tmp/b2.gz
    gunzip -f /tmp/b2.gz
    cat /tmp/b2 >> /tmp/bp

    # and another
    wget -qO - http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/b3.gz
    wget -qO - --limit-rate=500k http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/b3.gz
    gunzip -f /tmp/b3.gz
    cat /tmp/b3 >> /tmp/bp

  18. Julius Thyssen revised this gist Feb 15, 2016. 1 changed file with 1 addition and 2 deletions.
    3 changes: 1 addition & 2 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -23,10 +23,9 @@ wget -qO - http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/b3.gz
    gunzip -f /tmp/b3.gz
    cat /tmp/b3 >> /tmp/bp

    # Strip, Sort and Delete doubles:
    sed -i "s/[[:space:]]*#.*$//g" /tmp/bp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/bp

    # Sort and Delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt

    # Write as txt and gz file:
  19. Julius Thyssen revised this gist Feb 15, 2016. 1 changed file with 3 additions and 5 deletions.
    8 changes: 3 additions & 5 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -9,25 +9,23 @@
    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | sed -n "s/.*value='\(http:.*\)'.*/\1/p" \
    | xargs wget -qO - \
    | gunzip -f \
    | egrep -v '^#' > /tmp/bp

    # and another list:
    wget -qO - http://www.wael.name/wael.list.p2p.gz > /tmp/b2.gz
    gunzip -f /tmp/b2.gz
    sed -i "s/[[:space:]]*#.*$//g" /tmp/b2
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/b2
    cat /tmp/b2 >> /tmp/bp

    # and another
    wget -qO - http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/b3.gz
    gunzip -f /tmp/b3.gz
    sed -i "s/[[:space:]]*#.*$//g" /tmp/b3
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/b3
    cat /tmp/b3 >> /tmp/bp

    sed -i "s/[[:space:]]*#.*$//g" /tmp/bp
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/bp

    # Sort and Delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt

  20. Julius Thyssen revised this gist Feb 15, 2016. 1 changed file with 8 additions and 0 deletions.
    8 changes: 8 additions & 0 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -21,6 +21,13 @@ sed -i "s/[[:space:]]*#.*$//g" /tmp/b2
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/b2
    cat /tmp/b2 >> /tmp/bp

    # and another
    wget -qO - http://john.bitsurge.net/public/biglist.p2p.gz > /tmp/b3.gz
    gunzip -f /tmp/b3.gz
    sed -i "s/[[:space:]]*#.*$//g" /tmp/b3
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/b3
    cat /tmp/b3 >> /tmp/bp

    # Sort and Delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt

    @@ -41,5 +48,6 @@ sed -i 's/.*://' /ramd/jult/bl.txt
    # Let's make sure next run is a clean one
    rm -rf /tmp/bp
    rm -rf /tmp/b2
    rm -rf /tmp/b3

    exit 0
  21. Julius Thyssen revised this gist Feb 15, 2016. 1 changed file with 15 additions and 4 deletions.
    19 changes: 15 additions & 4 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -10,10 +10,17 @@
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | sed -n "s/.*value='\(http:.*\)'.*/\1/p" \
    | xargs wget -O - \
    | gunzip \
    | xargs wget -qO - \
    | gunzip -f \
    | egrep -v '^#' > /tmp/bp

    # and another list:
    wget -qO - http://www.wael.name/wael.list.p2p.gz > /tmp/b2.gz
    gunzip -f /tmp/b2.gz
    sed -i "s/[[:space:]]*#.*$//g" /tmp/b2
    sed -i "s/.*value='\(http:.*\)'.*/\1/p" /tmp/b2
    cat /tmp/b2 >> /tmp/bp

    # Sort and Delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt

    @@ -23,12 +30,16 @@ gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    # Strip it from shit in front of colon:
    cp -f /ramd/jult/block.txt /ramd/jult/bloc
    sed -i 's/.*:/:/' /ramd/jult/bloc
    # Beautify:
    # Beautyfi:
    sort /ramd/jult/bloc | uniq -u > /ramd/jult/bloc.txt
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Strip colon too for use in firewalls etc:
    # Strip colon too for use in firewalls etc.
    cp -f /ramd/jult/bloc.txt /ramd/jult/bl.txt
    sed -i 's/.*://' /ramd/jult/bl.txt

    # Let's make sure next run is a clean one
    rm -rf /tmp/bp
    rm -rf /tmp/b2

    exit 0
  22. Julius Thyssen revised this gist Feb 15, 2016. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -23,7 +23,7 @@ gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    # Strip it from shit in front of colon:
    cp -f /ramd/jult/block.txt /ramd/jult/bloc
    sed -i 's/.*:/:/' /ramd/jult/bloc
    # Beautyfi:
    # Beautify:
    sort /ramd/jult/bloc | uniq -u > /ramd/jult/bloc.txt
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

  23. Julius Thyssen revised this gist Feb 14, 2016. 2 changed files with 34 additions and 23 deletions.
    34 changes: 34 additions & 0 deletions blockpeers.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,34 @@
    #!/bin/sh

    # This script runs nightly at 05:00 CET on a webserver I maintain # Results are always here:
    # https://jult.net/block.txt and https://jult.net/block.txt.gz
    # Or, smaller and stripped of BS:
    # https://jult.net/bloc.txt and https://jult.net/bloc.txt.gz (for use in tixati)
    # and finally a txt file with just the bold IPs: https://jult.net/bl.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | sed -n "s/.*value='\(http:.*\)'.*/\1/p" \
    | xargs wget -O - \
    | gunzip \
    | egrep -v '^#' > /tmp/bp

    # Sort and Delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt

    # Write as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz

    # Strip it from shit in front of colon:
    cp -f /ramd/jult/block.txt /ramd/jult/bloc
    sed -i 's/.*:/:/' /ramd/jult/bloc
    # Beautyfi:
    sort /ramd/jult/bloc | uniq -u > /ramd/jult/bloc.txt
    gzip -c /ramd/jult/bloc.txt > /ramd/jult/bloc.txt.gz

    # Strip colon too for use in firewalls etc:
    cp -f /ramd/jult/bloc.txt /ramd/jult/bl.txt
    sed -i 's/.*://' /ramd/jult/bl.txt

    exit 0
    23 changes: 0 additions & 23 deletions gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -1,23 +0,0 @@
    #!/bin/sh

    # This script runs nightly at 04:59 CET on a webserver I maintain
    # its results are at https://jult.net/block.txt and https://jult.net/block.txt.gz
    # and a version without the names in front of the ips, so just a bold IP-list at https://jult.net/bloc.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | sed -n "s/.*value='\(http:.*\)'.*/\1/p" \
    | xargs wget -O - \
    | gunzip \
    # strip commented stuff:
    | egrep -v '^#' > /tmp/bp
    # sort and delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt
    # write as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    # strip it from shit in front of IPs:
    cp -f /ramd/jult/block.txt /ramd/jult/bloc.txt
    sed -i 's/.*://' /ramd/jult/bloc.txt

    fi
  24. Julius Thyssen revised this gist Feb 14, 2016. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -20,4 +20,4 @@ gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    cp -f /ramd/jult/block.txt /ramd/jult/bloc.txt
    sed -i 's/.*://' /ramd/jult/bloc.txt


    fi
  25. Julius Thyssen revised this gist Feb 14, 2016. 1 changed file with 7 additions and 6 deletions.
    13 changes: 7 additions & 6 deletions gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -1,6 +1,10 @@
    #!/bin/sh

    # Download open block-lists, unpack, filter;
    # This script runs nightly at 04:59 CET on a webserver I maintain
    # its results are at https://jult.net/block.txt and https://jult.net/block.txt.gz
    # and a version without the names in front of the ips, so just a bold IP-list at https://jult.net/bloc.txt

    # Download open block-lists, unpack, filter:
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | sed -n "s/.*value='\(http:.*\)'.*/\1/p" \
    @@ -10,13 +14,10 @@ curl -s https://www.iblocklist.com/lists.php \
    | egrep -v '^#' > /tmp/bp
    # sort and delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt
    # write as txt and gz file
    # write as txt and gz file:
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    # strip it from shit in front of IPs
    # strip it from shit in front of IPs:
    cp -f /ramd/jult/block.txt /ramd/jult/bloc.txt
    sed -i 's/.*://' /ramd/jult/bloc.txt

    # This script runs nightly at 04:59 CET on a webserver I maintain
    # its results are at https://jult.net/block.txt and https://jult.net/block.txt.gz
    # and a version without the names in front of the ips, so just a bold IP-list at https://jult.net/bloc.txt

  26. Julius Thyssen revised this gist Feb 14, 2016. 1 changed file with 6 additions and 3 deletions.
    9 changes: 6 additions & 3 deletions gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -8,12 +8,15 @@ curl -s https://www.iblocklist.com/lists.php \
    | gunzip \
    # strip commented stuff:
    | egrep -v '^#' > /tmp/bp
    # strip stuff in front of IPs:
    sed -i 's/.*://' /tmp/bp
    # sort and delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt
    # write as txt and gz file
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz
    # strip it from shit in front of IPs
    cp -f /ramd/jult/block.txt /ramd/jult/bloc.txt
    sed -i 's/.*://' /ramd/jult/bloc.txt

    # This script runs nightly ar 4:59 CET on a webserver
    # This script runs nightly at 04:59 CET on a webserver I maintain
    # its results are at https://jult.net/block.txt and https://jult.net/block.txt.gz
    # and a version without the names in front of the ips, so just a bold IP-list at https://jult.net/bloc.txt

  27. Julius Thyssen revised this gist Feb 14, 2016. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -15,5 +15,5 @@ sort /tmp/bp | uniq -u > /ramd/jult/block.txt
    # write as txt and gz file
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz

    # This script runs nightly ar 4:49 CET on a webserver
    # This script runs nightly ar 4:59 CET on a webserver
    # its results are at https://jult.net/block.txt and https://jult.net/block.txt.gz
  28. Julius Thyssen revised this gist Feb 14, 2016. 1 changed file with 13 additions and 4 deletions.
    17 changes: 13 additions & 4 deletions gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -1,10 +1,19 @@
    #!/usr/bin/env sh
    #!/bin/sh

    # Download lists, unpack and filter, write to gzipped file
    # Download open block-lists, unpack, filter;
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | sed -n "s/.*value='\(http:.*\)'.*/\1/p" \
    | xargs wget -O - \
    | gunzip \
    | egrep -v '^#' \
    | gzip - > block.gz
    # strip commented stuff:
    | egrep -v '^#' > /tmp/bp
    # strip stuff in front of IPs:
    sed -i 's/.*://' /tmp/bp
    # sort and delete doubles:
    sort /tmp/bp | uniq -u > /ramd/jult/block.txt
    # write as txt and gz file
    gzip -c /ramd/jult/block.txt > /ramd/jult/block.txt.gz

    # This script runs nightly ar 4:49 CET on a webserver
    # its results are at https://jult.net/block.txt and https://jult.net/block.txt.gz
  29. Julius Thyssen created this gist Feb 14, 2016.
    10 changes: 10 additions & 0 deletions gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,10 @@
    #!/usr/bin/env sh

    # Download lists, unpack and filter, write to gzipped file
    curl -s https://www.iblocklist.com/lists.php \
    | grep -A 2 Bluetack \
    | sed -n "s/.*value='\(http:.*\)'.*/\1/p" \
    | xargs wget -O - \
    | gunzip \
    | egrep -v '^#' \
    | gzip - > block.gz