the torii announcment which makes the case for this switch for engineering orgs
Note this is relevant as I write this, and the field is changing FAST, so maybe irrelevant for you when you read this
the torii announcment which makes the case for this switch for engineering orgs
Note this is relevant as I write this, and the field is changing FAST, so maybe irrelevant for you when you read this
| --ignore-directory=node_modules | |
| --ignore-directory=venv |
| # Create the read stream | |
| dataitemsAppendDf = spark.readStream.format("delta")\ | |
| .option("maxFilesPerTrigger", 25)\ | |
| .table(f"{database_name}.{table_name}") | |
| # Initiate the write stream | |
| dataitemsAppendDf.writeStream \ | |
| .trigger(processingTime='15 seconds') \ # note, you can also have different modes here | |
| .option("checkpointLocation", f"{checkpoint_name}") \ | |
| .foreachBatch(processRawStreamBatch) \ #Callback that would handle each batch |
| bootstrap.servers={{ kafka_cluster.boostrap_servers }} | |
| ssl.endpoint.identification.algorithm=https | |
| security.protocol=SASL_SSL | |
| sasl.mechanism=PLAIN | |
| sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username="{{kafka_cluster.username}}" password="{{kafka_cluster.password}}"; |
| FROM python:3.6-alpine | |
| # Opted for alpine to get a lean docker image as possible | |
| RUN apk add --no-cache openssl | |
| ENV DOCKERIZE_VERSION v0.6.1 | |
| RUN wget https://github.com/jwilder/dockerize/releases/download/$DOCKERIZE_VERSION/dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz \ | |
| && tar -C /usr/local/bin -xzvf dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz \ | |
| && rm dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz | |
| # Python deps for alpine |
| #Broken somehow. need to fix | |
| SELECT COUNT(*) as datname, datname, datid FROM pg_stat_activity GROUP BY datname; | |
| #Works without id | |
| SELECT COUNT(*) as datname, datname FROM pg_stat_activity GROUP BY datname; | |
| More info: | |
| http://chrismiles.info/systemsadmin/databases/articles/viewing-current-postgresql-queries/ | |
| https://support.pivotal.io/hc/en-us/articles/201595093-Script-Session-level-information |
| sudo apt-add-repository ppa:ansible/ansible | |
| sudo apt-get update | |
| sudo apt-get install ansible | |
| mkdir automation && cd automation | |
| touch ansible.cfg && hosts | |
| mkdir -pv roles/aws_monitoring/tasks/main.yml |
| echo iptables-persistent iptables-persistent/autosave_v4 boolean true | sudo debconf-set-selections | |
| echo iptables-persistent iptables-persistent/autosave_v4 boolean true | sudo debconf-set-selections | |
| sudo apt-get -y install iptables-persistent |
| { | |
| "title": "Nginx Web", | |
| "services": { | |
| "query": { | |
| "list": { | |
| "0": { | |
| "query": "response:[200 TO 299]", | |
| "alias": "OK", | |
| "color": "#7EB26D", | |
| "id": 0, |