| # /// script | |
| # dependencies = [ "transformers", "accelerate" ] | |
| # /// | |
| # run on 2xH200 rented from primeintellect.ai | |
| import gc | |
| import torch | |
| from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer |
| #!/bin/bash | |
| wget https://curl.haxx.se/download/curl-7.47.1.tar.gz | |
| tar -xf curl-7.47.1.tar.gz | |
| cd curl-7.47.1 | |
| ./configure --prefix=$HOME/local | |
| make | |
| make install | |
| wget http://downloads.sourceforge.net/expat/expat-2.1.0.tar.gz |
pipx is a command-line tool that allows you to run Python applications in isolated environments. It's a great way to make VisiData available across your system without worrying that its dependencies will conflict with other Python projects. This short guide will show you how.
If you have have previously VisiData installed globally, uninstall it by running pip3 uninstall visidata.
Otherwise, you can skip this step.
| def compute_final_dataframe(df: dd.DataFrame) -> pd.DataFrame: | |
| """Execute dask task graph and compute final results""" | |
| return ( | |
| df | |
| .compute() | |
| .reset_index() | |
| .pivot( | |
| index='drive_time', | |
| columns='trip_distance', | |
| values='avg_amount' |
| import numpy as np | |
| import math | |
| def roundup(x, base: int = 5): | |
| """Round `x` up to nearest `base`""" | |
| return int(math.ceil(x / float(base))) * base | |
| def round_series_up(s: dd.Series) -> dd.Series: | |
| """Apply roundup function to all elements of `s`""" |
| import dask.dataframe as dd | |
| taxi_data = dd.read_csv( | |
| 's3://nyc-tlc/trip data/yellow_tripdata_2018-04.csv', | |
| storage_options={'anon': True, 'use_ssl': False} | |
| ) |
| # Create a folder for our new root structure | |
| $ export centos_root='/centos_image/rootfs' | |
| $ mkdir -p $centos_root | |
| # initialize rpm database | |
| $ rpm --root $centos_root --initdb | |
| # download and install the centos-release package, it contains our repository sources | |
| $ yum reinstall --downloadonly --downloaddir . centos-release | |
| $ rpm --root $centos_root -ivh centos-release*.rpm | |
| $ rpm --root $centos_root --import $centos_root/etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-7 | |
| # install yum without docs and install only the english language files during the process |
| In any GNU/Linux distribution, which have a package manager on board, is recommended to install software by using "packages". | |
| Building from source | |
| Step 1. GPG key | |
| The first thing you need is generate a gpg key. | |
| Package will be signed by this key. | |
| Run this commands in your terminal: |
Community
Cheatsheets
Books
(Note: This is a draft, and subject to change.)
Many writing systems have been proposed for Lojban. Hangul is the writing system used in Korean, and potentially a great option to use for Lojban. It's a featural writing system, meaning that most of its symbols are chosen for a reason, and not just arbitrarily. The most attractive feature of Hangul is the syllable-blocks that well compress the language.