在GNU/Linux中安裝配置Anaconda和Jupyter Notebook

1
2
3
4

# curl -fsL / wget -qO-

# if need help info, specify '-h'
wget -qO- https://gitlab.com/axdsop/nixnotes/raw/master/ShellScripts/Toolkits/Application/DataScience/Anaconda.sh | sudo bash -s --

1
2
3
4
5
6
7

# jupyter notebook Start
alias jnl="jupyter notebook list | sed '/running servers/d'"
alias jnb="(nohup jupyter notebook &> /dev/null &); sleep 2; jnl"
alias jne="ps -ef | awk 'match(\$0,/(jupyter-noteboo|Anaconda\/bin)/)&&!match(\$0,/awk/){print \$2}' | xargs kill -9 2> /dev/null"
alias jni="wget -qO- https://gitlab.com/Maxdong/axd-ShellScript/raw/master/assets/software/Anaconda.sh | sudo bash -s -- -C"
alias jnr="sudo /opt/Anaconda/bin/conda remove"
# jupyter notebook End

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12

download_tool='wget -qO-' # curl -fsL

# deprecated
# $download_tool https://www.anaconda.com/download/ | sed -r -n '[email protected]<\/[^>]+>@\[email protected];p' | sed -r -n '/>Release Date:/{[email protected][[:space:]]*<[^>]*>[[:space:]]*@@g;[email protected]^[^:]*:[[:space:]]*(.*)@\[email protected];p}; /Anaconda.*Linux-x86_64/{/Installer/{[email protected]*href="([^"]*)".*@\[email protected];[email protected]*Anaconda[^-]*-([^-]*).*[email protected]\[email protected];p;q}}' | sed ':a;N;$!ba;[email protected]\[email protected]|@g'

package_url=$($download_tool https://www.anaconda.com/download/ | sed -r -n '[email protected]<\/[^>]+>@\[email protected];p' | sed -r -n '/href=.*Anaconda.*Linux-x86_64/{/Download/!d;[email protected]*href="([^"]+)".*@\[email protected];p;q}')

release_date=$($download_tool https://repo.anaconda.com/archive/ | sed -r -n '/'"${package_url##*/}"'/,/<\/tr>/{[email protected][[:space:]]*<[^>]+>[[:space:]]*@@g;/^$/d;p}' | sed ':a;N;$!ba;[email protected]\[email protected]|@g' | cut -d'|' -f3 | date +'%B %d, %Y' -f - 2> /dev/null)

release_version=$(echo "${package_url}" | sed -r -n '[email protected]*Anaconda[^-]*-([^-]*).*[email protected]\[email protected];p')

echo "${release_date}|${release_version}"

1

April 04, 2019|2019.03

1
2
3
4
5
6
7

file_path='~/Downloads/Anaconda3-2019.03-Linux-x86_64.sh'

# via sha256sum
sha256sum "${file_path}"

# via openssl
openssl dgst -sha256 "${file_path}"

1
2
3
4
5
6
7
8

┌─[[email protected]]─[~/Downloads]
└──╼ $sha256sum Anaconda3-2019.03-Linux-x86_64.sh
45c851b7497cc14d5ca060064394569f724b67d9b5f98a926ed49b834a6bb73a  Anaconda3-2019.03-Linux-x86_64.sh
┌─[[email protected]]─[~/Downloads]
└──╼ $openssl dgst -sha256 Anaconda3-2019.03-Linux-x86_64.sh
SHA256(Anaconda3-2019.03-Linux-x86_64.sh)= 45c851b7497cc14d5ca060064394569f724b67d9b5f98a926ed49b834a6bb73a
┌─[[email protected]]─[~/Downloads]
└──╼ $

1

bash ~/Downloads/Anaconda3-2019.03-Linux-x86_64.sh

1
2

installation_dir='/opt/Anaconda'
bash ~/Downloads/Anaconda3-2019.03-Linux-x86_64.sh -b -f -p ${installation_dir}

1

export PATH="${installation_dir}/bin:$PATH"

1
2
3
4

# 1 - in $PATH
conda update conda
# 2 - absolute path
/opt/Anaconda/conda update conda

1

jupyter notebook --generate-config

1

~/.jupyter/jupyter_notebook_config.py

1

~/.jupyter/jupyter_notebook_config.json

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13

┌─[[email protected]]─[~]
└──╼ $jupyter notebook password
Enter password:
Verify password:
[NotebookPasswordApp] Wrote hashed password to /home/maxdsre/.jupyter/jupyter_notebook_config.json
┌─[[email protected]]─[~]
└──╼ $cat ~/.jupyter/jupyter_notebook_config.json
{
  "NotebookApp": {
    "password": "sha1:4b55a390f103:1e3bf1e48ca12fda8a0fad32799fc0ad82e0301c"
  }
}┌─[[email protected]]─[~]
└──╼ $

1

${installation_dir}/lib/python3.7/site-packages/notebook/auth/security.py

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22

# For Python 3.6/3.7
import hashlib
import random
from ipython_genutils.py3compat import cast_bytes, str_to_bytes
from notebook.auth.security import passwd_check

salt_len = 12

def passwd(password,algorithm='sha1'):
    h = hashlib.new(algorithm)
    salt = ('%0' + str(salt_len) + 'x') % random.getrandbits(4 * salt_len)
    h.update(cast_bytes(password, 'utf-8') + str_to_bytes(salt, 'ascii'))
    return ':'.join((algorithm, salt, h.hexdigest()))

pass_str="[email protected]$(date +'%Y')_Python"
result_str=passwd(pass_str)

# print hashed passwd
print(result_str)

# check if is legal
print(passwd_check(result_str,pass_str))

1

jupyter run /tmp/test.py

1
2
3
4
5
6

┌─[[email protected]]─[/tmp]
└──╼ $jupyter run /tmp/test.py
sha1:8b4745563177:9773f5dab5d841ba808ef80e953bfa667c84e8d2
True
┌─[[email protected]]─[/tmp]
└──╼ $

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

jupyter_name='Jupyter'
jupyter_conf_dir="/tmp/${jupyter_name}"

self_cert_path=${self_cert_path:-"${jupyter_conf_dir}/${jupyter_name}.pem"}
# openssl req -x509 -nodes -days 365 -newkey rsa:1024 -keyout mycert.pem -out mycert.pem
[[ -d "${jupyter_conf_dir}" ]] || mkdir -p "${jupyter_conf_dir}"
if [[ ! -f "${self_cert_path}" ]]; then
    cert_C=${cert_C:-'CN'}    # Country Name
    cert_ST=${cert_ST:-'Shanghai'}    # State or Province Name
    cert_L=${cert_L:-'Shanghai'}    # Locality Name
    cert_O=${cert_O:-'MaxdSre'}    # Organization Name
    cert_OU=${cert_OU:-'Python'}    # Organizational Unit Name
    cert_CN=${cert_CN:-'jupyter.org'}    # Common Name
    # https://jupyter.org/community
    cert_email=${cert_email:-'[email protected]'}    # Email Address

    cert_C="${ip_public_country_code}"
    cert_ST="${ip_public_locate%%.*}"
    cert_L="${ip_public_locate##*.}"

    # expire date 3650 days, crypt type RSA, key length 4096
    openssl req -x509 -nodes -days 3650 -newkey rsa:4096 -keyout "${self_cert_path}" -out "${self_cert_path}" -subj "/C=${cert_C}/ST=${cert_ST}/L=${cert_L}/O=${cert_O}/OU=${cert_OU}/CN=${cert_CN}/emailAddress=${cert_email}" 2> /dev/null
    # openssl rsa -in "${self_cert_path}" -text -noout 2> /dev/null
    [[ -f "${self_cert_path}" ]] && chmod 644 "${self_cert_path}"
fi

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20

# bash -x ssl.sh
+ jupyter_name=Jupyter
+ jupyter_conf_dir=/tmp/Jupyter
+ self_cert_path=/tmp/Jupyter/Jupyter.pem
+ [[ -d /tmp/Jupyter ]]
+ mkdir -p /tmp/Jupyter
+ [[ ! -f /tmp/Jupyter/Jupyter.pem ]]
+ cert_C=CN
+ cert_ST=Shanghai
+ cert_L=Shanghai
+ cert_O=MaxdSre
+ cert_OU=Python
+ cert_CN=jupyter.org
+ cert_email=[email protected]
+ cert_C=
+ cert_ST=
+ cert_L=
+ openssl req -x509 -nodes -days 3650 -newkey rsa:4096 -keyout /tmp/Jupyter/Jupyter.pem -out /tmp/Jupyter/Jupyter.pem -subj /C=/ST=/L=/O=MaxdSre/OU=Python/CN=jupyter.org/emailAddress=[email protected]
+ [[ -f /tmp/Jupyter/Jupyter.pem ]]
+ chmod 644 /tmp/Jupyter/Jupyter.pem

1
2
3
4
5

# Install the python package
conda install -c conda-forge jupyter_contrib_nbextensions

# Install javascript and css files
jupyter contrib nbextension install --user

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22

┌─[[email protected]]─[~]
└──╼ $jni a
Solving environment: done

# All requested packages already installed.

Finishing executing conda update --all for Anaconda!

┌─[[email protected]]─[~]
└──╼ $jnl
┌─[[email protected]]─[~]
└──╼ $jnb
https://127.0.0.1:33525/Jupyter/?token=2709e9966fe2772e00a76ebfddfc12ac3d544eef518c530c :: /home/maxdsre/Jupyter
┌─[[email protected]]─[~]
└──╼ $jnl
https://127.0.0.1:33525/Jupyter/?token=2709e9966fe2772e00a76ebfddfc12ac3d544eef518c530c :: /home/maxdsre/Jupyter
┌─[[email protected]]─[~]
└──╼ $jne
┌─[[email protected]]─[~]
└──╼ $jnl
┌─[[email protected]]─[~]
└──╼ $