How to restart apache with Bitnami EC2?

use "/opt/bitnami/ctlscript.sh"

sudo /opt/bitnami/ctlscript.sh restart apache

Let's Encrypt certification renewal on EC2

Let's Encrypt certificate is replaced by the command below
"--dry-run": testing process. no execution
"--force-renew": force renew certificate. Without this option, certificate which needs more time to expired is not replaced.

# ./certbot-auto renew --force-renew --dry-run

Encountered error below.

# ./certbot-auto renew --force-renew --dry-run
Error: couldn't get currently installed version for /opt/eff.org/certbot/venv/bin/letsencrypt:
Traceback (most recent call last):
  File "/opt/eff.org/certbot/venv/bin/letsencrypt", line 7, in <module>
    from certbot.main import main
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/certbot/main.py", line 10, in <module>
    import josepy as jose
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/__init__.py", line 41, in <module>
    from josepy.interfaces import JSONDeSerializable
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/interfaces.py", line 8, in <module>
    from josepy import errors, util
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/util.py", line 4, in <module>
    import OpenSSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/__init__.py", line 8, in <module>
    from OpenSSL import rand, crypto, SSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/rand.py", line 12, in <module>
    from OpenSSL._util import (
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/_util.py", line 6, in <module>
    from cryptography.hazmat.bindings.openssl.binding import Binding
ImportError: No module named cryptography.hazmat.bindings.openssl.binding

Error message wouldn't change even the modules are installed.

# pip install cryptography hazmat bindings openssl binding
Collecting cryptography

# ./certbot-auto renew --force-renew --dry-run
Error: couldn't get currently installed version for /opt/eff.org/certbot/venv/bin/letsencrypt:
Traceback (most recent call last):
  File "/opt/eff.org/certbot/venv/bin/letsencrypt", line 7, in <module>
    from certbot.main import main
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/certbot/main.py", line 10, in <module>
    import josepy as jose
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/__init__.py", line 41, in <module>
    from josepy.interfaces import JSONDeSerializable
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/interfaces.py", line 8, in <module>
    from josepy import errors, util
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/util.py", line 4, in <module>
    import OpenSSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/__init__.py", line 8, in <module>
    from OpenSSL import rand, crypto, SSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/rand.py", line 12, in <module>
    from OpenSSL._util import (
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/_util.py", line 6, in <module>
    from cryptography.hazmat.bindings.openssl.binding import Binding
ImportError: No module named cryptography.hazmat.bindings.openssl.binding

Error message is changed after executing the command below. It means pip path used by Let's Encrypt is different.

# /opt/eff.org/certbot/venv/bin/pip install -U certbot

# sudo ./certbot-auto renew --force-renew --dry-run --debug
Error: couldn't get currently installed version for /opt/eff.org/certbot/venv/bin/letsencrypt:
Traceback (most recent call last):
  File "/opt/eff.org/certbot/venv/bin/letsencrypt", line 7, in 
    from certbot.main import main
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/certbot/main.py", line 10, in 
    import josepy as jose
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/__init__.py", line 44, in 
    from josepy.interfaces import JSONDeSerializable
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/interfaces.py", line 8, in 
    from josepy import errors, util
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/util.py", line 4, in 
    import OpenSSL
ImportError: No module named OpenSSL

Install "openssl" with the pip path.

# /opt/eff.org/certbot/venv/bin/pip install pyOpenSSL

# sudo ./certbot-auto renew --force-renew --dry-run --debug
Error: couldn't get currently installed version for /opt/eff.org/certbot/venv/bin/letsencrypt:
Traceback (most recent call last):
  File "/opt/eff.org/certbot/venv/bin/letsencrypt", line 7, in 
    from certbot.main import main
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/certbot/main.py", line 10, in 
    import josepy as jose
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/__init__.py", line 44, in 
    from josepy.interfaces import JSONDeSerializable
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/interfaces.py", line 8, in 
    from josepy import errors, util
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/util.py", line 4, in 
    import OpenSSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/__init__.py", line 8, in 
    from OpenSSL import crypto, SSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/crypto.py", line 12, in 
    from cryptography import x509
ImportError: No module named cryptography

Also install "cryptigraphy".
"no module named cryptography" error even cryptography module is installed successfully.

# /opt/eff.org/certbot/venv/bin/pip install cryptography

# sudo ./certbot-auto renew --force-renew --dry-run --debug
Error: couldn't get currently installed version for /opt/eff.org/certbot/venv/bin/letsencrypt:
Traceback (most recent call last):
  File "/opt/eff.org/certbot/venv/bin/letsencrypt", line 7, in 
    from certbot.main import main
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/certbot/main.py", line 10, in 
    import josepy as jose
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/__init__.py", line 44, in 
    from josepy.interfaces import JSONDeSerializable
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/interfaces.py", line 8, in 
    from josepy import errors, util
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/josepy/util.py", line 4, in 
    import OpenSSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/__init__.py", line 8, in 
    from OpenSSL import crypto, SSL
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/OpenSSL/crypto.py", line 12, in 
    from cryptography import x509
ImportError: No module named cryptography

only put "sudo" to avoid the error.

# sudo /opt/eff.org/certbot/venv/bin/pip install cryptography

# sudo ./certbot-auto renew --force-renew --dry-run --debug
Error: couldn't get currently installed version for /opt/eff.org/certbot/venv/bin/letsencrypt:
Traceback (most recent call last):
  File "/opt/eff.org/certbot/venv/bin/letsencrypt", line 7, in 
    from certbot.main import main
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/certbot/main.py", line 11, in 
    import zope.component
  File "/opt/eff.org/certbot/venv/local/lib/python2.7/dist-packages/zope/component/__init__.py", line 16, in 
    from zope.interface import Interface
ImportError: No module named interface

Install "interface" as same way.

# sudo /opt/eff.org/certbot/venv/bin/pip install interface

Successfully replaced certificate, finally!

# sudo ./certbot-auto renew --force-renew --dry-run --debug
Saving debug log to /var/log/letsencrypt/letsencrypt.log

-------------------------------------------------------------------------------
Processing /etc/letsencrypt/renewal/www.yoshiislandserver.net.conf
-------------------------------------------------------------------------------
Plugins selected: Authenticator standalone, Installer None
Renewing an existing certificate
Performing the following challenges:
http-01 challenge for www.yoshiislandserver.net
Waiting for verification...
Cleaning up challenges

-------------------------------------------------------------------------------
new certificate deployed without reload, fullchain is
/etc/letsencrypt/live/www.yoshiislandserver.net/fullchain.pem
-------------------------------------------------------------------------------

-------------------------------------------------------------------------------
** DRY RUN: simulating 'certbot renew' close to cert expiry
**          (The test certificates below have not been saved.)

Congratulations, all renewals succeeded. The following certs have been renewed:
  /etc/letsencrypt/live/www.yoshiislandserver.net/fullchain.pem (success)
** DRY RUN: simulating 'certbot renew' close to cert expiry
**          (The test certificates above have not been saved.)
-------------------------------------------------------------------------------

IMPORTANT NOTES:
 - Your account credentials have been saved in your Certbot
   configuration directory at /etc/letsencrypt. You should make a
   secure backup of this folder now. This configuration directory will
   also contain certificates and private keys obtained by Certbot so
   making regular backups of this folder is ideal.

csv update app with spyre python

now I created csv update app with spyre. full code is here.

Preparation

set python vision and install dataspyre.

% python -V
Python 3.5.0
 
% pip install dataspyre

set directory tree as below. "test_data.csv" is the csv file to edit. number of columns have to be 5.

% tree
.
├── csv_update.py
├── data
│   ├── test_data.csv

% cat data/test_data.csv
data1,data2,data3,data4,data5
haha,hihi,huhu,hehe,hoho
gaga,gigi,gugu,gege,gogo
rara,riri,ruru,rere,roro

Execution

% python csv_update.py

Then, access to "http://127.0.0.1:9093"
input file name and push "get data" button.



input data and push "add data" button.




push "get data" button again to check added data.
backup data added under "data" directory in case.

% tree
.
├── csv_update.py
├── data
│   ├── test_data.csv
│   ├── test_data.csv_20180103173523
│   └── test_data.csv_20180103174330

% cat data/test_data.csv
data1,data2,data3,data4,data5
haha,hihi,huhu,hehe,hoho
gaga,gigi,gugu,gege,gogo
rara,riri,ruru,rere,roro
data1,data2,data3,data4,data5

Where is the gateway IP address with NAT on VMware Fusion?

(1) check NAT network assigned by ifcofig

% ifconfig
......
vmnet1: flags=8863 mtu 1500
ether xxxxx
inet 192.168.167.1 netmask 0xffffff00 broadcast 192.168.167.255
vmnet8: flags=8863 mtu 1500
ether xxxxx
inet 192.168.154.1 netmask 0xffffff00 broadcast 192.168.154.255
......

vmnet1 is for host-only network. now, I use vmne8 (NAT) network to fix geteway IP of the VM.

(2) check vmnet8 config file

find gateway address on /Library/Preferences/VMware Fusion/vmnet8

/Library/Preferences/VMware Fusion/vmnet8
% cat nat.conf
# VMware NAT configuration file
# Manual editing of this file is not recommended. Using UI is preferred.
 
[host]
 
# NAT gateway address
ip = 192.168.154.2  # <== here!
netmask = 255.255.255.0
 
# VMnet device if not specified on command line
device = vmnet8

.......

deploy proxy server with nginx

the proxy server is built on nginx. environment is shown below. two ubuntu virtual machines deployed by vagrant and each virtual machine has nginx.


one(192.168.33.10) is for webserver and the other(192.168.33.11) is for proxy.

# install virtualbox

http://www.oracle.com/technetwork/server-storage/virtualbox/downloads/index.html?ssSourceSiteId=otnus

# install vagrant

https://www.vagrantup.com/downloads.html

check version which installed

% vagrant --version
Vagrant 1.9.6

# deploy virtual machines

## 192.168.33.11(Proxy Server)

% cd
% mkdir vagrant_work
% cd vagrant_work
% vagrant init ubuntu/trusty64
 
A `Vagrantfile` has been placed in this directory. You are now
ready to `vagrant up` your first virtual environment! Please read
the comments in the Vagrantfile as well as documentation on
`vagrantup.com` for more information on using Vagrant.

% vagrant up --provider virtualbox

## 192.168.33.10(Web Server)

% cd
% mkdir vagrant_work2
% cd vagrant_work
% vagrant init ubuntu/trusty64
 
A `Vagrantfile` has been placed in this directory. You are now
ready to `vagrant up` your first virtual environment! Please read
the comments in the Vagrantfile as well as documentation on
`vagrantup.com` for more information on using Vagrant.
 
% vagrant up --provider virtualbox

## check point

two virtual machines are running on virtualbox.

# set IP address

## 192.168.33.11(Proxy Server)

move to directory.

% cd
% cd vagrant_work

edit file.

% vi Vagrantfile
% cat Vagrantfile
Vagrant.configure("2") do |config|
  config.vm.box = "ubuntu/trusty64"
  config.vm.network "private_network", ip: "192.168.33.11"
end

restart virtual machine.

% vagrant halt
==> default: Attempting graceful shutdown of VM...
% vagrant up

check ping echo.

 % ping -c 3 192.168.33.11

## 192.168.33.10(Web Server)

move to directory.

% cd
% cd vagrant_work2

edit file.

% vi Vagrantfile
% cat Vagrantfile
Vagrant.configure("2") do |config|
  config.vm.box = "ubuntu/trusty64"
  config.vm.network "private_network", ip: "192.168.33.10"
end

restart virtual machine.

% vagrant halt
==> default: Attempting graceful shutdown of VM...
% vagrant up

check ping echo.

 % ping -c 3 192.168.33.10

# install nginx

## 192.168.33.11(Proxy Server)

move to directory.

% cd
% cd vagrant_work
% vagrant ssh

install nginx on virtual machine.

# apt-get install nginx
# cp /usr/share/nginx/html/index.html /usr/share/nginx/html/index.html.backup

edit index.html like this.

# vi /usr/share/nginx/html/index.html
# cat /usr/share/nginx/html/index.html
192.168.33.11

## 192.168.33.10(Web Server)

move to directory.

% cd
% cd vagrant_work2
% vagrant ssh

install nginx on virtual machine.

# apt-get install nginx
# cp /usr/share/nginx/html/index.html /usr/share/nginx/html/index.html.backup

edit index.html like this.

# vi /usr/share/nginx/html/index.html
# cat /usr/share/nginx/html/index.html
192.168.33.10

## check point

then, check if http access available.
http://192.168.33.11


http://192.168.33.10

# proxy config (no ssl)

## 192.168.33.11(Proxy Server)

move to directory.

% cd
% cd vagrant_work
% vagrant ssh

edit file like this.

# vi /etc/nginx/conf.d/server.conf
# cat /etc/nginx/conf.d/server.conf
server {
  listen 80;
  server_name 192.168.33.11;
  location / {
    proxy_pass http://192.168.33.10/;
  }
}
 
# service nginx restart
 * Restarting nginx nginx                                                [ OK ]

## check point

then check again. it shows 192.168.33.10 page. it means proxy server pass to webserver.
http://192.168.33.11

# proxy config (ssl)

## 192.168.33.11(Proxy Server)

move to directory.

% cd
% cd vagrant_work
% vagrant ssh

ssl settings

# mkdir /usr/local/tmp
# cd /usr/local/tmp/
# openssl genrsa -des3 -out server.key 1024
Generating RSA private key, 1024 bit long modulus
Enter pass phrase for server.key:[1234]
Verifying - Enter pass phrase for server.key:[1234]
 
# openssl req -new -key server.key -out server.csr
Enter pass phrase for server.key:[1234]
You are about to be asked to enter information that will be incorporated
into your certificate request.
What you are about to enter is what is called a Distinguished Name or a DN.
There are quite a few fields but you can leave some blank
For some fields there will be a default value,
If you enter '.', the field will be left blank.
-----
Country Name (2 letter code) [AU]:
State or Province Name (full name) [Some-State]:
Locality Name (eg, city) []:
Organization Name (eg, company) [Internet Widgits Pty Ltd]:
Organizational Unit Name (eg, section) []:
Common Name (e.g. server FQDN or YOUR name) []:
Email Address []:
 
Please enter the following 'extra' attributes
to be sent with your certificate request
A challenge password []:
An optional company name []:
 
# cp server.key server.key.org
# openssl rsa -in server.key.org -out server.key
Enter pass phrase for server.key.org:
writing RSA key
 
# openssl x509 -req -days 365 -in server.csr -signkey server.key -out server.crt
Signature ok
subject=/C=AU/ST=Some-State/O=Internet Widgits Pty Ltd
Getting Private key

## check point

# ls
server.crt  server.csr  server.key  server.key.org
# pwd
/usr/local/tmp

edit file.

# vi /etc/nginx/conf.d/server.conf
# cat /etc/nginx/conf.d/server.conf
server {
  listen 80;
  server_name 192.168.33.11;
  location / {
    proxy_pass http://192.168.33.10/;
  }
}
 
server {
  listen       443;
  server_name  192.168.33.11;
 
  ssl                  on;
  ssl_certificate      /usr/local/tmp/server.crt;
  ssl_certificate_key  /usr/local/tmp/server.key;
  ssl_protocols  SSLv2 SSLv3 TLSv1;
 
  location / {
    proxy_pass http://192.168.33.10/;
  }
}

nginx service restart.

# service nginx restart
 * Restarting nginx nginx                                               [ OK ]

## check point

then, access to https page.
https://192.168.33.11

meeting timer

meeting timer
mtg_timer

you can also see remain time on the tab.

current time is

end time is

remain time is
min sec

Today's Agenda

<!DOCTYPE html>
<html lang="ja">
    <head>
        <meta charset="utf-8">
        <meta http-equiv="X-UA-Compatible" content="IE=edge">

        <!--multi device--!>
        <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
        <title>TimeKeeper</title>
    </head>
    <body>
    <!-- get current time --!>
    <p>
    current time is<label id="RealtimeClock"></label>
    </p>
    <!-- get end time --!>
    <p>
    end time is<input type="text"id="EndTime"  value="18:00" size="10">
    </p>
    <!-- get remain time and set buttons --!>
    <p>
    <form name="timer">
    remain time is</br>
    <input type="text" value="10" size="10">min
    <input type="text" value="0" size="10">sec<br>
    <input type="button" value="start" onclick="cntStart()">
    <input type="button" value="stop" onclick="cntStop()">
    <input type="button" value="reset" onclick="reSet()">
    </form>
    <!-- get aleart message --!>
    <font color="red"><label id="AlertMessage"></label></font>
    </p>
    <!-- get textbox --!>
    <p>
    <textarea name="freeans" rows="20" cols="30">Today's Agenda</textarea>
    </p>
        <!-- javascript --!>
        <script type="text/javascript">
        // display clock
        function showClock() {
           var nowTime = new Date();
           var nowHour = setfig( nowTime.getHours() );
           var nowMin = setfig( nowTime.getMinutes() );
           var nowSec = setfig( nowTime.getSeconds() );
           var msg = nowHour + ":" + nowMin + ":" + nowSec;
           document.getElementById("RealtimeClock").innerHTML = msg;
        }
        setInterval('showClock()',1000);
        // fix number of digits to two if its one
        function setfig(num) {
           var ret;
           if( num < 10 ) { ret = "0" + num; }
           else { ret = num; }
           return ret;
        }
        // set timer id
        var timer1;
        
        // get countdown timer for 1000msec
        function cntStart() {
          document.timer.elements[2].disabled=true;
          timer1=setInterval("countDown()",1000);
        }
        
        // stop timer
        function cntStop() {
          document.timer.elements[2].disabled=false;
          clearInterval(timer1);
        }
        
        // countdowm timer
        function countDown() {
          var min=document.timer.elements[0].value;
          var sec=document.timer.elements[1].value;
          
          if( (min=="") && (sec=="") ) {
            var msg="set time!";
            document.getElementById("AlertMessage").innerHTML = msg;
            reSet();
          } else {
            if (min=="") min=0;
            min=parseInt(min);
            
            if (sec=="") sec=0;
            sec=parseInt(sec);
            
            tmWrite(min*60+sec-1);
          }
        }
        
        // get remain time
        function tmWrite(int) {
          int=parseInt(int);
          
          if (int<=0)
          {
            reSet();
            var msg="it's time!";
            //alert(msg)
            document.getElementById("AlertMessage").innerHTML = msg;
            // aleart tab if remain time is zero
            document.title  = msg
          } else {
            // get remain min
            rem_min=Math.floor(int/60);
            // get remain sec
            rem_sec=int % 60;
            // get remain time
            document.timer.elements[0].value=rem_min;
            document.timer.elements[1].value=rem_sec;
            // display remain time
            document.title  = 'remain time is ' + rem_min + ':' + rem_sec;
          }
        }
        
        // reset form
        function reSet() {
          var msg="";
          document.getElementById("AlertMessage").innerHTML = msg;
          document.timer.elements[0].value="10";
          document.timer.elements[1].value="0";
          document.timer.elements[2].disabled=false;
          clearInterval(timer1);
        }
        </script>
    </body>
</html>

play with python turtle

drawing by python is fun! You can start drawing with python script by importing "turtle module".

1. sample code

# coding: utf-8

import turtle
t = turtle.Pen()
while True:
    color_list = 'pink', 'green', 'purple'
    import random
    scale = random.randint(50, 100)
    print("scale %s" % scale)
    t.left(60)
    for c in color_list:
        i = 1
        print("color %s" % c)
        while i <= 360 / 60:
            print("count %s" % i)
            t.begin_fill()
            t.forward(scale)
            t.fillcolor(c)
            t.left(30)
            t.circle(scale/4, 180)
            t.right(180)
            t.circle(scale/4, 180)
            t.left(30)
            t.forward(scale)
            t.left(180)
            i = i + 1
            t.end_fill()
        scale = scale * 0.8
    t.up()
    location = random.randint(100, 300)
    print("location %s" % location)
    t.left(scale)
    t.forward(location)
    t.left(scale)
    t.forward(location)
    t.down()
turtle.done()

2. execution

% python turtle_work.py

check /etc/hosts by shell script

To practice shell script coding, I coded host check script which ping to hosts wrote in /etc/hosts file and generate check result logs.

1. script

#!/bin/bash

# make directory if unexist
DIR=./pinglog

if [ ! -d $DIR ]; then
mkdir $DIR
echo -e "directory created"
fi

# variables
LOGDIR=$DIR
NOW=$(date +"%Y%m%d-%H%M%S")

OKLOG=$LOGDIR/hostcheck_$NOW.log
NGLOG=$LOGDIR/hostcheck_error_$NOW.log

# check ping reply
while read line; do
hosts=$(echo $line | grep -v ^# | grep -v ^$ | grep -v localhost | cut -d " " -f 2)

# ping to hosts
if [ -n "$hosts" ]; then
ping -c 1 $hosts > /dev/null 2>&1

# it got reply "hostname : OK" else "hostname : NG"
# output OK-log and NG-log file

if [ $? -eq 0 ]; then
echo -e "$hosts : OK" >> $OKLOG
else
echo -e "$hosts : NG" >> $NGLOG
fi
fi
done < /etc/hosts

echo -e "done"

github link is below https://github.com/yoshi-island/shell-script_work/blob/master/check_hosts.sh

2. prepare

In this case, I made active hosts by vagrant on virtualbox. vagrantfile is wrote like this.

VAGRANTFILE_API_VERSION = "2"

Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|

  config.vm.define :server do |server|
    server.vm.box = "centos7.0_x64"
    server.vm.hostname = "server"
    server.vm.network :private_network, ip: "192.168.111.223"
    #server.ssh.private_key_path = "~/.ssh/id_rsa"
  end

  config.vm.define :client do |client|
    client.vm.box = "centos7.0_x64"
    client.vm.hostname = "client"
    client.vm.network :private_network, ip: "192.168.111.224"
    #client.ssh.private_key_path = "~/.ssh/id_rsa"
  end

end

start machines on.

% vagrant up

/etc/hosts file is wrote like this.

% cat /etc/hosts | egrep -v "^#"
127.0.0.1    localhost
::1             localhost
192.168.111.223 server  # active on virtualbox
192.168.111.224 client  # active on virtualbox
111.111.111.111 dummy  # dummyhost

3. execute

execute

% bash check_hosts.sh
directory created
done

results

% cat pinglog/hostcheck_20170527-232436.log
server : OK
client : OK

% cat pinglog/hostcheck_error_20170527-232436.log
dummy : NG

hit and blow game coded by python

coding "hit and blow game" is a best way to get start studying new program language. I coded by python with my friends.

1. rules

- find out correct 3 digits.
- each digits used only at once, not like "555", "323"
- if digit "correct" and place "incorrect", counted as "blow".
- if digit "correct" and place "correct", counted as "hit".

% python hitandblow.py
Enter three digits >>123
0 hit 0 blow
Enter three digits >>456
0 hit 1 blow
Enter three digits >>857
1 hit 2 blow
Enter three digits >>875
3 hit 0 blow
congratulation!

2. code sample

import random
 
def judge(c, u):
h=0
b=0
 
for x in range(3):
for y in range(3):
if c[x] == u[y]:
if x == y:
h = h + 1
else:
b = b + 1
 
print("%s hit %s blow" %(h,b))
 
if h == 3:
print("congratulation!")
return True
else:
return False
 
if __name__ == '__main__':
 
com = []
while len(com)!=3:
rannum = random.randint(0,9)
if rannum not in com:
com.append(rannum)
 
while True:
usrnum=input("Enter three digits >>")
usr = (int(usrnum[0]),int(usrnum[1]),int(usrnum[2]))
 
if judge(com,usr) == True:
break

how to treat "<" ">" "&" on blogger post?

1. to write "<" ">" "&"

when you want to write "<" ">" "&" on blogger post html editor. Use FREEFORMATTER.COM. get code and paste on your html.

< > &

2. to write "&lt; &gt; &amp;"

To write "&lt; &gt; &amp;", write like this.

< > &

How easy!

highlight code on blogger with code-pretty

Mainly, there are two ways to highlight codes on blogger which are syntaxhighlighter and code-prettify. I tried code-prettify and installation tips are below.

1. config template

open the http configuration page("theme" > "edit html")


put the script tag below just above "<head>".

<script src="https://cdn.rawgit.com/google/code-prettify/master/loader/run_prettify.js"></script>

then push the save button.

2. write blog post

To write blog post, write like this. make sure you select "html" tab to edit post.

<pre class="prettyprint"><code class="language-python">
# code here
print ("hogehoge")
</code></pre>

shown like this.

# code here
print ("hogehoge")

hello golang

how to start golang on mac os.

1. install golang

% brew install go

2. coding

% cat go_work.go
package main
import "fmt"

func main() {
SayHello()
}

func SayHello() {
fmt.Println("Hello World for go lang")
}

3. execution

run without build

% go run go_work.go
Hello World for go lang

build and run

% go build go_work.go
% ./go_work
Hello World for go lang

make sound with javascript

javascript can make sound. I tried as a first javascript coding. the sound is from the famous Japanese movie :)

push the button to play music. *check the system volume!!

sample code is below.

<!DOCTYPE html>
<html lang="ja">
     <head>
          <meta charset="utf-8">
          <meta http-equiv="X-UA-Compatible" content="IE=edge">
     <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">

          <title>Audio API test</title>

          <!-- Bootstrap core CSS -->
          <link href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.6/css/bootstrap.min.css" rel="stylesheet" id="themesid">

          <!-- Custom styles -->
          <link href="https://getbootstrap.com/examples/theme/theme.css" rel="stylesheet">
          <link href="https://getbootstrap.com/dist/css/bootstrap-theme.min.css" rel="stylesheet">
          <link href="https://getbootstrap.com/examples/offcanvas/offcanvas.css" rel="stylesheet">

     </head>

     <body>
          <div class="container">
               <div class="row row-offcanvas row-offcanvas-right">
                    <div class="col-xs-12 col-sm-9">
                         <div class="row">

                              <!-- button -->
                              <div class="container theme-showcase" role="main">
                                   <p>
                                        <button type="button" class="btn btn-lg btn-primary" id="PlayButton">Play</button>
                                   </p>
                              </div>

                         </div>
                    </div>
               </div>
          </div>

          <script>
               function play() {

                    window.AudioContext = window.AudioContext || window.webkitAudioContext; // cross browser
                    var audioCtx = new AudioContext();

          for (key = 0; key < music.length; key++) {

                         // define sound key
                         if(music[key] == "Do"){var hz = 262;}
                         if(music[key] == "re"){var hz = 294;}
                         if(music[key] == "mi"){var hz = 330;}
                         if(music[key] == "fa"){var hz = 349;}
                         if(music[key] == "so"){var hz = 392;}
                         if(music[key] == "la"){var hz = 440;}
                         if(music[key] == "si"){var hz = 494;}
                         if(music[key] == "Doo"){var hz = 523;}
                         if(music[key] == "ree"){var hz = 587;}
                         if(music[key] == "mii"){var hz = 659;}
                         if(music[key] == "faa"){var hz = 699;}
                         if(music[key] == "soo"){var hz = 784;}
                         if(music[key] == "laa"){var hz = 880;}
                         if(music[key] == "sii"){var hz = 988;}

                         // sound play
                         if(hz != "none"){
                              var osciillator = audioCtx.createOscillator();   // sound generate
                              osciillator.frequency.value = hz;   // defined hertz 
                         var audioDestination = audioCtx.destination;   //defined sound output
                         osciillator.connect(audioDestination);   // connect speaker
                         osciillator.start = osciillator.start || osciillator.noteOn; // cross browser
                         osciillator.start();  // start playing
                              osciillator.stop(audioCtx.currentTime + time[key]);   // stop sound after time[key] sec
                         }

                         // sleep between each sound
                         Sleep(time[key]+0.1);

                    }
               }

               // sleep function
               function Sleep(T){
                  var d1 = new Date().getTime();
                  var d2 = new Date().getTime();
                  while( d2 < d1+1000*T ){     // wait T sec
                       d2=new Date().getTime();
                  }
                  return;
               }

               // defined tone
               var music = [];
               music.push("soo");
               music.push("mii");
               music.push("Doo");
               music.push("so");
               music.push("so");
               music.push("so");
               music.push("la");
               music.push("Doo");
               music.push("faa");
               music.push("laa");
               music.push("soo");

               // defined length of sound
               var time = [];
               time.push(0.7);
               time.push(0.2);
               time.push(0.7);
               time.push(0.2);
               time.push(0.2);
               time.push(0.2);
               time.push(0.2);
               time.push(0.2);
               time.push(0.2);
               time.push(0.2);
               time.push(0.7);

               // execution
               var Button1 = document.getElementsByClassName("btn btn-lg btn-primary");
               Button1[0].addEventListener("click", play, false);

          </script>
     </body>
</html>

differences between "pyenv", "pyenv-virtualenv" and "virtualenv"

differences between "pyenv", "pyenv-virtualenv" and "virtualenv" are very confusing. clearly defined the definition on this article.

1. pyenv

"pyenv" globally manage python versions. each versions has one environment.

% pyenv versions
  system
  2.7.5
  2.7.6
  2.7.8
* 3.5.0

2. virtualenv

"pyenv-virtualenv" is external function of pyenv. multiple environments can exist on same versions.

~/virtualenv1 % bash bin/activate  # activate peen-virtualenv
(virtualenv1) ~/virtualenv1 % pyenv versions
  system
  2.7.5
  2.7.6
  2.7.8
* 3.5.0 (set by xxx/.python-version)

(virtualenv1) ~/virtualenv1 % deactivate  # deactivate peen-virtualenv
~/virtualenv1 %

3. pyenv-virtualenv

"virtualenv" apply python versions to each directories. virtualenv automatically change environment when user move on the directories.

~/pyenv_test $ cd pyenv-virtualenv1/
(pyenv-virtualenv1) ~/pyenv_test/pyenv-virtualenv1 $

(pyenv-virtualenv1) ~/pyenv_test/pyenv-virtualenv1 $ cat .python-version
pyenv-virtualenv1

generate random odd/even number with ansible

ansible random module can control start, end and steps when generate random number.

1. make odd and even random number

code here.

% cat random_test.yml
- hosts: all
  become: true
  user: vagrant
  tasks:
  - set_fact:
      var1: "{{ 100 |random(1,2) }}" # odd random number 1-100 
      var2: "{{ 100 |random(2,2) }}" # even random number 2-100
  - debug:
      msg:
        - "odd number is {{ var1 }}"
        - "even number is {{ var2 }}"

generate numbers successfully.

% ansible-playbook -i hosts random_test.yml

PLAY [all] *********************************************************************

TASK [setup] *******************************************************************
ok: [192.168.111.223]
ok: [192.168.111.224]

TASK [set_fact] ****************************************************************
ok: [192.168.111.224]
ok: [192.168.111.223]

TASK [debug] *******************************************************************
ok: [192.168.111.224] => {
    "msg": [
        "odd number is 33",
        "even number is 80"
    ]
}
ok: [192.168.111.223] => {
    "msg": [
        "odd number is 1",
        "even number is 72"
    ]
}

PLAY RECAP *********************************************************************
192.168.111.223            : ok=3    changed=0    unreachable=0    failed=0
192.168.111.224            : ok=3    changed=0    unreachable=0    failed=0

how to start ansible?

Ansible is a tool to automatically build and configure virtual machines. There are many ways to build directory tree to execute ansible codes. Today I will show you the easiest way to get start ansible. *on mac os environment

1. install ansible

please check your computer has python. ansible works on python.

% python
...
>>>

if you have not install yet, get it.
*the command below is for mac os.

% brew install python

Then, get ansible.

% pip install ansible

2. prepare directory and files

create the files below under the same directory.

% ls
ansible.cfg  # configuration file
hosts  # hosts file
hello_ansible.yml  # execution file

include define hosts file path and ssh key file path on ansible.cfg file.

% cat ansible.cfg
[defaults]
hostfile = ./hosts
private_key_file=$HOME/.ssh/id_rsa

include target hosts address, username and passwords on ansible.cfg file. I have two hosts "192.168.111.223" and "192.168.111.224".

% cat hosts
[all]
192.168.111.223
192.168.111.224

[server]
192.168.111.223

[client]
192.168.111.224

[all:vars]
ansible_ssh_user=vagrant
ansible_ssh_pass=vagrant

ansible script file is here.

% cat hello_ansible.yml
- hosts: all
  become: true
  user: vagrant
  tasks:
  - debug:
      msg:
        - "hello ansible"

3. execution

% ansible-playbook -i hosts hello_ansible.yml

PLAY [all] *********************************************************************

TASK [setup] *******************************************************************
ok: [192.168.111.223]
ok: [192.168.111.224]

TASK [debug] *******************************************************************
ok: [192.168.111.224] => {
    "msg": [
        "hello ansible"
    ]
}
ok: [192.168.111.223] => {
    "msg": [
        "hello ansible"
    ]
}

PLAY RECAP *********************************************************************
192.168.111.223            : ok=2    changed=0    unreachable=0    failed=0
192.168.111.224            : ok=2    changed=0    unreachable=0    failed=0

auto ssh login shell script

automatically ssh login script below.

1. directory tree

% tree
.
├── auto_login.sh # main file
├── login_client.sh # script to login client host
└── login_server.sh # script to login server host

% cat auto_login.sh
#!/bin/sh

 auto_ssh() {
     host=$1
     id=$2
     pass=$3

      expect -c "
      set timeout 10
      spawn ssh ${id}@${host}
      #expect \"Are you sure you want to continue connecting (yes/no)?\"
      #send \"yes\n\"
      expect \"${id}@${host}'s password:\"
      send \"$pass\n\"
      expect \"# \"
      send \"cd /opt/work/ ; ls\n\"
      interact
      "
 }

remove "#" if you have not exchange ssh key with target host yet.

% cat login_server.sh
#!/bin/sh

# execute main script
. ./auto_login.sh
# auto login 'host address' 'username' 'password'
auto_ssh '192.168.111.223' 'vagrant' 'vagrant'

% cat login_client.sh
#!/bin/sh

# execute main script
. ./auto_login.sh
# auto login 'host address' 'username' 'password'
auto_ssh '192.168.111.224' 'vagrant' 'vagrant'

2. execution

% bash login_server.sh
spawn ssh vagrant@192.168.111.223
vagrant@192.168.111.223's password:
Last login: Sat May 27 17:19:45 2017 from 192.168.111.1
Welcome to your Vagrant-built virtual machine.
[vagrant@server ~]$