Coding の ORZ : September 2018

Saturday, September 29, 2018

Golang Json的回傳與畫出股市蠟燭圖

打造股票回測

Debug時間

這樣跳來跳去進度會不會超太快xd

剛剛的教學已經大致上完成一部分了，大家比較有問題的在

要改直接改源碼的話，就注意資料庫的ip和密碼和table表，

還有在route的網址所對應的網址基本上應該是沒什麼難度

golang的時間轉timestamp

還有

golang回傳json的格式在有些網站的時候json格式並不會照你的方式走，

不是你配合它就是它配合你(應該不可能xd

那麼接著早上繼續坐下去

架設伺服器回傳json

畫折線圖

Highcharts

highcharts這次是我們主要用來顯示股票的插件

這邊是改裝後的程式碼

<html>

<head>

<script src="https://code.jquery.com/jquery-3.1.1.min.js"></script>

<script src="https://code.highcharts.com/stock/highstock.js"></script>

<script src="https://code.highcharts.com/stock/modules/drag-panes.js"></script>

<script src="https://code.highcharts.com/stock/modules/exporting.js"></script>

<script type="text/javascript">

$.getJSON('http://localhost:9000/321', function (data) {

// create the chart

Highcharts.stockChart('container', {

rangeSelector: {

selected: 1

},

title: {

text: 'AAPL Stock Price'

},

series: [{

type: 'candlestick',

name: 'AAPL Stock Price',

data: data,

dataGrouping: {

units: [

[

'week', // unit name

[1] // allowed multiples

], [

'month',

[1, 2, 3, 4, 6]

]

]

}

}]

});

});

</script>

</head>

<body>

<div id="container" style="height: 400px; min-width: 310px"></div>

</body>

</html>

view raw golangstockdemo.html hosted with ❤ by GitHub

回傳Json

這邊的話還是依樣用查詢方式來做

	func HttpFileHandler4(w http.ResponseWriter, r *http.Request) {
	w.Header().Set("Access-Control-Allow-Origin", "*")
	db, e := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if e != nil { //如果连接出错,e将不是nil的
	print("ERROR?")
	return
	}

	// 提醒一句, 运行到这里, 并不代表数据库连接是完全OK的, 因为发送第一条SQL才会校验密码汗~!
	_, e2 := db.Query("select 1")
	if e2 == nil {
	println("DB OK")
	ttt,err := db.Exec("USE stock")
	if err != nil {
	print("ERROR?")
	return
	}
	fmt.Print(ttt)
	rows, e := db.Query("SELECT date,open,high,low,close,volume FROM `2015tw`;")
	if e != nil {
	fmt.Print("query error!!%v\n", e)

	return
	}
	fmt.Print(rows)
	if rows == nil {
	print("Rows is nil")
	return
	}

	var first int
	first=0
	fmt.Fprintln(w,"[")
	for rows.Next() { //跟java的ResultSet一样,需要先next读取
	if first!=0{
	if rows.Next()!=false{
	fmt.Fprintln(w,",")
	}
	}
	if first==0{
	first=1
	}


	stock := new(Stock)
	// rows貌似只支持Scan方法继续汗~! 当然,可以通过GetColumns()来得到字段顺序

	row_err := rows.Scan(&stock.Date,&stock.Open,&stock.High,&stock.Low,&stock.Close,&stock.Volume)
	if row_err != nil {
	//print("Row error!!")
	fmt.Fprintln(w,"]")
	return
	}
	fmt.Fprint(w,"[")
	tm2, _ := time.Parse("2006-01-02 15:04:05", strings.Replace(getFieldString(stock, "Date"), "/", "-", 2)+" 00:00:00")

	//fmt.Println(fmt.Sprint((int64(tm2.Unix()))))

	//fmt.Print(int32(tm2.Unix()))
	//fmt.Println(strings.Replace(getFieldString(stock, "Date"), "/", "-", 2)+" 00:00:00")
	//fmt.Print(int32(tm2.Unix()))
	fmt.Fprint(w,fmt.Sprint((int64(tm2.Unix()*1000)))+",")比照
	fmt.Fprint(w,getFieldString(stock, "Open")+",")
	fmt.Fprint(w,getFieldString(stock, "High")+",")
	fmt.Fprint(w,getFieldString(stock, "Low")+",")
	fmt.Fprint(w,getFieldString(stock, "Close")+",")
	fmt.Fprint(w,getFieldString(stock, "Volume"))
	fmt.Fprintln(w,"]")

	// fmt.Fprintln(w,checkCount(&rows))
	// b, _ := json.Marshal(stock)
	// fmt.Println(string(b)) // 这里没有判断错误, 呵呵, 一般都不会有错吧
	//fmt.Fprint(w,string(b))
	}
	fmt.Fprintln(w,"]")

	}

	}

view raw getserlect_ex.go hosted with ❤ by GitHub

整體程式碼

	package main

	import (
	"database/sql"
	"encoding/json"
	"fmt"
	"log"
	"net/http"
	//"github.com/go-sql-driver/mysql"
	"github.com/gorilla/mux"
	"reflect"
	"time"
	"strings"
	//"strconv"
	)
	import _ "github.com/go-sql-driver/mysql"
	var people []Person

	type Person struct {
	ID string `json:"id,omitempty"`
	Name string `json:"name,omitempty"`
	Address *Address `json:"address,omitempty"`
	}
	type Stock struct {
	Date string `json:"date"`
	Open string `json:"open"`
	High string `json:"high"`
	Low string `json:"low"`
	Close string `json:"close"`
	Volume string `json:"volume"`
	}
	type Address struct {
	Country string `json:"country,omitempty"`
	City string `json:"city,omitempty"`
	}

	func DefaultHandler(w http.ResponseWriter, r *http.Request) {
	fmt.Fprint(w, "Home")
	fmt.Fprint(w, "Home")
	fmt.Fprint(w, "Home")

	}
	// 定义一个结构体, 需要大写开头哦, 字段名也需要大写开头哦, 否则json模块会识别不了
	// 结构体成员仅大写开头外界才能访问
	type User struct {
	User string `json:"user"`
	Password string `json:"password"`
	Host string `json:"host"`
	}
	func PeopleHandler(w http.ResponseWriter, r *http.Request) {

	w.Header().Set("Access-Control-Allow-Origin", "*")
	json.NewEncoder(w).Encode(people)

	}

	func PersonHandler(w http.ResponseWriter, r *http.Request) {
	w.Header().Set("Access-Control-Allow-Origin", "*")
	params := mux.Vars(r)
	for _, item := range people {
	if item.ID == params["id"] {
	json.NewEncoder(w).Encode(item)
	}
	}

	}
	func HttpFileHandler(response http.ResponseWriter, request *http.Request) {
	//fmt.Fprintf(w, "Hi from e %s!", r.URL.Path[1:])
	http.ServeFile(response, request, "index.html")
	}
	func HttpFileHandler2(response http.ResponseWriter, request *http.Request) {
	//fmt.Fprintf(w, "Hi from e %s!", r.URL.Path[1:])
	http.ServeFile(response, request, "details.html")
	}
	func HttpFileHandler3(response http.ResponseWriter, request *http.Request) {
	//fmt.Fprintf(w, "Hi from e %s!", r.URL.Path[1:])
	http.ServeFile(response, request, "123.html")
	}
	func getFieldString(e *Stock, field string) string {
	r := reflect.ValueOf(e)
	f := reflect.Indirect(r).FieldByName(field)
	return f.String()
	}

	func checkCount(rows *sql.Rows) (count int) {
	for rows.Next() {
	err:= rows.Scan(&count)
	checkErr(err)
	}
	return count
	}

	func checkErr(err error) {
	if err != nil {
	panic(err)
	}
	}
	func HttpFileHandler4(w http.ResponseWriter, r *http.Request) {
	w.Header().Set("Access-Control-Allow-Origin", "*")
	db, e := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if e != nil { //如果连接出错,e将不是nil的
	print("ERROR?")
	return
	}

	// 提醒一句, 运行到这里, 并不代表数据库连接是完全OK的, 因为发送第一条SQL才会校验密码汗~!
	_, e2 := db.Query("select 1")
	if e2 == nil {
	println("DB OK")
	ttt,err := db.Exec("USE stock")
	if err != nil {
	print("ERROR?")
	return
	}
	fmt.Print(ttt)
	rows, e := db.Query("SELECT date,open,high,low,close,volume FROM `2015tw`;")
	if e != nil {
	fmt.Print("query error!!%v\n", e)

	return
	}
	fmt.Print(rows)
	if rows == nil {
	print("Rows is nil")
	return
	}

	var first int
	first=0
	fmt.Fprintln(w,"[")
	for rows.Next() { //跟java的ResultSet一样,需要先next读取
	if first!=0{
	if rows.Next()!=false{
	fmt.Fprintln(w,",")
	}
	}
	if first==0{
	first=1
	}


	stock := new(Stock)
	// rows貌似只支持Scan方法继续汗~! 当然,可以通过GetColumns()来得到字段顺序

	row_err := rows.Scan(&stock.Date,&stock.Open,&stock.High,&stock.Low,&stock.Close,&stock.Volume)
	if row_err != nil {
	//print("Row error!!")
	fmt.Fprintln(w,"]")
	return
	}
	fmt.Fprint(w,"[")
	tm2, _ := time.Parse("2006-01-02 15:04:05", strings.Replace(getFieldString(stock, "Date"), "/", "-", 2)+" 00:00:00")

	//fmt.Println(fmt.Sprint((int64(tm2.Unix()))))

	//fmt.Print(int32(tm2.Unix()))
	//fmt.Println(strings.Replace(getFieldString(stock, "Date"), "/", "-", 2)+" 00:00:00")
	//fmt.Print(int32(tm2.Unix()))
	fmt.Fprint(w,fmt.Sprint((int64(tm2.Unix()*1000)))+",")
	fmt.Fprint(w,getFieldString(stock, "Open")+",")
	fmt.Fprint(w,getFieldString(stock, "High")+",")
	fmt.Fprint(w,getFieldString(stock, "Low")+",")
	fmt.Fprint(w,getFieldString(stock, "Close")+",")
	fmt.Fprint(w,getFieldString(stock, "Volume"))
	fmt.Fprintln(w,"]")

	// fmt.Fprintln(w,checkCount(&rows))
	// b, _ := json.Marshal(stock)
	// fmt.Println(string(b)) // 这里没有判断错误, 呵呵, 一般都不会有错吧
	//fmt.Fprint(w,string(b))
	}
	fmt.Fprintln(w,"]")

	}

	}

	func getFromdatabase() {

	db, e := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if e != nil {
	print("ERROR?")
	return
	}

	_, e2 := db.Query("select 1")
	if e2 == nil {
	println("DB OK")
	rows, e := db.Query("select user,password,host from mysql.user")
	if e != nil {
	fmt.Print("query error!!%v\n", e)
	return
	}
	if rows == nil {
	print("Rows is nil")
	return
	}
	for rows.Next() {
	user := new(User)

	row_err := rows.Scan(&user.User,&user.Password, &user.Host)
	if row_err != nil {
	print("Row error!!")
	return
	}
	b, _ := json.Marshal(user)
	fmt.Println(string(b))
	}

	}

	}
	func getFromdatabase2() {

	db, e := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if e != nil { //如果连接出错,e将不是nil的
	print("ERROR?")
	return
	}

	// 提醒一句, 运行到这里, 并不代表数据库连接是完全OK的, 因为发送第一条SQL才会校验密码汗~!
	_, e2 := db.Query("select 1")
	if e2 == nil {
	println("DB OK")
	ttt,err := db.Exec("USE stock")
	if err != nil {
	print("ERROR?")
	return
	}
	fmt.Print(ttt)
	rows, e := db.Query("SELECT date,open,high,low,close,volume FROM `2015tw`;")
	if e != nil {
	fmt.Print("query error!!%v\n", e)

	return
	}
	fmt.Print(rows)
	if rows == nil {
	print("Rows is nil")
	return
	}

	for rows.Next() { //跟java的ResultSet一样,需要先next读取

	stock := new(Stock)
	// rows貌似只支持Scan方法继续汗~! 当然,可以通过GetColumns()来得到字段顺序

	row_err := rows.Scan(&stock.Date,&stock.Open,&stock.High,&stock.Low,&stock.Close,&stock.Volume)
	if row_err != nil {
	print("Row error!!")
	return
	}
	b, _ := json.Marshal(stock)
	fmt.Println(string(b)) // 这里没有判断错误, 呵呵, 一般都不会有错吧
	}

	}

	}
	//插入demo
	func insert() {
	db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")

	stmt, err := db.Prepare(`INSERT user (Host,user,password) values (?,?,?)`)
	if err != nil {
	panic(err)
	}
	res, err := stmt.Exec("tony", 20, 1)
	if err != nil {
	panic(err)
	}
	id, err := res.LastInsertId()
	if err != nil {
	panic(err)
	}
	fmt.Println(id)
	}
	func create(name string) {

	db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if err != nil {
	panic(err)
	}
	defer db.Close()



	_,err = db.Exec("USE stock")
	if err != nil {
	panic(err)
	}
	var query string

	query="CREATE TABLE "+name+" (data varchar(32) ,open float, high float, low float ,close float , volume float)"

	fmt.Println(query)

	_,err = db.Exec(query)
	if err != nil {
	panic(err)
	}
	}
	func update() {
	db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if err != nil {
	panic(err)
	}
	stmt, err := db.Prepare(`UPDATE user SET user_age=?,user_sex=? WHERE user_id=?`)
	if err != nil {
	panic(err)
	}
	res, err := stmt.Exec(21, 2, 1)
	if err != nil {
	panic(err)
	}
	num, err := res.RowsAffected()
	if err != nil {
	panic(err)
	}
	fmt.Println(num)
	}

	//删除数据
	func remove() {
	db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if err != nil {
	panic(err)
	}
	stmt, err := db.Prepare(`DELETE FROM user WHERE user_id=?`)
	if err != nil {
	panic(err)
	}
	res, err := stmt.Exec(1)
	if err != nil {
	panic(err)
	}
	num, err := res.RowsAffected()
	if err != nil {
	panic(err)
	}
	fmt.Println(num)
	}
	func main() {
	route := mux.NewRouter()
	people = append(people, Person{ID: "1", Name: "sojib", Address: &Address{Country: "bangladesh", City: "Dhaka"}})
	people = append(people, Person{ID: "2", Name: "hasan", Address: &Address{Country: "china", City: "C"}})
	people = append(people, Person{ID: "3", Name: "kamal", Address: &Address{Country: "japan", City: "J"}})
	route.HandleFunc("/", DefaultHandler).Methods("Get")
	route.HandleFunc("/people", PeopleHandler).Methods("Get")
	route.HandleFunc("/people/{id}", PersonHandler).Methods("Get")
	route.HandleFunc("/index", HttpFileHandler)
	route.HandleFunc("/details", HttpFileHandler2)
	route.HandleFunc("/123", HttpFileHandler3)
	route.HandleFunc("/321", HttpFileHandler4)
	//route.Handle("/details", http.FileServer(http.Dir("/mnt/c/golangtmp")))
	//getFromdatabase2()
	//create("2015tw")
	//create("qwdwqd")
	log.Fatal(http.ListenAndServe(":9000", route))
	}

view raw golangstockver1.go hosted with ❤ by GitHub

看著我你CSV你才能動->>>>CSV檔案下載

伺服器方面的部分呢還是用ngork進行對外連接，今天差不多就到這裡，golang速度超快，其實做到這邊，golang就差不多熟了，那可能比較深入一些函數像是執行續拉等等沒碰到，golang應該很快就可以上手。
golang學習

Golang 數據處理與 Mysql 基礎語法

打造股票回測/盯盤網頁

目標

昨天有說到要打造一個用redis資料庫，後來想一想這是用在有快取場合的方面，那麼

我們能做到什麼呢，我打算用golang mongodb jquery來實現我們的框架初步回測的框架

那麼我們可能需要完成下列清單不過我們先用mysql搭起來熟悉一下環境吧~

整個流程跑完苦

數據的導入

架設伺服器回傳json

畫折線圖

新增回測按鈕與篩選條件

打造一個盯盤軟體

數據的處理

看著我你CSV你才能動->>>>CSV檔案下載

就是說這一次的話沒想過要弄爬蟲，相信大家可以在很多地方找到股票的歷史資料，
我們今天就對數據做一個處理吧首先我們先來直上代碼
這邊代碼我們把檔案讀進去了接下來看要怎樣對上傳CSV檔案到SQL資料庫吧

	package main

	import (
	"encoding/csv"
	"fmt"
	"io"
	"os"
	)

	func main() {
	file, err := os.Open("names.txt")
	if err != nil {
	fmt.Println("Error:", err)
	return
	}
	defer file.Close()
	reader := csv.NewReader(file)
	for {
	record, err := reader.Read()
	if err == io.EOF {
	break
	} else if err != nil {
	fmt.Println("Error:", err)
	return
	}

	fmt.Println(record) // record has the type []string
	}
	}

view raw readcsv.go hosted with ❤ by GitHub

Mysql 的常用函數

	func create(name string) {

	db, err := sql.Open("mysql", "admin:admin@tcp(127.0.0.1:3306)/")
	if err != nil {
	panic(err)
	}
	defer db.Close()

	_,err = db.Exec("CREATE DATABASE "+name)
	if err != nil {
	panic(err)
	}

	_,err = db.Exec("USE "+name)
	if err != nil {
	panic(err)
	}

	_,err = db.Exec("CREATE TABLE example ( id integer, data varchar(32) )")
	if err != nil {
	panic(err)
	}
	}

view raw createtable.go hosted with ❤ by GitHub

+func insert() {
+    db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
+    stmt, err := db.Prepare(`INSERT user (Host,user,password) values (?,?,?)`)
+	if err != nil {
+		panic(err)
+	}
+    res, err := stmt.Exec("tony", 20, 1)
+	if err != nil {
+		panic(err)
+	}
+    id, err := res.LastInsertId()
+	if err != nil {
+		panic(err)
+	}
+    fmt.Println(id)
+}

view raw insert.go hosted with ❤ by GitHub

-func remove() {
-    db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
-	if err != nil {
-		panic(err)
-	}
-    stmt, err := db.Prepare(`DELETE FROM user WHERE user_id=?`)
-	if err != nil {
-		panic(err)
-	}
-    res, err := stmt.Exec(1)
-	if err != nil {
-		panic(err)
-	}
-    num, err := res.RowsAffected()
-	if err != nil {
-		panic(err)
-	}
-    fmt.Println(num)
-}

view raw remove.go hosted with ❤ by GitHub

	func getFromdatabase() {

	db, e := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if e != nil {
	print("ERROR?")
	return
	}

	_, e2 := db.Query("select 1")
	if e2 == nil {
	println("DB OK")
	rows, e := db.Query("select user,password,host from mysql.user")
	if e != nil {
	fmt.Print("query error!!%v\n", e)
	return
	}
	if rows == nil {
	print("Rows is nil")
	return
	}
	for rows.Next() {
	user := new(User)

	row_err := rows.Scan(&user.User,&user.Password, &user.Host)
	if row_err != nil {
	print("Row error!!")
	return
	}
	b, _ := json.Marshal(user)
	fmt.Println(string(b))
	}

	}

	}

view raw select.go hosted with ❤ by GitHub

	func update() {
	db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if err != nil {
	panic(err)
	}
	stmt, err := db.Prepare(`UPDATE user SET user_age=?,user_sex=? WHERE user_id=?`)
	if err != nil {
	panic(err)
	}
	res, err := stmt.Exec(21, 2, 1)
	if err != nil {
	panic(err)
	}
	num, err := res.RowsAffected()
	if err != nil {
	panic(err)
	}
	fmt.Println(num)
	}

view raw update.go hosted with ❤ by GitHub

	// 定义一个结构体, 需要大写开头哦, 字段名也需要大写开头哦, 否则json模块会识别不了
	// 结构体成员仅大写开头外界才能访问
	type User struct {
	User string `json:"user"`
	Password string `json:"password"`
	Host string `json:"host"`
	}

view raw 解構體.go hosted with ❤ by GitHub

我大致上把它整理一下

讀csv檔與上傳到數據庫

每一檔股票都它其編號，所以呢我們可以create一個table名稱對應股票的代號這邊先做個簡易版
先來讀一下檔

	package main

	import (
	"encoding/csv"
	"fmt"
	"io"
	"os"
	"database/sql"
	)
	import _ "github.com/go-sql-driver/mysql"
	func typeof(v interface{}) string {
	return fmt.Sprintf("%T", v)
	}
	func create(name string) {

	db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if err != nil {
	panic(err)
	}
	defer db.Close()



	_,err = db.Exec("USE stock")
	if err != nil {
	panic(err)
	}
	var query string

	query="CREATE TABLE "+name+" (date date ,open float, high float, low float ,close float , volume float)"

	fmt.Println(query)

	_,err = db.Exec(query)
	if err != nil {
	//panic(err)
	print (err)
	}
	}


	//插入demo
	func insert(name string,date string,open string,high string,low string,close string,volume string) {
	db, err := sql.Open("mysql", "root:1234@tcp(localhost:3306)/mysql?charset=utf8")
	if err != nil {
	panic(err)
	}
	_,err = db.Exec("USE stock")
	if err != nil {
	panic(err)
	}
	stmt, err := db.Prepare("INSERT "+name+" (date,open,high,low,close,volume) values (?,?,?,?,?,?)")
	if err != nil {
	panic(err)
	}
	res, err := stmt.Exec(date,open,high,low,close,volume)
	if err != nil {
	panic(err)
	}

	id, err := res.LastInsertId()
	if err != nil {
	fmt.Println(id)
	}

	db.Close()
	}
	func main() {
	file, err := os.Open("2015正新.csv")
	if err != nil {
	fmt.Println("Error:", err)
	return
	}
	create("2015tw")

	defer file.Close()
	reader := csv.NewReader(file)
	for {
	record, err := reader.Read()
	if err == io.EOF {
	break
	} else if err != nil {
	fmt.Println("Error:", err)

	return
	}
	insert("2015tw",record[0],record[1],record[2],record[3],record[4],record[5])
	//fmt.Println(record) // record has the type []string
	//fmt.Println("get:", record[0])
	//fmt.Println(strings.Replace(string(record), " ", ",", 2))
	}
	//insert("2015tw","1","1","1","1","1","1")
	fmt.Println("ok")

	}

view raw insertcsv.go hosted with ❤ by GitHub

綜合下

在資料的insert速度超快跟python比差一大截

Wednesday, September 26, 2018

Golang 搭建一個簡單Http Server

上一次我們講到安裝Golang那麼今天我們來看如何架設一個跟網頁溝通的伺服器

Setting

go get -u github.com/gorilla/mux

安裝套件的過程它不會講話xd，套一句老師說的沒消息就是好消息

放置檔案路徑，沒什麼難度，放到資料夾而已。

上述相關文件安裝完後，沒想到的是，只要設定好route，仔細看整組搬過來就可以了這是比較正規的作法，當然網路上也有其他更暴力的方法(牛逼稍微進行一下小改裝

Go语言实现简单的一个静态WEB服务器


	<!DOCTYPE html>
	<html>
	<head>
	<script src="https://ajax.googleapis.com/ajax/libs/jquery/3.1.1/jquery.min.js"></script>
	<script type="text/javascript" language="javascript">
	$(document).ready(function () {
	var id = getParameterByName('id');
	$.getJSON("http://localhost:9000/people/"+id, function (data) {
	console.debug(data);
	$('#city').html(data["address"].city);
	$('#country').html(data["address"].country);
	$('#id').html(data.id);
	$('#name').html(data.name);
	});
	});
	function getParameterByName(name) {
	var match = RegExp('[?&]' + name + '=([^&]*)').exec(window.location.search);
	return match && decodeURIComponent(match[1].replace(/\+/g, ' '));
	}
	</script>
	</head>
	<body>
	Id : <span id="id"></span><br><br>
	Name : <span id="name"></span><br><br>
	Address : <span id="city"> , </span> <span id="country"></span>
	</body>
	</html>

view raw details.html hosted with ❤ by GitHub

	<!DOCTYPE html>
	<html>
	<head>
	<script src="https://ajax.googleapis.com/ajax/libs/jquery/3.1.1/jquery.min.js"></script>
	<script type="text/javascript" language="javascript">
	$(document).ready(function () {
	var success = false;
	$.getJSON('http://localhost:9000/people', function (schoolData) {
	var tr;
	success = true;
	for (var i = 0; i < schoolData.length; i++) {
	tr = $('<tr/>');
	tr.append("<td>" + schoolData[i].id + "</td>");
	tr.append("<td>" + schoolData[i].name + "</td>");
	tr.append("<td><a href='details?id="+ schoolData[i].id +"'>Details</a></td>");
	tr.append('<td><button type="button" class="btn btn-success">Edit</button></td>');
	tr.append('<td><button type="button" class="btn btn-success">Delete</button></td>');
	$('table').append(tr);
	}
	});
	setTimeout(function() {
	if (!success)
	{
	// Handle error accordingly
	alert("Server Not Found"); // string was "Houston, we have a problem."
	}
	}, 1000);
	});
	</script>
	</head>
	<body>
	<button>Add</button>
	<table class="table">
	</table>
	</body>
	</html>

view raw index.html hosted with ❤ by GitHub

	package main

	import (
	"fmt"
	"log"
	"net/http"
	"github.com/gorilla/mux"
	"encoding/json"
	)

	var people []Person

	type Person struct {
	ID string `json:"id,omitempty"`
	Name string `json:"name,omitempty"`
	Address *Address `json:"address,omitempty"`
	}

	type Address struct {
	Country string `json:"country,omitempty"`
	City string `json:"city,omitempty"`
	}

	func DefaultHandler(w http.ResponseWriter, r *http.Request) {
	fmt.Fprint(w, "Home")
	fmt.Fprint(w, "Home")
	fmt.Fprint(w, "Home")

	}


	func PeopleHandler(w http.ResponseWriter, r *http.Request){

	w.Header().Set("Access-Control-Allow-Origin", "*")
	json.NewEncoder(w).Encode(people)

	}

	func PersonHandler(w http.ResponseWriter, r *http.Request) {
	w.Header().Set("Access-Control-Allow-Origin", "*")
	params := mux.Vars(r)
	for _,item := range people{
	if item.ID == params["id"]{
	json.NewEncoder(w).Encode(item)
	}
	}

	}
	func HttpFileHandler(response http.ResponseWriter, request *http.Request) {
	//fmt.Fprintf(w, "Hi from e %s!", r.URL.Path[1:])
	http.ServeFile(response, request, "index.html")
	}
	func HttpFileHandler2(response http.ResponseWriter, request *http.Request) {
	//fmt.Fprintf(w, "Hi from e %s!", r.URL.Path[1:])
	http.ServeFile(response, request, "details.html")
	}

	func main() {
	route := mux.NewRouter()
	people = append(people, Person{ID : "1", Name : "sojib", Address : &Address{Country : "bangladesh", City : "Dhaka"}})
	people = append(people, Person{ID : "2", Name : "hasan", Address : &Address{Country : "china", City : "C"}})
	people = append(people, Person{ID : "3", Name : "kamal", Address : &Address{Country : "japan", City : "J"}})
	route.HandleFunc("/", DefaultHandler).Methods("Get")
	route.HandleFunc("/people", PeopleHandler).Methods("Get")
	route.HandleFunc("/people/{id}", PersonHandler).Methods("Get")
	route.HandleFunc("/index", HttpFileHandler)
	route.HandleFunc("/details", HttpFileHandler2)
	//route.Handle("/details", http.FileServer(http.Dir("/mnt/c/golangtmp")))
	log.Fatal(http.ListenAndServe(":9000", route))
	}

view raw main.go hosted with ❤ by GitHub

後續

整組搬來用是不錯啦，這樣的話我們做處理的時候可以在golange做處理了

之前在python寫的交易系統，在前段時間呢看到了一個影片
遺傳演算法最佳化高頻交易策略沒錯很喜歡模擬的我們呢已經搭建好這框架了

至於資料庫呢，既然都是用新技術在做事了，學習一下用redis 當作資料庫

讓我們速度起飛!

Golang Install On Ubutun

接觸原因

搭建一個框架，想說在一般電腦中，架設伺服器的有沒有可以兼顧速度和執行效率的語言，就是GO了，其實在以前有寫過一個小範例，覺得蠻難寫的，那時Golang剛推出，可能是因為那時候還沒接觸Pyhton，以後會陸陸續續改一些以前的小專案看看，接下來看一下安裝過程吧!

想試一下也可以來這邊看看

A Tour of Go

那麼我們開始吧

Install

Install golang
我們把環境裝在linxu吧，以後還要紀錄一下Ducker安裝過程等等。

在Windows子系統下我們可以直接複製到/mnt/c掛載區直接把我們的壓縮檔解壓縮並安裝。

sudo tar -C /usr/local -xzf go1.x.x.linux-amd64.tar.gz

export PATH=$PATH:/usr/local/go/bin

	package main

	import "fmt"

	func main() {
	fmt.Printf("hello, world\n")
	}

view raw test.go hosted with ❤ by GitHub

存成hello.go，之後執行看看吧!

go build hello.go
 ./hello

環境參數

go env

比較重要的是

GOPATH="/home/x213212/go"

src - 放Go程式碼的地方
pkg - 放Go package的地方
bin - 編譯好的執行檔會放在這裡

學習資源

Go by Example
golangpkg

Monday, September 24, 2018

Python Facebook聊天機器人 Echo Ngork

前置作業

聊天機器人
想說Linebot弄完後順便連Facebookbot一併弄一下好了
bot也算是兩年前的東西了，以前寫沒留下近期內用到再來寫一下作教學文
不然每次的話都要再重找
不過Facebookbot比較麻煩一點就是了
那在我們上一回的Linebot都裝的差不多了，
為什麼技術文章寫來寫去還是很像在寫心情雜記xd

創立一個粉絲專頁

Facebook Developers Setting Messager

創完之後呢我們接下來要進去facebook developers 設定messager
我們來到
https://developers.facebook.com/

建立完成後呢

選擇我們自己設立的粉絲專頁

授權

Facebook Developers Application審查

隱私權政策網址
Privacy Policy Generato

填完資料後一定要按右上角開啟app

Facebook Developers Setting Webhooks

我們複製我們穿透厚的網址https!

驗證成功

記得把權杖再複製一次給webhooks

安裝元件

$ pip install pymessenger

裝完後跑一下code

	import os, sys
	from flask import Flask, request
	from pymessenger import Bot

	app = Flask(__name__)

	PAGE_ACCESS_TOKEN = "XXXXXXXXXXXXXXXXXXXXXXXXXXXX"

	bot = Bot(PAGE_ACCESS_TOKEN)


	@app.route('/', methods=['GET'])
	def verify():
	# Webhook verification
	if request.args.get("hub.mode") == "subscribe" and request.args.get("hub.challenge"):
	if not request.args.get("hub.verify_token") == "hello":
	return "Verification token mismatch", 403
	return request.args["hub.challenge"], 200
	return "Hello world", 200


	@app.route('/', methods=['POST'])
	def webhook():
	data = request.get_json()
	log(data)

	if data['object'] == 'page':
	for entry in data['entry']:
	for messaging_event in entry['messaging']:

	# IDs
	sender_id = messaging_event['sender']['id']
	recipient_id = messaging_event['recipient']['id']

	if messaging_event.get('message'):
	# Extracting text message
	if 'text' in messaging_event['message']:
	messaging_text = messaging_event['message']['text']
	else:
	messaging_text = 'no text'

	# Echo
	response = messaging_text
	bot.send_text_message(sender_id, response)

	return "ok", 200


	def log(message):
	print(message)
	sys.stdout.flush()


	if __name__ == "__main__":
	app.run(debug = True, port = 80)

view raw app.py hosted with ❤ by GitHub

記得替換掉token
端口與ngork端口需要一至

啟動伺服器

直接開密!

ngork伺服器響應時間有夠慢的，然後既然是免費的嗎算惹

如果在權杖有問題的話這邊可以把webhooks進行移除

Sunday, September 23, 2018

Python Line聊天機器人 Echo Ngork

前置作業

https://admin-official.line.me

https://developers.line.me/console/channel

上面會用到的兩個網址

https://yaoandy107.github.io/line-bot-tutorial/

照這位大大把推廣的帳號和line console後台做綁定

好了之後呢我們來看一下正題

我們先來下載

https://ngrok.com/

下載後呢

ngrok http 5000

view raw ngrok hosted with ❤ by GitHub

解壓縮完我們執行他

執行NGORK

LINE Webhook設定

這是將本機端口連到外網
大家比較有問題的是webhooks
記得把上面設成enable url則跟ngork產生的臨時網址+自己的伺服器回應網址做結合
得到
https://05bfab1a.ngrok.io/callback

那接下來執行

	from flask import Flask, request, abort

	from linebot import (
	LineBotApi, WebhookHandler
	)
	from linebot.exceptions import (
	InvalidSignatureError
	)
	from linebot.models import (
	MessageEvent, TextMessage, TextSendMessage,
	)

	app = Flask(__name__)

	line_bot_api = LineBotApi('token')

	handler = WebhookHandler('script')

	@app.route("/callback", methods=['POST'])
	def callback():
	# get X-Line-Signature header value
	signature = request.headers['X-Line-Signature']

	# get request body as text
	body = request.get_data(as_text=True)
	print("Request body: " + body, "Signature: " + signature)

	# handle webhook body
	try:
	handler.handle(body, signature)
	except InvalidSignatureError:
	abort(400)

	return 'OK'


	@handler.add(MessageEvent, message=TextMessage)
	def handle_message(event):
	#print("Handle: reply_token: " + event.reply_token + ", message: " + event.message.text)
	content = "{}: {}".format(event.source.user_id, event.message.text)
	print (content)
	print('--------------------------------')
	line_bot_api.reply_message(
	event.reply_token,
	TextSendMessage(text=content))

	import os

	if __name__ == "__main__":
	app.run(debug=True,port=5000)

view raw linebottest.py hosted with ❤ by GitHub

我們掃描我們的linebot帳號並輸入一連串文字

成功的話我們可以看到伺服器會回傳json

嫌這個看不太清楚的話呢輸入這串網址我們可以進到

看比較詳細的Requests詳細資料

以前的話呢是對json做處理現在有api可以call了

關閉自動回復訊息範本

感謝您傳送訊息給我！(blush)

很抱歉，這個帳號沒有辦法對用戶個別回覆。(hm)

敬請期待下次的訊息內容！(shiny)
這個咚咚呢，我們可以把他切掉

這邊可以看到我們的linebot已經完成了!

Windows10 Ubuntu Setting

常常發帖的話又會影響質量的問題，之前的日常debug

可能要縮減一下了，我們就來進行一整天的設定吧!

在安裝完windows10 內建的ubuntu我們來進行一些

內部的設定吧

弄完大概可以發現這畫面

再來安裝個pip

	<html>
	<head>
	<script src="https://code.jquery.com/jquery-3.1.1.min.js"></script>
	<script src="https://code.highcharts.com/stock/highstock.js"></script>
	<script src="https://code.highcharts.com/stock/modules/drag-panes.js"></script>
	<script src="https://code.highcharts.com/stock/modules/exporting.js"></script>


	<script type="text/javascript">

	$.getJSON('http://localhost:9000/321', function (data) {

	// create the chart
	Highcharts.stockChart('container', {


	rangeSelector: {
	selected: 1
	},

	title: {
	text: 'AAPL Stock Price'
	},

	series: [{
	type: 'candlestick',
	name: 'AAPL Stock Price',
	data: data,
	dataGrouping: {
	units: [
	[
	'week', // unit name
	[1] // allowed multiples
	], [
	'month',
	[1, 2, 3, 4, 6]
	]
	]
	}
	}]
	});
	});


	</script>
	</head>

	<body>

	<div id="container" style="height: 400px; min-width: 310px"></div>


	</body>
	</html>

Saturday, September 29, 2018

打造股票回測

Debug時間

Highcharts

回傳Json

整體程式碼

看著我你CSV你才能動->>>>CSV檔案下載

目標

數據的處理

看著我你CSV你才能動->>>>CSV檔案下載

Mysql 的 常用函數

讀csv檔與上傳到數據庫

Wednesday, September 26, 2018

Setting

go get -u github.com/gorilla/mux

安裝套件的過程它不會講話xd，套一句老師說的沒消息就是好消息

放置檔案路徑，沒什麼難度，放到資料夾而已。

上述相關文件安裝完後，沒想到的是，只要設定好route，仔細看整組搬過來就可以了這是比較正規的作法，當然網路上也有其他更暴力的方法(牛逼稍微進行一下小改裝 Go语言实现简单的一个静态WEB服务器

後續

接觸原因

想試一下也可以來這邊看看

Install

環境參數

學習資源

Monday, September 24, 2018

前置作業

創立一個粉絲專頁

Facebook Developers Setting Messager

Facebook Developers Application審查

隱私權政策網址 Privacy Policy Generato

Facebook Developers Setting Webhooks

直接開密!

如果在權杖有問題的話這邊可以把webhooks進行移除

Sunday, September 23, 2018

前置作業

執行NGORK

LINE Webhook設定

關閉自動回復訊息範本

Mysql 的常用函數

`go get -u github.com/gorilla/mux`

上述相關文件安裝完後，沒想到的是，只要設定好route，仔細看整組搬過來就可以了這是比較正規的作法，當然網路上也有其他更暴力的方法(牛逼稍微進行一下小改裝

Go语言实现简单的一个静态WEB服务器

隱私權政策網址
Privacy Policy Generato