123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211 |
- package services
- import (
- "bytes"
- "encoding/json"
- "eta/eta_index_lib/models"
- "eta/eta_index_lib/utils"
- "fmt"
- "github.com/shopspring/decimal"
- "os"
- "os/exec"
- "reflect"
- "strings"
- )
- func Test() (err error) {
- defer func() {
- if err != nil {
- fmt.Println("err:", err)
- }
- }()
-
-
-
-
- cmd := exec.Command("python3", "/Users/roc/go/src/eta/eta_index_lib/test2.py")
- outputByte, err := cmd.Output()
-
- fmt.Println("start")
- if err != nil {
- return
- }
- fmt.Println(string(outputByte))
- arr := strings.Split(string(outputByte), "result=")
- arrLen := len(arr)
-
- if arrLen <= 1 {
- err = fmt.Errorf("python运算结果异常")
- return
- }
- resultStr := arr[arrLen-1]
- fmt.Println(resultStr)
- var dataMap map[string]float64
- json.Unmarshal([]byte(resultStr), &dataMap)
- fmt.Println(dataMap)
-
-
-
-
-
-
-
-
- return
- }
- type EdbDataStrFromPython struct {
- Date map[int]string `json:"date"`
- Value map[int]interface{} `json:"value"`
- }
- func ExecPythonCode(edbCode, reqCode string) (dataMap models.EdbDataFromPython, err error, errMsg string) {
- defer func() {
- if err != nil {
- fmt.Println("err:", err)
- }
- }()
- codeStr := strings.ToLower(reqCode)
-
- if strings.Contains(codeStr, "drop table") || strings.Contains(codeStr, "delete") || strings.Contains(codeStr, "update") || strings.Contains(codeStr, "alter") || strings.Contains(codeStr, "truncate") {
- err = fmt.Errorf("不支持该命令")
- return
- }
-
- pythonFile, err := getPythonFileAbsolutePath(edbCode)
- if err != nil {
- return
- }
- pythonCodeStr := getPythonFrontStr() + reqCode + getPythonLaterStr()
- fileHandle, err := os.OpenFile(pythonFile, os.O_RDWR|os.O_CREATE|os.O_EXCL, 0766)
- if err != nil {
- return
- }
- defer func() {
- os.Remove(pythonFile)
- }()
- _, err = fileHandle.Write([]byte(pythonCodeStr))
- if err != nil {
- return
- }
- fileHandle.Close()
- cmd := exec.Command(utils.PYTHON_PATH, pythonFile)
- var out, errMsgOut bytes.Buffer
- cmd.Stdout = &out
- cmd.Stderr = &errMsgOut
- err = cmd.Run()
- if err != nil {
- errMsg = errMsgOut.String()
- return
- }
- outputByte := out.String()
- if err != nil {
- return
- }
-
- arr := strings.Split(string(outputByte), "result=")
- arrLen := len(arr)
-
- if arrLen <= 1 {
- err = fmt.Errorf("python运算结果异常")
- return
- }
- resultStr := arr[arrLen-1]
-
- var dataMapStr EdbDataStrFromPython
-
- err = json.Unmarshal([]byte(resultStr), &dataMapStr)
- if err != nil {
- return
- }
- dataMap.Date = make(map[int]string)
- dataMap.Value = make(map[int]float64)
-
- i := 0
- lenData := len(dataMapStr.Date)
- for k := 0; k < lenData; k++ {
- date := dataMapStr.Date[k]
- tmpValue := dataMapStr.Value[k]
- if reflect.TypeOf(tmpValue) != nil {
- if reflect.TypeOf(tmpValue).Kind() == reflect.Float64 {
- dataMap.Date[i] = date
- dataMap.Value[i], _ = decimal.NewFromFloat(reflect.ValueOf(tmpValue).Float()).Truncate(4).Float64()
- i++
- }
- }
- }
-
-
- return
- }
- func getPythonFileAbsolutePath(edbCode string) (pythonFile string, err error) {
- uploadDir := utils.STATIC_DIR + "python/"
- err = os.MkdirAll(uploadDir, 0766)
- if err != nil {
- return
- }
- pythonFile = uploadDir + fmt.Sprint(edbCode, "_", utils.GetRandDigit(16), ".py")
- if utils.RunMode != "release" {
- dir, tmpErr := os.Getwd()
- if tmpErr != nil {
- err = tmpErr
- return
- }
- pythonFile = dir + "/" + pythonFile
- }
- return
- }
- func getPythonFrontStr() string {
-
- str := fmt.Sprintf("#!/usr/bin/python\n# -*- coding: UTF-8 -*-\nimport json\n\nimport pymysql\nimport pandas as pd\nfrom pymongo import MongoClient\nimport pytz\n\nsql_config = {\n 'host': '%s',\n 'port': 3306,#主机号\n 'user': '%s',#账户名\n 'passwd': '%s',#密码\n 'db': '%s',\n 'charset': 'utf8mb4',\n 'cursorclass': pymysql.cursors.DictCursor\n}\n\ndb = pymysql.connect(**sql_config)\ndb.autocommit(1)\ncursor = db.cursor()\npandas_fetch_all = pd.read_sql\n\n", utils.PYTHON_MYSQL_HOST, utils.PYTHON_MYSQL_USER, utils.PYTHON_MYSQL_PASSWD, utils.PYTHON_MYSQL_DB)
-
- if utils.PYTHON_MONGO_HOST != `` {
- str += getPythonFront2Str()
- }
-
- str += getPythonFront3Str()
- return str
- }
- func getPythonFront2Str() string {
- str := fmt.Sprintf("\nfrom pymongo import MongoClient\nfrom dateutil.tz import tzlocal\n# MongoDB 连接配置\nmongo_config = {\n 'host': '%s', # 替换为你的 MongoDB 连接字符串\n 'database': '%s', # 替换为你的数据库名\n 'collection': '%s', # 替换为你的集合名\n 'auth_mechanism': '%s' # 替换为你的认证机制\n}\n\n# 创建 MongoClient 并连接到数据库\nclient = MongoClient(mongo_config['host'], authMechanism=mongo_config['auth_mechanism'])\nmgo_db = client[mongo_config['database']]\ncollection = mgo_db[mongo_config['collection']]\n\n# 定义时区\nutc_tz = pytz.utc\nlocal_tz = tzlocal() # 本地时区", utils.PYTHON_MONGO_HOST, utils.PYTHON_MONGO_DATABASE, "edb_data_business", utils.PYTHON_MONGO_AUTH_MECHANISM)
- return str
- }
- func getPythonFront3Str() string {
- str := fmt.Sprintf("\n# 返回数据\nresult = {}\n\n# 格式化返回数据\ndef format_data(data: pd.DataFrame,\n index_str: str = \"data_time\",\n value_str: str = \"value\"\n ) -> pd.DataFrame:\n \"\"\"\n Parameters\n ----------\n data : pandas的DataFrame数据结构.\n index_str : 对象下标字符串,在pandas的DataFrame中的列名.\n value_str : 对象值字符串,在pandas的DataFrame中的列名\n\n Returns\n -------\n DataFrame or Iterator[DataFrame]\n 例子:{'2007-01-09': 3220.0, '2007-01-10': 3230.0}\n\n \"\"\"\n index_list = [] # 空列表\n value_list = [] # 空列表\n\n for num in range(0, data.index.size): # 迭代 所有的指标\n date=data[index_str][num]\n if isinstance(date,str) is False:\n index_list.append(data[index_str][num].strftime(\"%%Y-%%m-%%d\"))\n else:\n index_list.append(data[index_str][num])\n value_list.append(data[value_str][num])\n\n tmp_data = {\n \"date\": index_list,\n \"value\": value_list\n }\n pd_data = pd.DataFrame(tmp_data)\n return pd_data\n\n")
- return str
- }
- func getPythonLaterStr() string {
- return "\n\nprint(\"result=\", result.to_json())\ndb.close()"
- }
|