eta_data_analysis/services/base_from_yongyi/daily.go

package base_from_yongyi

import (
	"eta/eta_data_analysis/models"
	"eta/eta_data_analysis/utils"
	"fmt"
	"github.com/tealeg/xlsx"
	"strconv"
	"strings"
	"time"
)

// HandleYongyiExcelDaily1 日度-商品猪出栏价
func HandleYongyiExcelDaily1(sheet *xlsx.Sheet) (indexList []*models.YongyiExcelIndex, err error) {
	classifyName := "日度-商品猪出栏价"
	classifyMap := getClassifySortMap()
	classifySort, _ := classifyMap[classifyName]
	frequency := "日度"
	unit := "元/公斤"
	namePrefix := "商品猪出栏价"
	namePrefixPingin := "yyzx" + utils.GetFirstPingYin(namePrefix)
	//sheet := dailyPriceSheet
	// 遍历行读取
	indexList = make([]*models.YongyiExcelIndex, 0)
	dateMap := make(map[int]string)
	nameMap := make(map[int]string)
	maxRow := sheet.MaxRow
	sort := 0
	fmt.Println("最大行")
	fmt.Println(maxRow)
	stopFlag := false
	// 指标名称
	indexMap := make(map[string]*models.YongyiExcelIndex)
	for i := 0; i < maxRow; i++ {
		fmt.Printf("当前第%d行 \n", i)
		if stopFlag {
			break
		}
		if i == 0 { // 首行，表示时间
			row := sheet.Row(i)
			cells := row.Cells
			for k, cell := range cells {
				text := cell.String()
				if k > 1 && text != "" {
					if cell.IsTime() {
						dateText, _ := cell.GetTime(false)
						text = dateText.Format(utils.FormatDate)
					}
					// 检查单元格是否为合并单元格
					if cell.HMerge > 0 {
						for j := 1; j <= cell.HMerge; j++ {
							dateMap[k+j] = text
						}
					}
					fmt.Printf("合并单元格开始列：%d \n", k)
					dateMap[k] = text
				}
			}
		} else if i == 1 { //表示表头
			// 处理 index指标表
			row := sheet.Row(i)
			cells := row.Cells
			for k, cell := range cells {
				text := cell.String()
				nameMap[k] = text
			}
		} else { //数据列
			row := sheet.Row(i)
			cells := row.Cells
			province := ""
			for k, cell := range cells {
				text := cell.String()
				fmt.Printf("当前第%d列，内容为%s \n", k, text)
				if k == 0 {
					province = text
					if province == "" {
						stopFlag = true
						break
					}
					continue
				} else if k == 1 {
					continue
				} else {
					// 判断出不是字符的，则过滤
					if text == "" {
						continue
					}
					if strings.Contains(text, "%") {
						text = strings.Replace(text, "%", "", 1)
					}
					_, e := strconv.ParseFloat(text, 64)
					if e != nil {
						utils.FileLog.Info(fmt.Sprintf("sheet：%s 第%d行, 第%d列 strconv.ParseFloat Err:%s", sheet.Name, i, k, e))
						continue
					}
				}

				date, ok1 := dateMap[k]
				if !ok1 {
					utils.FileLog.Info(fmt.Sprintf("找不到对应的日期，第%d行，第%d列， text:%s", i, k, text))
					continue
				}
				name, ok2 := nameMap[k]
				if !ok2 {
					err = fmt.Errorf("找不到对应的列名，第%d行，第%d列", i, k)
					return
				}
				if name == "全国均价" {
					name = "全国"
				}
				fmt.Printf("当前第%d行第%d列, 当前省份%s \n", i, k, province)
				// 处理指标名称
				fullIndexName := fmt.Sprintf("%s/%s/%s", namePrefix, province, name)

				if name != "规模场" && name != "小散户" && name != "均价" {
					// 只处理以上三个类型，其余过滤
					continue
				}

				if fullIndexName == "商品猪出栏价/全国/均价" {
					continue
				}

				indexItem, okIndex := indexMap[fullIndexName]

				provincePingyin := utils.GetFullPingYin(province)
				namePingin := utils.GetFirstPingYin(name)
				fullIndexNamePingyin := fmt.Sprintf("%s%s%s", namePrefixPingin, provincePingyin, namePingin)

				if !okIndex {
					// 新增指标
					indexItem = new(models.YongyiExcelIndex)
					indexItem.IndexName = fullIndexName
					indexItem.ClassifyName = classifyName
					indexItem.ClassifySort = classifySort
					indexItem.IndexCode = fullIndexNamePingyin
					indexItem.Frequency = frequency
					indexItem.Sort = sort
					indexItem.Unit = unit
					indexItem.ExcelDataMap = make(map[string]string)
					sort++
				}
				fmt.Printf("indexItem%s", indexItem.IndexCode)

				indexItem.ExcelDataMap[date] = text
				indexMap[fullIndexName] = indexItem
				continue
			}
		}
	}
	for _, v := range indexMap {
		indexList = append(indexList, v)
	}
	return
}

// HandleYongyiExcelDaily2 日度-商品猪标肥价差
func HandleYongyiExcelDaily2(sheet *xlsx.Sheet) (indexList []*models.YongyiExcelIndex, err error) {
	classifyName := "日度-商品猪标肥价差"
	classifyMap := getClassifySortMap()
	classifySort, _ := classifyMap[classifyName]
	frequency := "日度"
	unit := "元/公斤"
	pingYinPrefix := "yyzx"
	// 遍历行读取
	indexList = make([]*models.YongyiExcelIndex, 0)
	dateMap := make(map[int]string)
	nameMap := make(map[int]string)
	maxRow := sheet.MaxRow
	sort := 0
	fmt.Println("最大行")
	fmt.Println(maxRow)
	stopFlag := false
	// 指标名称
	indexMap := make(map[string]*models.YongyiExcelIndex)
	for i := 0; i < maxRow; i++ {
		fmt.Printf("当前第%d行 \n", i)
		if stopFlag {
			break
		}
		if i == 0 { // 首行，表示时间
			row := sheet.Row(i)
			cells := row.Cells
			for k, cell := range cells {
				text := cell.String()
				if text != "" {
					if cell.IsTime() {
						dateText, _ := cell.GetTime(false)
						text = dateText.Format(utils.FormatDate)
					}
					// 检查单元格是否为合并单元格
					if cell.HMerge > 0 {
						for j := 1; j <= cell.HMerge; j++ {
							dateMap[k+j] = text
						}
					}
					fmt.Printf("合并单元格开始列：%d \n", k)
					dateMap[k] = text
				}
			}
		} else if i == 1 { //表示表头
			// 处理 index指标表
			row := sheet.Row(i)
			cells := row.Cells
			for k, cell := range cells {
				text := cell.String()
				nameMap[k] = text
			}
		} else { //数据列
			row := sheet.Row(i)
			cells := row.Cells
			province := ""
			for k, cell := range cells {
				fmt.Printf("当前第%d列 \n", k)
				text := cell.String()
				if k == 0 {
					province = text
					if province == "" {
						stopFlag = true
						break
					}
					continue
				} else {
					// 判断出不是字符的，则过滤
					if text == "" {
						continue
					}
					if strings.Contains(text, "%") {
						text = strings.Replace(text, "%", "", 1)
					}
					_, e := strconv.ParseFloat(text, 64)
					if e != nil {
						utils.FileLog.Info(fmt.Sprintf("sheet：%s 第%d行, 第%d列 strconv.ParseFloat Err:%s", sheet.Name, i, k, e))
						continue
					}
				}

				date, ok1 := dateMap[k]
				if !ok1 {
					utils.FileLog.Info(fmt.Sprintf("找不到对应的日期，第%d行，第%d列， text:%s", i, k, text))
					continue
				}
				name, ok2 := nameMap[k]
				if !ok2 {
					err = fmt.Errorf("找不到对应的列名，第%d行，第%d列", i, k)
					return
				}
				if province == "全国均价" {
					province = "全国"
				}
				fmt.Printf("当前第%d行第%d列, 当前省份%s \n", i, k, province)
				// 处理指标名称

				// 过滤特殊的指标 放到对应的指标名称的下方

				if name != "市场标重猪" && name != "150公斤左右较标猪" && name != "175公斤左右较标猪" {
					// 只处理以上三个类型，其余过滤
					continue
				}

				if name == "150公斤左右较标猪" {
					name = "150公斤较标猪价差"
				} else if name == "175公斤左右较标猪" {
					name = "175公斤较标猪价差"
				} else if name == "市场标重猪" {
					name = "市场标重猪价"
				} else if name == "全国均价" {
					name = "全国"
				}
				fullIndexName := fmt.Sprintf("%s/%s", name, province)
				indexItem, okIndex := indexMap[fullIndexName]

				provincePingyin := utils.GetFullPingYin(province)
				namePrefixPingin := utils.GetFirstPingYin(name)
				fullIndexNamePingyin := fmt.Sprintf("%s%s%s", pingYinPrefix, namePrefixPingin, provincePingyin)

				if !okIndex {
					// 新增指标
					indexItem = new(models.YongyiExcelIndex)
					indexItem.IndexName = fullIndexName
					indexItem.ClassifyName = classifyName
					indexItem.ClassifySort = classifySort
					indexItem.IndexCode = fullIndexNamePingyin
					indexItem.Frequency = frequency
					indexItem.Sort = sort
					indexItem.Unit = unit
					indexItem.ExcelDataMap = make(map[string]string)
					sort++
				}
				fmt.Printf("indexItem%s", indexItem.IndexCode)

				indexItem.ExcelDataMap[date] = text
				indexMap[fullIndexName] = indexItem
				continue
			}
		}
	}
	for _, v := range indexMap {
		indexList = append(indexList, v)
	}
	return
}

// HandleYongyiExcelDaily3 日度-商品猪全国均价和宰量
func HandleYongyiExcelDaily3(sheet *xlsx.Sheet) (indexList []*models.YongyiExcelIndex, err error) {
	classifyName := "日度-商品猪全国均价和宰量"
	classifyMap := getClassifySortMap()
	classifySort, _ := classifyMap[classifyName]
	frequency := "日度"
	unit := ""
	// 遍历行读取
	indexList = make([]*models.YongyiExcelIndex, 0)
	nameMap := make(map[int]string)
	maxRow := sheet.MaxRow
	sort := 0
	fmt.Println("最大行")
	fmt.Println(maxRow)
	stopFlag := false
	// 指标名称
	indexMap := make(map[string]*models.YongyiExcelIndex)
	for i := 0; i < maxRow; i++ {
		if stopFlag {
			break
		}
		fmt.Printf("当前第%d行 \n", i)
		if i == 0 { // 首行，名称
			row := sheet.Row(i)
			cells := row.Cells
			for k, cell := range cells {
				text := cell.String()
				nameMap[k] = text
			}
		} else { //数据列
			row := sheet.Row(i)
			cells := row.Cells
			date := ""
			for k, cell := range cells {
				fmt.Printf("当前第%d列 \n", k)
				text := cell.String()
				if k == 0 {
					if cell.IsTime() {
						dateText, _ := cell.GetTime(false)
						text = dateText.Format(utils.FormatDate)
					}
					date = text
					if text == "" {
						stopFlag = true
						break
					}
					continue
				} else {
					// 判断出不是字符的，则过滤
					if text == "" {
						continue
					}
					if strings.Contains(text, "%") {
						text = strings.Replace(text, "%", "", 1)
					}
					_, e := strconv.ParseFloat(text, 64)
					if e != nil {
						utils.FileLog.Info(fmt.Sprintf("sheet：%s 第%d行, 第%d列 strconv.ParseFloat Err:%s", sheet.Name, i, k, e))
						continue
					}
				}

				name, ok2 := nameMap[k]
				if !ok2 {
					err = fmt.Errorf("找不到对应的列名，第%d行，第%d列", i, k)
					return
				}
				if name != "全国均价" && name != "日屠宰量" {
					// 只处理以上三个类型，其余过滤
					continue
				}
				var fullIndexNamePingyin string
				if name == "全国均价" {
					name = "商品猪出拦价/全国/均价"
					fullIndexNamePingyin = "yyzxspzcljquanguojj"
					unit = "元/公斤"
				} else if name == "日屠宰量" {
					name = "商品猪日屠宰量/全国"
					fullIndexNamePingyin = "yyzxspzrtzlquanguo"
					unit = "头/日"
				}
				fullIndexName := name
				indexItem, okIndex := indexMap[fullIndexName]

				if !okIndex {
					// 新增指标
					indexItem = new(models.YongyiExcelIndex)
					indexItem.IndexName = fullIndexName
					indexItem.ClassifyName = classifyName
					indexItem.ClassifySort = classifySort
					indexItem.IndexCode = fullIndexNamePingyin
					indexItem.Frequency = frequency
					indexItem.Sort = sort
					indexItem.Unit = unit
					indexItem.ExcelDataMap = make(map[string]string)
					sort++
				}
				fmt.Printf("indexItem%s", indexItem.IndexCode)

				indexItem.ExcelDataMap[date] = text
				indexMap[fullIndexName] = indexItem
			}
		}
	}
	for _, v := range indexMap {
		indexList = append(indexList, v)
	}
	return
}

// HandleYongyiExcelDaily4 日度-屠宰企业屠宰量
func HandleYongyiExcelDaily4(sheet *xlsx.Sheet) (indexList []*models.YongyiExcelIndex, err error) {
	classifyName := "日度-屠宰企业屠宰量"
	classifyMap := getClassifySortMap()
	classifySort, _ := classifyMap[classifyName]
	frequency := "日度"
	unit := "头/日"
	namePrefix := "商品猪日屠宰量"
	namePrefixPingin := "yyzx" + utils.GetFirstPingYin(namePrefix)
	// 遍历行读取
	indexList = make([]*models.YongyiExcelIndex, 0)
	dateMap := make(map[int]string)
	maxRow := sheet.MaxRow
	sort := 0
	fmt.Println("最大行")
	fmt.Println(maxRow)
	stopFlag := false
	// 指标名称
	indexMap := make(map[string]*models.YongyiExcelIndex)
	for i := 0; i < maxRow; i++ {
		fmt.Printf("当前第%d行 \n", i)
		if stopFlag {
			break
		}
		if i == 0 { // 首行，表示时间
			row := sheet.Row(i)
			cells := row.Cells
			for k, cell := range cells {
				text := cell.String()
				if text != "" && text != "省份" {
					if cell.IsTime() {
						dateText, _ := cell.GetTime(false)
						text = dateText.Format(utils.FormatDate)
					} else {
						if strings.Contains(text, "（") {
							tmp := strings.Split(text, "（")
							text = tmp[0]
						}
						timeTmp, tErr := time.ParseInLocation(utils.FormatDate1, text, time.Local)
						if tErr != nil {
							err = fmt.Errorf("时间格式转换失败，Err:%s", tErr)
							return
						}
						text = timeTmp.Format(utils.FormatDate)
					}

					dateMap[k] = text
				}
			}
		} else { //数据列
			row := sheet.Row(i)
			cells := row.Cells
			province := ""
			for k, cell := range cells {
				fmt.Printf("当前第%d列 \n", k)
				text := cell.String()
				if k == 0 {
					province = text
					if province == "" {
						stopFlag = true
						break
					}
					continue
				} else {
					// 判断出不是字符的，则过滤
					if text == "" {
						continue
					}
					if strings.Contains(text, "%") {
						text = strings.Replace(text, "%", "", 1)
					}
					_, e := strconv.ParseFloat(text, 64)
					if e != nil {
						utils.FileLog.Info(fmt.Sprintf("sheet：%s 第%d行, 第%d列 strconv.ParseFloat Err:%s", sheet.Name, i, k, e))
						continue
					}
				}

				date, ok1 := dateMap[k]
				if !ok1 {
					utils.FileLog.Info(fmt.Sprintf("找不到对应的日期，第%d行，第%d列， text:%s", i, k, text))
					continue
				}
				if province == "合计（单位：头）" {
					continue
				}
				fmt.Printf("当前第%d行第%d列, 当前省份%s \n", i, k, province)
				// 处理指标名称

				// 过滤特殊的指标 放到对应的指标名称的下方
				fullIndexName := fmt.Sprintf("%s/%s", namePrefix, province)

				provincePingyin := utils.GetFullPingYin(province)
				fullIndexNamePingyin := fmt.Sprintf("%s%s", namePrefixPingin, provincePingyin)

				indexItem, okIndex := indexMap[fullIndexName]

				if !okIndex {
					// 新增指标
					indexItem = new(models.YongyiExcelIndex)
					indexItem.IndexName = fullIndexName
					indexItem.ClassifyName = classifyName
					indexItem.ClassifySort = classifySort
					indexItem.IndexCode = fullIndexNamePingyin
					indexItem.Frequency = frequency
					indexItem.Sort = sort
					indexItem.Unit = unit
					indexItem.ExcelDataMap = make(map[string]string)
					sort++
				}
				fmt.Printf("indexItem%s", indexItem.IndexCode)

				indexItem.ExcelDataMap[date] = text
				indexMap[fullIndexName] = indexItem
			}
		}
	}
	for _, v := range indexMap {
		indexList = append(indexList, v)
	}
	return
}

func getClassifySortMap() map[string]int {
	classifyMap := map[string]int{
		"日度-商品猪出栏价":            1,
		"日度-商品猪标肥价差":           2,
		"日度-商品猪全国均价和宰量":        3,
		"日度-屠宰企业屠宰量":           4,
		"周度-商品猪出栏价":            5,
		"周度-体重":                6,
		"周度-屠宰厂宰前活猪重":          7,
		"周度-各体重段价差":            8,
		"周度-50公斤二元母猪价格":        8,
		"周度-规模场15公斤仔猪出栏价":      10,
		"周度-宰后结算价":             11,
		"周度-冻品库存":              12,
		"周度-冻品库存多样本":           13,
		"周度-猪肉价（前三等级白条均价）":     14,
		"月度出栏完成率":              15,
		"月度计划出栏量":              16,
		"月度-能繁母猪存栏（2020年2月新增）": 17,
		"月度-小猪存栏（2020年5月新增）":   18,
		"月度-中猪存栏（2020年5月新增）":   19,
		"月度-大猪存栏（2020年5月新增）":   20,
		"月度-商品猪出栏量":            21,
	}
	return classifyMap
}