miads/ads_handler.go

package main

import (
	"encoding/json"
	"fmt"
	"github.com/gin-gonic/gin"
	"hash"
	"math/rand"
	"miads/adslib"
	"miads/adslib/addata"
	"miads/adslib/ads_checker"
	"miads/adslib/city"
	"miads/adslib/device"
	"miads/adslib/encrypt"
	"miads/adslib/graylog"
	"miads/adslib/ip2region"
	"miads/adslib/redis_data"
	"miads/adslib/utils"
	"net/url"
	"strconv"
	"strings"
	"time"
)

var SECERET_KEY = "%videoopen%!@#$%"

type Response struct {
	Result int `json:"result"`
	Msg string`json:"msg"`
	AdsResult string`json:"ads_result"`
}

func adsHandler(c *gin.Context) {
	c.Header("Content-Type", "application/json")

	request := Request{}
	request.Parse(c)
	//uaClientOrigin := utils.GetArgument(c, "ua","")
	//originMac := utils.GetArgument(c, "mac","")
	//clientImei := request.Imei

	fmt.Printf("%+v", request)
	advertiser := "xiaomi"
	uaClient := request.UaClient
	// 获取ua
	if uaClient == "" {
		uaClient = c.GetHeader("User-Agent")
		if uaClient == "" {
			uaClient = "Dalvik/2.1.0 (Linux; U; Android 6.0.1; MI 4LTE MIUI/6.9.1)"
		}
	}

	// 获取ip
	checkReqSourceFlag, err := ads_checker.CheckReqSource(request.ReqSource)
	if err != nil {
		c.String(404, "check req source failed")
		return
	}

	ip := ""
	if checkReqSourceFlag {
		ip = request.ReqSourceIp
	}

	if ip=="" {
		ip = c.GetHeader("X-Forwarded-For")
	}

	if ip == "" {
		ip = c.GetHeader("X-Real-IP")
	}
	if ip == "" {
		ip = c.Request.RemoteAddr
	}
	if strings.Index(ip, ",") != -1 {
		ip = strings.Split(ip, ",")[0]
	}

	ipInfo, err := ip2region.Ip2Region(ip)
	if err != nil {
		c.String(404, "ip 2 region failed")
		return
	}

	// 上報
	if request.NewAdsFlag == 1 {
		grayLogData := struct {
			Ip string
			Imei string
			Model string
			NetworkType int `json:"network_type"`
			Province string
			City string
			ScreeSize string `json:"screen_size"`
			Ua string
			Brand string
			Androidid string `json:"android_id"`
			ShortMessage string `json:"short_message"`
			ReqSource string `json:"req_source"`
		}{
			Ip:           ip,
			Imei:         request.Imei,
			Model:        request.Model,
			NetworkType:  request.NetworkType,
			Province:      ipInfo.Province,
			City:         ipInfo.City,
			ScreeSize:    request.ScreenSize,
			Ua:           request.UaClient,
			Brand:        request.Brand,
			Androidid:    request.Androidid,
			ShortMessage: "ads_api_log",
			ReqSource:    "zhiku",
		}

		graylog.Log(grayLogData)
	}

	cityCode, err := city.GetCityCode(ipInfo.City)
	if err != nil {
		c.String(404, "get city code failed")
		return
	}

	// 是否是安卓
	if request.Imei =="" {
		device.SetAdsTagLog(advertiser, request.ReqSource, "DS_IOS", cityCode)
		graylog.LogApi("ios_device", request.Idfa,"", request.ReqSource)
	} else {
		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_ANDRIOID", cityCode)
	}

	freqControlInterval := 600
	// 深圳，东莞强行用600秒控制, 其他地区从配置读取
	if strings.Index(ipInfo.City, "深圳")== -1 && strings.Index(ipInfo.City, "东莞")==-1 {
		// 频率控制
		freqControlConf, err := redis_data.GetFreqCrontolConf(request.ReqSource)
		if err != nil {
			c.String(404, "get freq control conf failed")
			return
		}

		hour, _ := strconv.Atoi(time.Now().Format("01"))
		tmpCrontrolInterval, ok := freqControlConf.GetControlTime(hour)
		if ok {
			freqControlInterval = tmpCrontrolInterval
		}
	}

	lastReqTime, err := device.GetIpReqTime(ip)
	if err != nil {
		c.String(404, "get last req time failed")
		return
	}

	needControl := false
	if request.ReqSource != "wzb_h5"  && lastReqTime != 0  && time.Now().Unix() - lastReqTime < int64(freqControlInterval) {
		// 需要凭空
		needControl = true
		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_FREQ_0", cityCode)
	} else {
		device.SetIpReqTime(ip, time.Now().Unix())
		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_FREQ_1", cityCode)
	}

	//### 检查是否是ip黑名单
	isIpBlack, err := ads_checker.CheckBlackIp(ip)
	if err != nil {
		c.String(404, "get city code failed")
		return
	}
	if isIpBlack {
		graylog.LogApi("black_ip_list", ip,"", request.ReqSource)
		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_BLACK_IP", cityCode)
	}

	// 获取渠道的黑白性
	reqChannelFlag, err := redis_data.GetChannelFlag(request.ReqSource,"ads_req")
	if err != nil {
		c.String(404, "get req channel flag failed")
		return
	}
	flowWeight := reqChannelFlag.Weigth
	flowRandomNum := rand.Intn(100)

	flowFlag := 0  // 有效的百分比
	if flowRandomNum <= flowWeight{
		flowFlag = 1
	}
	if reqChannelFlag.ChannelFlag == 1 {
		device.SetAdsTagLog(advertiser, request.ReqSource,fmt.Sprintf("DS_REQ_SOURCE_{%d}", reqChannelFlag.ChannelFlag), cityCode)
	}

	// 替换成小米的设备
	replaceFlag := 0
	imei := request.Imei
	sendPhoneType := 0
	userFlag := 0
	originImei := ""

	// 检查是否是小米的设备
	specialDeviceNum := 0
	if request.ReqSource == "wzb_h5" {
		specialDeviceNum = 6  // wzb_h5渠道只綁定一个imei, 具体愿意不知道
	}
	if request.ReqSource == "moyuntv" || (!request.IsMiDevice() &&
		(!isIpBlack &&  !needControl && reqChannelFlag.ChannelFlag ==1) && flowFlag == 1) {
		randomNum := 3
		deviceConf, realRedisKey, err := device.GetMiDeviceConf(ip, randomNum, specialDeviceNum)
		if err != nil {
			c.String(404, "get req channel flag failed")
			return
		}
		if deviceConf != nil {
			device.SetAdsTagLog(advertiser, request.ReqSource, "DS_CACHE", cityCode) // 通过缓存请求
			imei = deviceConf.Imei
			uaClient = deviceConf.Ua
			originImei = deviceConf.OriginImei
			if imei != "" {
				replaceFlag = 1
				userFlag = 1
			}
		} else {
			// 先从对应的城市找,找不到在走原来的逻辑
			// 上报事件
			graylog.LogApi("city_search_city_code", strconv.Itoa(cityCode), ipInfo.City, request.ReqSource)
			device.SetAdsTagLog(advertiser, request.ReqSource, "DS_CODE_REQ", cityCode) // 可做城市替换
			if cityCode != 0 {
				device.SetAdsTagLog(advertiser, request.ReqSource, "DS_CODE", cityCode) // 替换成功

				fakeImei := ""
				fakeDeviceConf, leftCnt, err := device.GetDailyFakeDeviceConfByCityCode(cityCode)
				if err != nil {
					c.String(404, "get device conf failed")
					return
				}

				// 0 没有获取到， 1 获取到了
				gotCityFakeDeviceConfFlag := 0
				replaceUa := ""
				if fakeDeviceConf != nil {
					device.SetAdsTagLog(advertiser, request.ReqSource, "DS_REPL", cityCode)
					device.SetMiDeviceConf(realRedisKey, *fakeDeviceConf)
					imei = fakeDeviceConf.Imei
					uaClient = fakeDeviceConf.Ua
					originImei = fakeDeviceConf.OriginImei
					fakeImei = fakeDeviceConf.Imei
					if fakeDeviceConf.Imei != "" {
						gotCityFakeDeviceConfFlag = 1
						userFlag = 2
						replaceFlag = 1
					}
				}

				grayLogData := struct {
					ReqSource    string `json:"req_source"`
					OldImei      string `json:"old_imei"`
					NewImei      string `json:"new_imei"`
					IP           string `json:"ip"`
					City         string `json:"city"`
					CityCode     int `json:"city_code"`
					Province     string
					HitFlag      int    `json:"hit_flag"`
					LeftCnt      int    `json:"left_cnt"`
					ReplaceUa    string `json:"replace_ua"`
					ShortMessage string `json:"short_message"`
				}{
					ReqSource:    request.ReqSource,
					OldImei:      request.Imei,
					NewImei:      fakeImei,
					IP:           ip,
					City:         ipInfo.City,
					CityCode:     cityCode,
					Province:     ipInfo.Province,
					HitFlag:      gotCityFakeDeviceConfFlag,
					LeftCnt:      leftCnt,
					ReplaceUa:    replaceUa,
					ShortMessage: "",
				}

				// 进行日志的上报
				graylog.Log(grayLogData)
			}
		}

		// 解码ua_client
		uaClient, _ = url.QueryUnescape(uaClient)
	} else if request.IsMiDevice() {
		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_MI_REAL", cityCode)  // 是小米设备
		userFlag = 3
		sendPhoneType = 1
	}

	// 检查下,替换后的设备是否是黑名单, 再次检查， 防止放入cache后， 新增了黑名单
	isBlackImei, err := device.CheckIsBlackImei(imei, false)
	if err != nil {
		c.String(404, "get device conf failed")
		return
	}

	if isBlackImei {
		if replaceFlag == 1 {
			device.SetAdsTagLog(advertiser, request.ReqSource, "DS_BLACK_IMEI_REPLACE", cityCode)
		} else {
			device.SetAdsTagLog(advertiser, request.ReqSource,"DS_BLACK_IMEI", cityCode)
		}
	}

	// 组装公共的dsp_info
	dspInfo := utils.DspParam{}
	dspInfo.Init()
	dspInfo.DspCityCode = cityCode
	dspInfo.Imei = imei
	dspInfo.OriginImei = request.Imei
	dspInfo.OsVersion = request.OsVersion
	dspInfo.Mac = strings.ToUpper(request.Mac)
	dspInfo.OriginMac = request.Mac
	dspInfo.Idfa = request.Idfa
	dspInfo.Model = request.Model
	dspInfo.Brand = request.Brand
	dspInfo.ScreenSize = request.ScreenSize
	dspInfo.NetworkType = request.NetworkType
	dspInfo.Androidid = request.Androidid
	dspInfo.Platform = request.Platform
	dspInfo.Ip = ip
	dspInfo.Ua = uaClient
	dspInfo.City = ipInfo.City
	dspInfo.Province = ipInfo.Province
	dspInfo.UaOrigin = request.UaClient
	dspInfo.ReqSource = request.ReqSource
	if request.IsMiDevice() {
		dspInfo.RealMiFlag = 1
	}
	dspInfo.ReplaceFlag = replaceFlag
	dspInfo.RealReqSource = request.ReqSource
	dspInfo.SendPhoneType = sendPhoneType
	md5Imei := imei
	if dspInfo.ReplaceFlag == 0 {
		md5Imei = utils.Md5(imei)
	}

	dspInfo.RealMd5Imei = md5Imei
	//response = {'result': 0, 'msg': 'ok','ads_result':''}
	//ads_item = None
	//xiaomi_response = []
	hour, _ := strconv.Atoi(time.Now().Format("01"))

	canRequest := true
	if 0 <= hour && hour <=1 {
		randNum := rand.Intn(100)
		if randNum > 5 {
			canRequest = false
		}
	}

	var adData *addata.AdData
	var xiaomiResponse []addata.XiaomiAdData
	xiaomiRspAction := make(map[string]int, 100)
	var adDataNum int

	// 非频率控制，设备黑名单，ip黑名单，白名单渠道,并且替换了小米设备的
	if canRequest && !isBlackImei && reqChannelFlag.ChannelFlag == 1 && flowFlag ==1 && !isIpBlack && advertiser == "xiaomi" && request.ReqSource  != "" && !isBlackImei && !needControl && (replaceFlag==1 || request.IsMiDevice()) {
		adData, xiaomiResponse, xiaomiRspAction, adDataNum, err = addata.GetAdsInfos(&dspInfo, advertiser)
	}

	canMixFlag := 0
	xiaomiResponseFlag := 0
	response := Response{}
	if adData != nil &&  len(adData.TargetAddition) > 1 {
		realTarget := ""
		if adData.Target != ""{
			md5Skip := utils.Md5(addata.Target)
			conf := adslib.GetConf()
			realTarget = conf.Host + fmt.Sprintf("?action=LOADING&req_source=%s&advertiser=video&skip=%s&brand=%s&request_id=%s&skip_other=%s",
				dspInfo.ReqSource, "", dspInfo.Brand, dspInfo.RequestId, md5Skip)

			// 塞入Redis中
			redis_data.SetSkipInfo(md5Skip, adData.Target)
		}
		adData.Target = realTarget
		adData.JsOrderId, _ = redis_data.GetMinScriptOrderByAdv(advertiser)
		adData.UserAgent = uaClient

		if dspInfo.ReqSource =="kuxin" && adData.Target != "" {
			adData.DpReport = fmt.Sprintf("%s?action=DP_CLICK&advertiser=video&req_source=%s", common.get_request_host(None), dspInfo.ReqSource)
			adData.Dp = adslib.GetConf().DpTest
		}
		if dspInfo.SendPhoneType == 0 {
			device.SetAdsTagLog(advertiser,dspInfo.ReqSource,"ADS_GET", cityCode)  // 广告获取成功
		} else if dspInfo.SendPhoneType==1 {
			device.SetAdsTagLog(advertiser,dspInfo.ReqSource,"ADS_GET_1", cityCode)  // 广告获取成功
		}
		device.SetAdsTagLog(advertiser, dspInfo.ReqSource, fmt.Sprintf("ADS_USER_%d", userFlag), cityCode)  //  广告类型，缓存，新用户，小米手机
		// 判断这个渠道是否要去融合和融合的流量占比
		mixChannelFlag, err := redis_data.GetChannelFlag(dspInfo.ReqSource, "ads_mix")
		if err != nil {
			c.String(404, "get device conf failed")
			return
		}
		flowRandomNum = rand.Intn(100)
		isOverFlow := false
		//flow_flag = 0
		if flowRandomNum > mixChannelFlag.Weigth {
			isOverFlow = true
		}
		if mixChannelFlag.ChannelFlag !=1 || isOverFlow {
			//extra_infos = []
		}

		// 组装返回去的action
		serverActionResponse := map[string]int{"server_view":0,"server_click":0,"server_close":0,"server_video_finish":0,"server_video_timer":0}
		for _, targetInfo := range adData.TargetAddition {
			if targetInfo.Type == "VIEW" {
				serverActionResponse["server_view"]=1
				redis_data.SetReqSourceView(advertiser, dspInfo.ReqSource,"xiafa")
			} else if targetInfo.Type == "CLICK" {
				serverActionResponse["server_click"]=1
			} else if targetInfo.Type=="CLOSE" {
				serverActionResponse["server_close"]=1
			} else if targetInfo.Type=="VIDEO_FINISH" {
				serverActionResponse["server_video_finish"]=1
			} else if targetInfo.Type =="VIDEO_TIMER" {
				serverActionResponse["server_video_timer"]=1
			}
		}

		// 增加跟随订单
		if len(adData.TargetAddition) == 2  && serverActionResponse["server_video_finish"] == 1 && (dspInfo.ReqSource == "kuxin" || dspInfo.ReqSource == "zhiku") {
			adData, err = addata.CombineOrderBy(adData, advertiser, &dspInfo)
			if err != nil {
				return err
			}
		}

		//# 检查最后是否有click
		//last_target_addition_infos = ads_item_new.get('target_addition',[])
		for _, targetAddition  := range adData.TargetAddition {
			if targetAddition.Type =="CLICK" || targetAddition.Type == "VIDEO_TIMER" {
				canMixFlag = 0
				break
			}
		}

		if request.NewAdsFlag==0 {
			//response.update(ads_item_new)
		} else {
			jsonBytes, err := json.Marshal(*adData)
			if err != nil {
				return err
			}
			encryptData, _ := encrypt.Encrypt(jsonBytes, []byte(SECERET_KEY))
			response.AdsResult = encryptData
		}

		hour, _ := strconv.Atoi(time.Now().Format("01"))
		if 0 <= hour && hour <=23 && replaceFlag ==1 {
			randomNum := utils.Hash(imei) % 10000
			if randomNum < 3000 {
				//add_beanstalk_response.BeanstalkHandle().add_ads_response_info(md5_imei,ads_ip,web.utf8(province),web.utf8(city),ads_item_new,dsp_city_code,req_source,real_imei,xiaomi_response,xiaomi_action,server_action_response,dsp_info.request_id,xiaomi_ads_data_num)
			}
		}
	}
	if canMixFlag==1 {
		response.Result = 2
		response.Msg = "no ads"
		if xiaomiResponseFlag==1 {
			response.Result = 0
			response.Msg = "ok"
		}
		// 增加打底广告
		if (dspInfo.ReqSource == "kuxin" || dspInfo.ReqSource == "zhiku")  && !needCotrol ==1 && !isBlackImei {
			shortMessage := "kong"
			// 先跑定投
			customAdData, err := addata.GetCustomAdsInfos(&dspInfo, advertiser, 0, 0, xiaomiResponseFlag)
			if err != nil {
				return err
			}
			// 定投没有就跑其他的
			if customAdData == nil {
				customAdData, err = addata.GetCustomAdsInfos(&dspInfo, advertiser, 0, 1, xiaomiResponseFlag)
				if err != nil {
					return err
				}
			}
			device.SetAdsTagLog(advertiser, dspInfo.ReqSource,"ADS_ZIYOU_GET", cityCode)  // 广告获取成功
			if customAdData != nil {
				shortMessage = "ads_tt_thirds"
			}

			if customAdData != nil && (shortMessage ==  "ads_vast_response" || shortMessage == "ads_tt_thirds") {
				//response_data_report = {}
				//response_data_report['ip'] = ads_ip
				//response_data_report['short_message'] =  short_message
				//response_data_report['req_source'] = req_source
				//response_data_report['response_vast'] = json.dumps(extra_item)
				//response_data_report['order_name']=order_name
				//response_data_report['advertiser']=advertiser
				//log.send_to_graylog_tornado(gelf_data=response_data_report)

				adDataBytes,  err :=
				grayLogData := struct {
					Ip string
					ShortMessage string `json:"short_message"`
					ReqSource string `json:"req_source"`
					ResponseVast string `json:"response_vast"`
					OrderName string `json:"order_name"`
					Advertiser string `json:"advertiser"`
				}{
					Ip:           ip,
					ShortMessage: "ads_api_log",
					ReqSource:    "zhiku",
					ResponseVast: ""
					OrderName: customAdData.OrderName,
					Advertiser:  advertiser,
				}

				graylog.Log(grayLogData)
			}
			//if short_message=="ads_tt_thirds":
			//from thirds import thirds_mix_xiaomi
			//extra_item = thirds_mix_xiaomi.mix_last_infos(extra_item,response)
			//if (extra_item) != None:
			//redis_device.set_ads_tag_log(advertiser,req_source,'ADS_ZIYOU_HAVE',dsp_city_code)  # 广告获取成功
			//if req_source in ['zhiku']:
			//response['result']=0
			//response['msg']='ok'
			//response['ads_result']= self.prpcrypt_tools.to_encrypt_content(json.dumps(extra_item))
			//self.report_graylog(json.dumps(extra_item))
			//self.write(json.dumps(response))
			//self.finish()
			//return
			//else:
			//extra_item['result']=0
			//extra_item['msg']="ok"
			//json_response = json.dumps(extra_item)
			//self.report_graylog(json_response)
			//self.write(json_response)
			//self.finish()
			//return
		}
	}
	//redis_tools.set_ads_real_request_num(advertiser)
	//json_response = json.dumps(response)
	//try:
	//if new_ads_flag==0:
	//self.report_graylog(json_response)
	//redis_device.set_ads_tag_log(advertiser,req_source,'DS_REQ',dsp_city_code)  # 所有请求
	//except:
	//pass
	//self.write(json_response)
	//self.finish()

	c.String(200, "hehe")
}