checkin

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml
+# Editor-based HTTP Client requests
+/httpRequests/

.idea/miads.iml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="WEB_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/misc.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="JavaScriptSettings">
+    <option name="languageLevel" value="ES6" />
+  </component>
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/miads.iml" filepath="$PROJECT_DIR$/.idea/miads.iml" />
+    </modules>
+  </component>
+</project>

ads_handler.go

@@ -0,0 +1,522 @@
+package main
+
+import (
+	"fmt"
+	"github.com/gin-gonic/gin"
+	"math/rand"
+	"miads/adslib"
+	"miads/adslib/addata"
+	"miads/adslib/ads_checker"
+	"miads/adslib/city"
+	"miads/adslib/device"
+	"miads/adslib/graylog"
+	"miads/adslib/ip2region"
+	"miads/adslib/redis_data"
+	"miads/adslib/utils"
+	"net/url"
+	"strconv"
+	"strings"
+	"time"
+)
+
+var DECRYPT_KEY = "%videoopen%!@#$%"
+
+func adsHandler(c *gin.Context) {
+	c.Header("Content-Type", "application/json")
+
+	request := Request{}
+	request.Parse(c)
+	//uaClientOrigin := utils.GetArgument(c, "ua","")
+	//originMac := utils.GetArgument(c, "mac","")
+	//clientImei := request.Imei
+
+	fmt.Printf("%+v", request)
+	advertiser := "xiaomi"
+	uaClient := request.UaClient
+	// 获取ua
+	if uaClient == "" {
+		uaClient = c.GetHeader("User-Agent")
+		if uaClient == "" {
+			uaClient = "Dalvik/2.1.0 (Linux; U; Android 6.0.1; MI 4LTE MIUI/6.9.1)"
+		}
+	}
+
+	// 获取ip
+	checkReqSourceFlag, err := ads_checker.CheckReqSource(request.ReqSource)
+	if err != nil {
+		c.String(404, "check req source failed")
+		return
+	}
+
+	ip := ""
+	if checkReqSourceFlag {
+		ip = request.ReqSourceIp
+	}
+
+	if ip=="" {
+		ip = c.GetHeader("X-Forwarded-For")
+	}
+
+	if ip == "" {
+		ip = c.GetHeader("X-Real-IP")
+	}
+	if ip == "" {
+		ip = c.Request.RemoteAddr
+	}
+	if strings.Index(ip, ",") != -1 {
+		ip = strings.Split(ip, ",")[0]
+	}
+
+	ipInfo, err := ip2region.Ip2Region(ip)
+	if err != nil {
+		c.String(404, "ip 2 region failed")
+		return
+	}
+
+	// 上報
+	if request.NewAdsFlag == 1 {
+		grayLogData := struct {
+			Ip string
+			Imei string
+			Model string
+			NetworkType string `json:"network_type"`
+			Provice string
+			City string
+			ScreeSize string `json:"screen_size"`
+			Ua string
+			Brand string
+			Androidid string `json:"android_id"`
+			ShortMessage string `json:"short_message"`
+			ReqSource string `json:"req_source"`
+		}{
+			Ip:           ip,
+			Imei:         request.Imei,
+			Model:        request.Model,
+			NetworkType:  request.NetworkType,
+			Provice:      ipInfo.Province,
+			City:         ipInfo.City,
+			ScreeSize:    request.ScreenSize,
+			Ua:           request.UaClient,
+			Brand:        request.Brand,
+			Androidid:    request.Androidid,
+			ShortMessage: "ads_api_log",
+			ReqSource:    "zhiku",
+		}
+
+		graylog.Log(grayLogData)
+	}
+
+	cityCode, err := city.GetCityCode(ipInfo.City)
+	if err != nil {
+		c.String(404, "get city code failed")
+		return
+	}
+
+	// 是否是安卓
+	if request.Imei =="" {
+		device.SetAdsTagLog(advertiser, request.ReqSource, "DS_IOS", cityCode)
+		graylog.LogApi("ios_device", request.Idfa,"", request.ReqSource)
+	} else {
+		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_ANDRIOID", cityCode)
+	}
+
+	freqControlInterval := 600
+	// 深圳，东莞强行用600秒控制, 其他地区从配置读取
+	if strings.Index(ipInfo.City, "深圳")== -1 && strings.Index(ipInfo.City, "东莞")==-1 {
+		// 频率控制
+		freqControlConf, err := redis_data.GetFreqCrontolConf(request.ReqSource)
+		if err != nil {
+			c.String(404, "get freq control conf failed")
+			return
+		}
+
+		hour, _ := strconv.Atoi(time.Now().Format("01"))
+		tmpCrontrolInterval, ok := freqControlConf.GetControlTime(hour)
+		if ok {
+			freqControlInterval = tmpCrontrolInterval
+		}
+	}
+
+	lastReqTime, err := device.GetIpReqTime(ip)
+	if err != nil {
+		c.String(404, "get last req time failed")
+		return
+	}
+
+	needControl := false
+	if request.ReqSource != "wzb_h5"  && lastReqTime != 0  && time.Now().Unix() - lastReqTime < int64(freqControlInterval) {
+		// 需要凭空
+		needControl = true
+		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_FREQ_0", cityCode)
+	} else {
+		device.SetIpReqTime(ip, time.Now().Unix())
+		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_FREQ_1", cityCode)
+	}
+
+	//### 检查是否是ip黑名单
+	isIpBlack, err := ads_checker.CheckBlackIp(ip)
+	if err != nil {
+		c.String(404, "get city code failed")
+		return
+	}
+	if isIpBlack {
+		graylog.LogApi("black_ip_list", ip,"", request.ReqSource)
+		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_BLACK_IP", cityCode)
+	}
+
+	// 获取渠道的黑白性
+	reqChannelFlag, err := redis_data.GetChannelFlag(request.ReqSource,"ads_req")
+	if err != nil {
+		c.String(404, "get req channel flag failed")
+		return
+	}
+	flowWeight := reqChannelFlag.Weigth
+	flowRandomNum := rand.Intn(100)
+
+	flowFlag := 0  // 有效的百分比
+	if flowRandomNum <= flowWeight{
+		flowFlag = 1
+	}
+	if reqChannelFlag.ChannelFlag == 1 {
+		device.SetAdsTagLog(advertiser, request.ReqSource,fmt.Sprintf("DS_REQ_SOURCE_{%d}", reqChannelFlag.ChannelFlag), cityCode)
+	}
+
+	// 替换成小米的设备
+	replaceFlag := 0
+	imei := request.Imei
+	sendPhoneType := 0
+	userFlag := 0
+	originImei := ""
+
+	// 检查是否是小米的设备
+	specialDeviceNum := 0
+	if request.ReqSource == "wzb_h5" {
+		specialDeviceNum = 6  // wzb_h5渠道只綁定一个imei, 具体愿意不知道
+	}
+	if request.ReqSource == "moyuntv" || (!request.IsMiDevice() &&
+		(!isIpBlack &&  !needControl && reqChannelFlag.ChannelFlag ==1) && flowFlag == 1) {
+		randomNum := 3
+		deviceConf, realRedisKey, err := device.GetMiDeviceConf(ip, randomNum, specialDeviceNum)
+		if err != nil {
+			c.String(404, "get req channel flag failed")
+			return
+		}
+		if deviceConf != nil {
+			device.SetAdsTagLog(advertiser, request.ReqSource, "DS_CACHE", cityCode) // 通过缓存请求
+			imei = deviceConf.Imei
+			uaClient = deviceConf.Ua
+			originImei = deviceConf.OriginImei
+			if imei != "" {
+				replaceFlag = 1
+				userFlag = 1
+			}
+		} else {
+			// 先从对应的城市找,找不到在走原来的逻辑
+			// 上报事件
+			graylog.LogApi("city_search_city_code", strconv.Itoa(cityCode), ipInfo.City, request.ReqSource)
+			device.SetAdsTagLog(advertiser, request.ReqSource, "DS_CODE_REQ", cityCode) // 可做城市替换
+			if cityCode != 0 {
+				device.SetAdsTagLog(advertiser, request.ReqSource, "DS_CODE", cityCode) // 替换成功
+
+				fakeImei := ""
+				fakeDeviceConf, leftCnt, err := device.GetDailyFakeDeviceConfByCityCode(cityCode)
+				if err != nil {
+					c.String(404, "get device conf failed")
+					return
+				}
+
+				// 0 没有获取到， 1 获取到了
+				gotCityFakeDeviceConfFlag := 0
+				replaceUa := ""
+				if fakeDeviceConf != nil {
+					device.SetAdsTagLog(advertiser, request.ReqSource, "DS_REPL", cityCode)
+					device.SetMiDeviceConf(realRedisKey, *fakeDeviceConf)
+					imei = fakeDeviceConf.Imei
+					uaClient = fakeDeviceConf.Ua
+					originImei = fakeDeviceConf.OriginImei
+					fakeImei = fakeDeviceConf.Imei
+					if fakeDeviceConf.Imei != "" {
+						gotCityFakeDeviceConfFlag = 1
+						userFlag = 2
+						replaceFlag = 1
+					}
+				}
+
+				grayLogData := struct {
+					ReqSource    string `json:"req_source"`
+					OldImei      string `json:"old_imei"`
+					NewImei      string `json:"new_imei"`
+					IP           string `json:"ip"`
+					City         string `json:"city"`
+					CityCode     int `json:"city_code"`
+					Province     string
+					HitFlag      int    `json:"hit_flag"`
+					LeftCnt      int    `json:"left_cnt"`
+					ReplaceUa    string `json:"replace_ua"`
+					ShortMessage string `json:"short_message"`
+				}{
+					ReqSource:    request.ReqSource,
+					OldImei:      request.Imei,
+					NewImei:      fakeImei,
+					IP:           ip,
+					City:         ipInfo.City,
+					CityCode:     cityCode,
+					Province:     ipInfo.Province,
+					HitFlag:      gotCityFakeDeviceConfFlag,
+					LeftCnt:      leftCnt,
+					ReplaceUa:    replaceUa,
+					ShortMessage: "",
+				}
+
+				// 进行日志的上报
+				graylog.Log(grayLogData)
+			}
+		}
+
+		// 解码ua_client
+		uaClient, _ = url.QueryUnescape(uaClient)
+	} else if request.IsMiDevice() {
+		device.SetAdsTagLog(advertiser, request.ReqSource,"DS_MI_REAL", cityCode)  // 是小米设备
+		userFlag = 3
+		sendPhoneType = 1
+	}
+
+	// 检查下,替换后的设备是否是黑名单, 再次检查， 防止放入cache后， 新增了黑名单
+	isBlackImei, err := device.CheckIsBlackImei(imei, false)
+	if err != nil {
+		c.String(404, "get device conf failed")
+		return
+	}
+
+	if isBlackImei {
+		if replaceFlag == 1 {
+			device.SetAdsTagLog(advertiser, request.ReqSource, "DS_BLACK_IMEI_REPLACE", cityCode)
+		} else {
+			device.SetAdsTagLog(advertiser, request.ReqSource,"DS_BLACK_IMEI", cityCode)
+		}
+	}
+
+	// 组装公共的dsp_info
+	dspInfo := utils.DspParam{}
+	dspInfo.Init()
+	dspInfo.DspCityCode = cityCode
+	dspInfo.Imei = imei
+	dspInfo.OriginImei = request.Imei
+	dspInfo.OsVersion = request.OsVersion
+	dspInfo.Mac = strings.ToUpper(request.Mac)
+	dspInfo.OriginMac = request.Mac
+	dspInfo.Idfa = request.Idfa
+	dspInfo.Model = request.Model
+	dspInfo.Brand = request.Brand
+	dspInfo.ScreenSize = request.ScreenSize
+	dspInfo.NetworkType = request.NetworkType
+	dspInfo.Androidid = request.Androidid
+	dspInfo.Platform = request.Platform
+	dspInfo.Ip = ip
+	dspInfo.Ua = uaClient
+	dspInfo.City = ipInfo.City
+	dspInfo.Province = ipInfo.Province
+	dspInfo.UaOrigin = request.UaClient
+	dspInfo.ReqSource = request.ReqSource
+	if request.IsMiDevice() {
+		dspInfo.RealMiFlag = 1
+	}
+	dspInfo.ReplaceFlag = replaceFlag
+	dspInfo.RealReqSource = request.ReqSource
+	dspInfo.SendPhoneType = sendPhoneType
+	md5Imei := imei
+	if dspInfo.ReplaceFlag == 0 {
+		md5Imei = utils.Md5(imei)
+	}
+
+	dspInfo.RealMd5Imei = md5Imei
+	//response = {'result': 0, 'msg': 'ok','ads_result':''}
+	//ads_item = None
+	//xiaomi_response = []
+	hour, _ := strconv.Atoi(time.Now().Format("01"))
+
+	canRequest := true
+	if 0 <= hour && hour <=1 {
+		randNum := rand.Intn(100)
+		if randNum > 5 {
+			canRequest = false
+		}
+	}
+
+	var adData *addata.AdData
+	var xiaomiResponse []addata.XiaomiAdData
+	xiaomiRspAction := make(map[string]int, 100)
+	var adDataNum int
+
+	// 非频率控制，设备黑名单，ip黑名单，白名单渠道,并且替换了小米设备的
+	if canRequest && !isBlackImei && reqChannelFlag.ChannelFlag == 1 && flowFlag ==1 && !isIpBlack && advertiser == "xiaomi" && request.ReqSource  != "" && !isBlackImei && !needControl && (replaceFlag==1 || request.IsMiDevice()) {
+		adData, xiaomiResponse, xiaomiRspAction, adDataNum, err = addata.GetAdsInfos(&dspInfo, advertiser)
+	}
+
+	//can_mix_flag = 1
+	//xiaomi_response_flag = 0
+	if adData != nil &&  len(adData.TargetAddition) > 1 {
+		realTarget := ""
+		if adData.Target != ""{
+			md5Skip := utils.Md5(addata.Target)
+			conf := adslib.GetConf()
+			realTarget = conf.Host + fmt.Sprintf("?action=LOADING&req_source=%s&advertiser=video&skip=%s&brand=%s&request_id=%s&skip_other=%s",
+				dspInfo.ReqSource, "", dspInfo.Brand, dspInfo.RequestId, md5Skip)
+
+			// 塞入Redis中
+			redis_data.SetSkipInfo(md5Skip, adData.Target)
+		}
+		adData.Target = realTarget
+		adData.JsOrderId, _ = redis_data.GetMinScriptOrderByAdv(advertiser)
+		adData.UserAgent = uaClient
+
+		if dspInfo.ReqSource =="kuxin" && adData.Target != "" {
+			adData.DpReport = fmt.Sprintf("%s?action=DP_CLICK&advertiser=video&req_source=%s", common.get_request_host(None), dspInfo.ReqSource)
+			adData.Dp = adslib.GetConf().DpTest
+		}
+		if dspInfo.SendPhoneType == 0 {
+			device.SetAdsTagLog(advertiser,dspInfo.ReqSource,"ADS_GET", cityCode)  // 广告获取成功
+		} else if dspInfo.SendPhoneType==1 {
+			device.SetAdsTagLog(advertiser,dspInfo.ReqSource,"ADS_GET_1", cityCode)  // 广告获取成功
+		}
+		device.SetAdsTagLog(advertiser, dspInfo.ReqSource, fmt.Sprintf("ADS_USER_%d", userFlag), cityCode)  //  广告类型，缓存，新用户，小米手机
+		// 判断这个渠道是否要去融合和融合的流量占比
+		mixChannelFlag, err := redis_data.GetChannelFlag(dspInfo.ReqSource, "ads_mix")
+		if err != nil {
+			c.String(404, "get device conf failed")
+			return
+		}
+		flowRandomNum = rand.Intn(100)
+		isOverFlow := false
+		//flow_flag = 0
+		if flowRandomNum > mixChannelFlag.Weigth {
+			isOverFlow = true
+		}
+		if mixChannelFlag.ChannelFlag !=1 || isOverFlow {
+			//extra_infos = []
+		}
+
+		adDataNew, err := xiaomi_mix.combine_mix_infos_v2(ads_item,extra_infos)
+
+		// 组装返回去的action
+		//target_addition_infos = ads_item.get('target_addition')
+		//server_action_response = {"server_view":0,"server_click":0,"server_close":0,"server_video_finish":0,"server_video_timer":0}
+		//for target_info in target_addition_infos:
+		//if target_info['type']=="VIEW":
+		//server_action_response['server_view']=1
+		//redis_device.set_req_source_view('xiaomi',req_source,'xiafa')
+		//if target_info['type']=="CLICK":
+		//server_action_response['server_click']=1
+		//if target_info['type']=="CLOSE":
+		//server_action_response['server_close']=1
+		//if target_info['type']=="VIDEO_FINISH":
+		//server_action_response['server_video_finish']=1
+		//if target_info['type']=="VIDEO_TIMER":
+		//server_action_response['server_video_timer']=1
+		//response_report_flag = 1
+
+		//#增加跟随订单
+		//if len(target_addition_infos) == 2  and server_action_response['server_video_finish'] == 1 and req_source in ['kuxin','zhiku']:
+		//from thirds import tt_thirds
+		//ads_item_new =yield tt_thirds.combine_order_by(ads_item_new,dsp_info)
+		//# 检查最后是否有click
+		//last_target_addition_infos = ads_item_new.get('target_addition',[])
+		//for last_target_addition_info in last_target_addition_infos:
+		//if last_target_addition_info['type']=="CLICK":
+		//can_mix_flag = 0
+		//break
+		//if last_target_addition_info['type']=="VIDEO_TIMER":
+		//can_mix_flag = 0
+		//break
+		//if new_ads_flag==0:
+		//response.update(ads_item_new)
+		//else:
+		//encrypt_ads_item = self.prpcrypt_tools.to_encrypt_content(json.dumps(ads_item_new))
+		//response['ads_result']=encrypt_ads_item
+		//hour = int(time.strftime("%H",time.localtime(time.time())))
+		//if (hour>=0 and hour<=23) and replace_flag==1:
+		//random_num = abs(hash(ads_imei))%(10 ** 4)
+		//if random_num<3000:
+		//response_report_flag = 1
+		//else:
+		//response_report_flag = 0
+		//if response_report_flag==1:
+		//try:
+		//add_beanstalk_response.BeanstalkHandle().add_ads_response_info(md5_imei,ads_ip,web.utf8(province),web.utf8(city),ads_item_new,dsp_city_code,req_source,real_imei,xiaomi_response,xiaomi_action,server_action_response,dsp_info.request_id,xiaomi_ads_data_num)
+		//except:
+		//log.send_try_except()
+	}
+	//if can_mix_flag==1:
+	//response['result'] = 2
+	//response['msg'] = 'no ads'
+	//if xiaomi_response_flag==1:
+	//response['result'] = 0
+	//response['msg'] = 'ok'
+	//#增加打底广告
+	//if req_source in ['kuxin','zhiku'] and freq_contro_flag==1 and device_black_flag==0:
+	//short_message = "kong"
+	//## 先跑定投
+	//from thirds import tt_thirds
+	//ads_item,extra_item = yield tt_thirds.get_ads_infos(dsp_info,fix_flag=0,xiaomi_has_flag=xiaomi_response_flag)
+	//## 定投没有就跑其他的
+	//if not extra_item:
+	//from thirds import tt_thirds
+	//ads_item,extra_item = yield tt_thirds.get_ads_infos(dsp_info,fix_flag=1,xiaomi_has_flag=xiaomi_response_flag)
+	//redis_device.set_ads_tag_log(advertiser,req_source,'ADS_ZIYOU_GET',dsp_city_code)  # 广告获取成功
+	//if extra_item:
+	//short_message = "ads_tt_thirds"
+	//order_name = extra_item['order_name']
+	//if extra_item and extra_item['order_name'] == 'mh_dsp' and xiaomi_response_flag==0:
+	//redis_device.set_ads_tag_log(advertiser,req_source,'ADS_ZIYOU_MH',dsp_city_code)  # 广告获取成功
+	//#如果是外部dsp，走这个逻辑
+	//from thirds import xiaomi_extra
+	//extra_item,ads_item = yield xiaomi_extra.get_ads_infos(dsp_info)
+	//short_message = "ads_vast_response"
+	//if extra_item and extra_item['order_name']=="xiaodu_dsp" and xiaomi_response_flag==0:
+	//redis_device.set_ads_tag_log(advertiser,req_source,'ADS_ZIYOU_XIAODU',dsp_city_code)  # 广告获取成功
+	//from thirds import xiaodu
+	//extra_item,_ = yield xiaodu.get_ads_infos(dsp_info)
+	//short_message = "ads_xiaodu_response"
+	//if extra_item is not None and short_message in ['ads_xiaodu_response','ads_vast_response','ads_tt_thirds']:
+	//response_data_report = {}
+	//response_data_report['ip'] = ads_ip
+	//response_data_report['short_message'] =  short_message
+	//response_data_report['req_source'] = req_source
+	//response_data_report['response_vast'] = json.dumps(extra_item)
+	//response_data_report['order_name']=order_name
+	//response_data_report['advertiser']=advertiser
+	//log.send_to_graylog_tornado(gelf_data=response_data_report)
+	//if short_message=="ads_tt_thirds":
+	//from thirds import thirds_mix_xiaomi
+	//extra_item = thirds_mix_xiaomi.mix_last_infos(extra_item,response)
+	//if (extra_item) != None:
+	//redis_device.set_ads_tag_log(advertiser,req_source,'ADS_ZIYOU_HAVE',dsp_city_code)  # 广告获取成功
+	//if req_source in ['zhiku']:
+	//response['result']=0
+	//response['msg']='ok'
+	//response['ads_result']= self.prpcrypt_tools.to_encrypt_content(json.dumps(extra_item))
+	//self.report_graylog(json.dumps(extra_item))
+	//self.write(json.dumps(response))
+	//self.finish()
+	//return
+	//else:
+	//extra_item['result']=0
+	//extra_item['msg']="ok"
+	//json_response = json.dumps(extra_item)
+	//self.report_graylog(json_response)
+	//self.write(json_response)
+	//self.finish()
+	//return
+	//redis_tools.set_ads_real_request_num(advertiser)
+	//json_response = json.dumps(response)
+	//try:
+	//if new_ads_flag==0:
+	//self.report_graylog(json_response)
+	//redis_device.set_ads_tag_log(advertiser,req_source,'DS_REQ',dsp_city_code)  # 所有请求
+	//except:
+	//pass
+	//self.write(json_response)
+	//self.finish()
+
+	c.String(200, "hehe")
+}

adslib/addata/xiaomi.go

@@ -0,0 +1,549 @@
+package addata
+
+import (
+	"encoding/json"
+	"fmt"
+	"html"
+	"io/ioutil"
+	"math/rand"
+	"miads/adslib"
+	"miads/adslib/device"
+	"miads/adslib/redis_data"
+	"miads/adslib/utils"
+	"net/http"
+	"net/url"
+	"strconv"
+	"strings"
+)
+
+type XiaomiAdData struct {
+DetailURL   string `json:"detail_url"`
+DisplayType struct {
+Delay    int64  `json:"delay"`
+Name     string `json:"name"`
+RowCount int64  `json:"row_count"`
+} `json:"display_type"`
+Duration   int64  `json:"duration"`
+EmcType    string `json:"emc_type"`
+ID         string `json:"id"`
+ImageURL   string `json:"image_url"`
+Proportion string `json:"proportion"`
+Settings   struct {
+ClickType   string `json:"click_type"`
+HideCloseAt int64  `json:"hide_close_at"`
+LogTime     string `json:"log_time"`
+ShowCloseAt int64  `json:"show_close_at"`
+} `json:"settings"`
+SkipTime        int64    `json:"skip_time"`
+TagID           string   `json:"tag_id"`
+Target          string   `json:"target"`
+TargetAddition  []string `json:"target_addition"`
+TargetAddition1 string   `json:"target_addition1"`
+Title           string   `json:"title"`
+VideoURL        string   `json:"video_url"`
+}
+
+type XiaoMiAdInfoRsp struct {
+	Data []XiaomiAdData  `json:"data"`
+	Msg    string `json:"msg"`
+	Result int64  `json:"result"`
+}
+
+type AdAction struct {
+	Type string `json:"type"`
+	Duration int `json:"duration"`
+	Urls []string `json:"urls"`
+}
+
+type AdInfo struct {
+	AdActions []AdAction `json:"ads_infos"`
+	PercentBegin int`json:"percent_begin"`
+	PercentEnd int`json:"percent_end"`
+}
+
+type AdData struct {
+	TargetAddition []AdAction `json:"target_addition"`
+	Target string
+	ImageUrl string`json:"image_url"`
+	Duration int64
+	VideoUrl string`json:"video_url"`
+	JsOrderId string `json:"js_order_id"`
+	UserAgent string `json:"user_agent"`
+	DpReport string `json:"dp_report"`
+	Dp string `json:"dp"`
+}
+
+func getAdsReqUrl(dsp *utils.DspParam) string {
+	reqUrl := "https://m.video.xiaomi.com/api/a3/otv_emc?"
+	ref := "yilin"
+	sn := "05817a33d4210ad2c67f4b869b5eedde"
+	// 组装 emcp
+	reqUrl = reqUrl + "_emcp=pre_play"
+	// 组装 devid
+	reqUrl = reqUrl + "&_devid="+ dsp.RealMd5Imei
+	//  组装 ref
+	reqUrl = reqUrl + "&ref=" + ref
+	// 组装 sn
+	reqUrl = reqUrl + "&_sn=" + sn
+	// 组装 ip
+	reqUrl = reqUrl + "&__ip__=" + dsp.Ip
+	rad := rand.Intn(100)
+	if rad < 15 {
+		dsp.SendPhoneType = 1
+	} else {
+		dsp.SendPhoneType = 0
+	}
+	reqUrl = reqUrl + fmt.Sprintf("&_phonetype=%d", dsp.SendPhoneType)
+	return reqUrl
+}
+// 获取广告信息
+func GetAdsInfos(dsp *utils.DspParam, advertiser string) (*AdData, []XiaomiAdData, map[string]int, int, error) {
+	reqUrl := getAdsReqUrl(dsp)
+
+	if dsp.SendPhoneType == 0 {
+		device.SetAdsTagLog("xiaomi", dsp.ReqSource, "ADS_XIAOMI", dsp.DspCityCode)
+	} else if dsp.SendPhoneType == 1{
+		device.SetAdsTagLog("xiaomi", dsp.ReqSource, "ADS_XIAOMI_1", dsp.DspCityCode)
+	}
+
+	client := &http.Client{}
+	fmt.Printf("req url: %s\n", reqUrl)
+	req, err := http.NewRequest("GET", reqUrl,  nil)
+	if err != nil {
+		return nil, nil, nil, 0, err
+	}
+
+	req.Header.Set(",authority","m.video.xiaomi.com")
+	req.Header.Set(",method","GET")
+	req.Header.Set(",path", reqUrl[26:])
+	req.Header.Set(",scheme","https")
+	req.Header.Set("content-type","application/json")
+	req.Header.Set("accept","text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3")
+	req.Header.Set("accept-encoding","gzip, deflate, br")
+	req.Header.Set("accept-language","zh-CN,zh;q=0.9")
+	req.Header.Set("cache-control","max-age=0")
+	req.Header.Set("upgrade-insecure-requests","1")
+	req.Header.Set("user-agent",dsp.Ua)
+
+	resp, err := client.Do(req)
+	if err != nil {
+		return nil, nil, nil, 0, err
+	}
+	defer resp.Body.Close()
+	body, err := ioutil.ReadAll(resp.Body)
+	fmt.Printf("rsp body: %s\n", body)
+	if err != nil {
+		return nil, nil, nil, 0, err
+	}
+	rsp := XiaoMiAdInfoRsp{}
+	err = json.Unmarshal(body, &rsp)
+	if err != nil {
+		return nil, nil, nil, 0, err
+	}
+
+	adsDataNum := len(rsp.Data)
+	xiaomiResponseAction := map[string]int {
+		"xiaomi_view":0, "xiaomi_click":0, "xiaomi_close":0, "xiaomi_video_finish":0, "xiaomi_video_timer":0,
+	}
+
+	if rsp.Result != 1 {
+		return nil, nil, xiaomiResponseAction, adsDataNum, nil
+	}
+
+	// bom渠道不处理
+	if dsp.ReqSource != "bom" {
+		rad := rand.Intn(100)
+		if rad < 2 {
+			dsp.ReqSource = "kk_h5"
+		} else if rad < 4 {
+			dsp.ReqSource = "day_09"
+		} else if rad < 8 {
+			dsp.ReqSource = "fu008"
+		} else if rad < 9 {
+			dsp.ReqSource = "yzh01"
+		} else if rad < 11 {
+			dsp.ReqSource = "qihuang88"
+		}
+	}
+
+	if len(rsp.Data) == 0 {
+		return nil, nil, xiaomiResponseAction, 0, nil
+	}
+	///last_infos = xiaomi_mix.xiaomi_fuse(data, dsp.req_source)
+
+	dataInfo := rsp.Data[0]
+	dsp.AllDuration = dataInfo.Duration
+	dsp.VideoTimeDuration = 7
+
+	showUrls := make([]string, 0, 100)
+	clickUrls := make([]string, 0, 100)
+	closeUrls := make([]string, 0, 100)
+	videoFinishUrls := make([]string, 0, 100)
+	videoTimerUrls := make([]string, 0, 100)
+
+	for _, target := range rsp.Data[0].TargetAddition {
+		target := html.UnescapeString(target)
+		targetParseUrl, _ := url.Parse(target)
+		if err != nil {
+			fmt.Printf("parse url failed, url: %s, err: %s", target, err)
+			continue
+		}
+
+		targetParms := targetParseUrl.Query()
+
+		targetUrl := targetParms.Get("url")
+		event := targetParms.Get("event")
+
+		if targetUrl != "" {
+			switch event {
+				case "VIEW":
+					showUrls = append(showUrls, targetUrl)
+					xiaomiResponseAction["xiaomi_view"] = 1
+			case "CLICK":
+					clickUrls = append(clickUrls, targetUrl)
+					xiaomiResponseAction["xiaomi_click"] = 1
+			case "CLOSE":
+					closeUrls = append(closeUrls, targetUrl)
+					xiaomiResponseAction["xiaomi_close"] = 1
+			case "VIDEO_FINISH":
+					videoFinishUrls = append(videoFinishUrls, targetUrl)
+					xiaomiResponseAction["xiaomi_video_finish"] = 1
+			case "VIDEO_TIMER":
+					videoTimerUrls = append(videoTimerUrls, targetUrl)
+			}
+		}
+
+		if event == "VIDEO_TIMER" {
+			timeStr := targetParms.Get("time")
+			if timeStr != "" {
+				videoTimeDuration, _ := strconv.Atoi(timeStr)
+				dsp.VideoTimeDuration = videoTimeDuration
+				xiaomiResponseAction["xiaomi_video_timer"] = 1
+			}
+		}
+	}
+
+	gotoUrls := make([]string, 0, 100)
+	target := rsp.Data[0].Target
+	if target != "" {
+		targetUrlObj, _ := url.Parse(target)
+		targetParams := targetUrlObj.Query()
+		targetUrl := targetParams.Get("link_url")
+		if targetUrl == "" {
+			targetUrl = strings.ReplaceAll(targetUrl, "mv:", "")
+		}
+
+		targetUrl = html.UnescapeString(targetUrl)
+		if targetUrl != "" {
+			gotoUrls = append(gotoUrls, targetUrl)
+		}
+	}
+	if dsp.ReqSource ==  "mh" {
+		closeUrls = videoFinishUrls
+	}
+
+	videoUrls := make([]string, 0, 100)
+	videoUrl := rsp.Data[0].VideoURL
+	if videoUrl != "" {
+		videoUrls = append(videoUrls, videoUrl)
+	}
+
+	imageUrls := make([]string, 0, 100)
+	imageUrl := rsp.Data[0].ImageURL
+	if imageUrl != "" {
+		imageUrls = append(imageUrls, imageUrl)
+	}
+
+	fmt.Printf("%+v, addata_num: %d\n", xiaomiResponseAction, adsDataNum)
+	if len(gotoUrls) == 0 {
+		return nil,  rsp.Data, xiaomiResponseAction, adsDataNum, nil
+	}
+
+	fmt.Printf("goto urls: %+v\nshow urls: %+v\nclick_urls: %+v\nclose urls: %+v\nvideo finish urls: %+v\nimagurls: %+v\nvideo urls:%+v\n",
+		gotoUrls, showUrls, clickUrls, closeUrls, videoFinishUrls, imageUrls, videoUrls)
+
+	adsData, err := CombineLastAdsInfos(dsp, advertiser, gotoUrls, showUrls, clickUrls, closeUrls, videoFinishUrls, videoTimerUrls, imageUrls, videoUrls)
+	if err != nil {
+		return nil, nil, nil, 0, err
+	}
+
+	fmt.Printf("addata: %+v\n", adsData)
+
+	if dsp.SendPhoneType == 0 {
+		redis_data.SetAdsRequestNum(advertiser, 0)
+	} else if dsp.SendPhoneType == 1{
+		redis_data.SetAdsRequestNum(advertiser, 1)
+	}
+	return adsData, rsp.Data, xiaomiResponseAction, adsDataNum, nil
+}
+
+func getActionsConf(advertiser string) []string {
+	defaultActions := []string{"VIEW", "CLICK", "CLOSE", "VIDEO_FINISH", "VIDEO_TIMER"}
+
+	svrConf := adslib.GetConf()
+	actions, ok := svrConf.AdsActions[advertiser]
+	if !ok || len(actions) == 0 {
+		return defaultActions
+	}
+	return actions
+}
+
+func getDurationConf(advertiser string) int {
+	svrConf := adslib.GetConf()
+	duration, ok := svrConf.AdsDuration[advertiser]
+	if !ok {
+		return 0
+	}
+	return duration
+}
+
+func getCombinationActionsConf(advertiser string) []adslib.CombinationActionsConf {
+	svrConf := adslib.GetConf()
+	combi_actions, ok := svrConf.CombinationActions[advertiser]
+	if !ok {
+		return []adslib.CombinationActionsConf{}
+	}
+	return combi_actions
+}
+
+// 组装最后的广告信息
+func CombineLastAdsInfos(dsp *utils.DspParam, advertiser string, gotoUrls []string, showUrls []string,
+	clickUrls []string, closeUrls []string, videoFinishUrls []string,
+	videoTimerUrls []string, imageUrls []string, videoUrls []string) (*AdData, error){
+
+	// 判断是不是关掉所有Action
+	actions := getActionsConf(advertiser)
+	if len(actions) == 0 {
+		return nil, nil
+	}
+
+	clickChannelFlag, err := redis_data.GetChannelFlag(dsp.ReqSource,"ads_click")
+	if err != nil {
+		return nil, err
+	}
+
+	fmt.Printf("click channel flag: %+v\n", clickChannelFlag)
+
+	clickRandom := rand.Intn(100)
+	needClick := false
+	if clickChannelFlag.ChannelFlag == 1 && clickRandom <= clickChannelFlag.Weigth {
+		needClick = true
+	}
+
+	lastInfos := make([]AdInfo, 0, 50)
+	combinationActions := getCombinationActionsConf(advertiser)
+	for _, combAction := range combinationActions {
+		adActionDatas := make([]AdAction, 0 ,20)
+		percentBegin := combAction.PercentBegin
+		percentEnd := combAction.PercentEnd
+		actionGroup := combAction.GroupValue
+		for _, action := range actionGroup {
+			urls := make([]string, 0, 50)
+			if dsp.ReqSource == "mh" {
+				if action == "CLOSE" {
+					action = "VIDEO_FINISH"
+				}
+			}
+			switch action {
+			case "VIEW":
+				urls = showUrls
+			case "CLICK":
+				urls = clickUrls
+			case "CLOSE":
+				urls = closeUrls
+			case "VIDEO_FINISH":
+				urls = videoFinishUrls
+			case "VIDEO_TIMER":
+				urls = videoTimerUrls
+			default:
+				continue
+			}
+
+			// click的控制 控制bom
+			if action =="CLICK" && dsp.RealReqSource=="bom" && dsp.SupClickFlag==0{
+				continue
+			}
+			// show的控制 控制bom
+			if action=="VIEW" && dsp.RealReqSource=="bom" && dsp.SupShowFlag==0 {
+				continue
+			}
+			if action=="CLICK" && !needClick {
+				continue
+			}
+
+			if len(urls)==0 && action=="VIDEO_TIMER" {
+				continue
+			}
+
+			adActionData, err := genAdsAction(urls, advertiser, dsp, action, true)
+			if err != nil {
+				fmt.Printf("gen ads action data failed, err: %s\n", err)
+				continue
+			}
+			// 没有url的就不要下发了
+			if len(adActionData.Urls) == 0 {
+				continue
+			}
+
+			adActionDatas = append(adActionDatas, *adActionData)
+		}
+
+		minValue := 2
+		if len(videoTimerUrls) != 0 {
+			minValue = 3
+		}
+
+		// 大于minValue才进行投放
+		if len(adActionDatas) >= minValue {
+			adInfo := AdInfo{
+				AdActions:    adActionDatas,
+				PercentBegin: percentBegin,
+				PercentEnd:   percentEnd,
+			}
+			lastInfos = append(lastInfos, adInfo)
+		}
+	}
+
+	targetUrl := ""
+	if len(gotoUrls) != 0 {
+		targetUrl = gotoUrls[0]
+	}
+
+	videoUrl := ""
+	if len(videoUrls) != 0 {
+		videoUrl = videoUrls[0]
+	}
+
+	randAdData := make([]AdAction,0, 50)
+	if len(lastInfos) != 0 {
+		randIdx := rand.Intn(len(lastInfos))
+		randAdData = lastInfos[randIdx].AdActions
+	}
+
+	hasClickAction := false
+	for _, adData := range randAdData {
+		if adData.Type == "CLICK" {
+			hasClickAction = true
+			break
+		}
+	}
+
+	if !hasClickAction {
+		targetUrl = ""
+	}
+
+	// 重新组装duration
+	videoTimerUrls = make([]string, 0, 100)
+	if len(randAdData)>=3 {
+		if randAdData[1].Type == "VIDEO_TIMER" {
+			videoTimerUrls = randAdData[1].Urls
+		}
+	}
+
+	rspAdDatas := make([]AdAction, 0, 20)
+	for _, adData := range randAdData {
+		if len(adData.Urls) == 0 || adData.Type == "" {
+			continue
+		}
+
+
+		if adData.Type == "VIDEO_TIMER" && len(videoTimerUrls) > 0 {
+			adData.Duration = int(dsp.AllDuration) - dsp.VideoTimeDuration
+		} else if adData.Type == "VIDEO_TIMER" && len(videoTimerUrls) == 0{
+			adData.Duration = dsp.VideoTimeDuration
+		} else if adData.Type == "VIEW" {
+			if  len(videoTimerUrls) > 0 {
+				adData.Duration = dsp.VideoTimeDuration
+			} else {
+				adData.Duration = int(dsp.AllDuration)
+			}
+		}
+
+		if adData.Type != "VIEW"{
+			redis_data.SetDistributeActionNum(advertiser, adData.Type, dsp.SendPhoneType)
+		}
+
+		canReport, err := redis_data.GetDeviceIpReport(dsp.Imei, dsp.Ip)
+		if err != nil {
+			return nil, err
+		}
+
+		md5Imei := ""
+		// 返回的曝光, 如果没有返回过秒针的，那么加入
+		if adData.Type == "VIEW" && canReport {
+			if dsp.ReplaceFlag == 0 {
+				md5Imei = utils.Md5(dsp.Imei)
+			} else {
+				md5Imei = dsp.Imei
+			}
+
+			conf := adslib.GetConf()
+			url := strings.ReplaceAll(conf.HostMiao, "__IMEI__", md5Imei)
+			adData.Urls = append(adData.Urls, url)
+			redis_data.SetDeviceIpReport(dsp.Imei, dsp.Ip)
+		}
+		rspAdDatas = append(rspAdDatas, adData)
+	}
+
+	adData := AdData{
+		TargetAddition: rspAdDatas,
+		Target:         targetUrl,
+		Duration:       dsp.AllDuration,
+		VideoUrl:       videoUrl,
+	}
+	return &adData, nil
+}
+
+// 组装展示
+func genAdsAction(urls []string, advertiser string,
+	dsp *utils.DspParam, action string, needControl bool) (*AdAction, error) {
+	// 获取advertiser上报的总量
+	allSendNum, err := redis_data.GetAdsRequestNum(advertiser, dsp.SendPhoneType)
+	if err != nil {
+		return nil, err
+	}
+	allShowNum, err := redis_data.GetAdsFeedbackNum(advertiser, action, dsp.SendPhoneType)
+	if err != nil {
+		return nil ,err
+	}
+
+	flowControlConf := redis_data.GetFlowPercentDuration(advertiser, action)
+	fmt.Printf("%+v\n", flowControlConf)
+
+	flowPercent := 0
+	duration := 0
+	if flowControlConf != nil {
+		flowPercent = flowControlConf.Percent
+		duration = flowControlConf.Duration
+	}
+
+	lastUrls := make([]string, 0,20)
+	if !needControl || allSendNum == 0 || int(
+		float32(allShowNum)/float32(allSendNum)*100) < flowPercent {
+		reportUrl := getReportUrl(action, advertiser, dsp)
+		lastUrls = append(urls, reportUrl)
+	}
+
+	fmt.Printf("%+v\n", lastUrls)
+
+	if len(lastUrls) == 0 {
+		duration = 0
+	}
+	if action == "VIDEO_TIMER" {
+		duration = 7
+	}
+	adAction := AdAction{
+		Type:     action,
+		Duration: duration,
+		Urls:     lastUrls,
+	}
+	return &adAction, nil
+}
+
+// 组装上报的url
+func getReportUrl(action string, advertiser string, dsp *utils.DspParam) string {
+	urlHost := adslib.GetConf().HostIos
+	url := fmt.Sprintf("%s?action=%s&advertiser=video&req_source=%s&brand=%s&city_code=%d&request_id=%s&spefial_flag=%d",
+		urlHost, action, dsp.ReqSource, dsp.Brand, dsp.DspCityCode, dsp.RequestId, dsp.SendPhoneType)
+	return url
+}

adslib/addata/xiaomi_mix.go

@@ -0,0 +1,3 @@
+package addata
+
+combine_mix_infos_v2(ads_item,extra_infos)

adslib/ads_checker/ip.go

@@ -0,0 +1,29 @@
+package ads_checker
+
+import (
+	"miads/lib/ads_redis"
+
+	"github.com/gomodule/redigo/redis"
+)
+
+func CheckReqSource(source string) (bool, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	key := "arsi"
+	reply, err := redis.Bool(conn.Do("SISMEMBER", key, source))
+	return reply, err
+}
+
+// 检查该ip是否是黑名单
+func CheckBlackIp(ip string) (bool, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := "ads_black_ip"
+	isInBlackList, err := redis.Bool(conn.Do("SISMEMBER", redisKey, ip))
+	if err != nil {
+		return false, err
+	}
+	return isInBlackList, err
+}

adslib/ads_redis/redis.go

@@ -0,0 +1,44 @@
+package ads_redis
+
+import (
+	"fmt"
+	"time"
+
+	"github.com/gomodule/redigo/redis"
+)
+
+var RedisConn *redis.Pool
+
+var HOST = ""
+var PASSWORD = ""
+
+func Setup() error {
+	RedisConn = &redis.Pool{
+		MaxIdle:     10,
+		MaxActive:   10,
+		IdleTimeout: 50,
+		Dial: func() (redis.Conn, error) {
+			c, err := redis.Dial("tcp", HOST)
+			if err != nil {
+				fmt.Println(err)
+				return nil, err
+			}
+			if PASSWORD != "" {
+				if _, err := c.Do("AUTH", PASSWORD); err != nil {
+					fmt.Println(err)
+					c.Close()
+					return nil, err
+				}
+			}
+			return c, err
+		},
+		TestOnBorrow: func(c redis.Conn, t time.Time) error {
+			_, err := c.Do("PING")
+			fmt.Println(err)
+			return err
+		},
+	}
+
+	return nil
+}
+

adslib/city/city.go

@@ -0,0 +1,22 @@
+package city
+
+import (
+	"github.com/gomodule/redigo/redis"
+	"miads/adslib/ads_redis"
+)
+
+func GetCityCode(city string) (int, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+	redisKey := "ads_city_" + city
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return 0, err
+	}
+	if rsp == nil {
+		return 0, nil
+	}
+
+	cityCode, err := redis.Int(rsp, err)
+	return cityCode, nil
+}

adslib/config.go

@@ -0,0 +1,55 @@
+package adslib
+
+import (
+	"github.com/BurntSushi/toml"
+	"sync"
+)
+
+type SvrConf struct {
+	HostIos            string                                `toml:"Host_Ios"`
+	HostAndoird        string                                `toml:"Host_Andoird"`
+	Host               string                                `toml:"Host"`
+	HostScript         string                                `toml:"Host_script"`
+	HostMiao           string                                `toml:"Host_miao"`
+	IPReqSource        []string                              `toml:"ip_req_source"`
+	BlackReqSource     []string                              `toml:"black_req_source"`
+	DpTest             string                                `toml:"dp_test"`
+	FreqControlNum     int                                   `toml:"freq_control_num"`
+	FlowPercent        map[string]map[string]FlogControlItem `toml:"flow_percent"`
+	FlowPercent1       map[string]map[string]FlogControlItem `toml:"flow_percent_1"`
+	AdsActions         map[string][]string                   `toml:"Ads_Actions"`
+	AdsDuration        map[string]int                        `toml:"Ads_Duration"`
+	ActionWeight       ActionWeight                          `toml:"action_weight"`
+	CombinationActions map[string][]CombinationActionsConf   `toml:"combination_actions"`
+}
+type FlogControlItem struct {
+	Percent  int `toml:"percent"`
+	Duration int `toml:"duration"`
+}
+
+type ActionWeight struct {
+	VIEW        int `toml:"VIEW"`
+	VIDEOTIMER  int `toml:"VIDEO_TIMER"`
+	CLICK       int `toml:"CLICK"`
+	CLOSE       int `toml:"CLOSE"`
+	VIDEOFINISH int `toml:"VIDEO_FINISH"`
+}
+type CombinationActionsConf struct {
+	PercentBegin int      `toml:"percent_begin"`
+	PercentEnd   int      `toml:"percent_end"`
+	GroupValue   []string `toml:"group_value"`
+	LastAction   string   `toml:"last_action"`
+}
+
+var svrConf SvrConf
+var once sync.Once
+
+func GetConf() *SvrConf {
+	once.Do(func () {
+		_, err := toml.DecodeFile("../../conf/config.toml", &svrConf)
+		if err != nil {
+			panic(err)
+		}
+	})
+	return &svrConf
+}

adslib/device/device.go

@@ -0,0 +1,207 @@
+package device
+
+import (
+	"encoding/json"
+	"fmt"
+	"github.com/gomodule/redigo/redis"
+	"math/rand"
+	"miads/adslib/ads_redis"
+	"miads/adslib/utils"
+	"strconv"
+	"strings"
+	"time"
+)
+
+
+type DeviceConf struct {
+	Imei       string `json:"imei"`
+	OriginImei string `json:"origin_imei"`
+	Ua         string `json:"ua"`
+}
+
+func SetAdsTagLog(adv string, reqSource string, key string, cityCode int) {
+	k := fmt.Sprintf("%s___%s___%s___%d",adv,reqSource,key,cityCode)
+	setTagLog(k)
+}
+
+func setTagLog(key string) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	dateInt, _ := strconv.Atoi(time.Now().Format("20060102"))
+	k := fmt.Sprint("{%s}___{%d}",key, dateInt)
+	conn.Do("INCR", k)
+	conn.Do("SADD", "fresh_all_keys", k)
+}
+
+// 存储ip上一次请求时间
+func SetIpReqTime(ip string, reqTime int64) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	ipKey := strings.ReplaceAll(ip, ".", "")
+	redisKey := "adip_" + ipKey
+	conn.Do("SET", redisKey, reqTime)
+}
+
+// 获取这个ip最近一次请求的时间
+func GetIpReqTime(ip string) (int64, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	ipKey := strings.ReplaceAll(ip, ".", "")
+	redisKey := "adip_" + ipKey
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return 0, err
+	}
+	if rsp == nil {
+		return 0, err
+	}
+	lastReqTime, _ := redis.Int64(rsp, err)
+	return lastReqTime,nil
+}
+
+func SetMiDeviceConf(key string, d DeviceConf) error {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	deviceConfBytes, err := json.Marshal(d)
+	if err != nil {
+		return err
+	}
+	conn.Do("set", key, deviceConfBytes,86400)
+	return nil
+}
+
+// 获取设备
+func GetMiDeviceConf(ip string , randNum int, specialDeviceNum int) (*DeviceConf, string, error){
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	dateInt, _ := strconv.Atoi(time.Now().Format("20060102"))
+	rd := 0
+	if specialDeviceNum==0 {
+		rd = rand.Intn(randNum - 1) + 1
+	} else {
+		rd = specialDeviceNum
+	}
+
+	redisKey := fmt.Sprintf("adur_%s_%d_%d_v4", ip, dateInt, rd)
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return nil, redisKey, err
+	}
+
+	if rsp == nil {
+		return nil, redisKey, nil
+	}
+
+	rspBytes, _ := redis.Bytes(rsp, err)
+
+	d := DeviceConf{}
+	err = json.Unmarshal(rspBytes, &d)
+	if err != nil {
+		return nil, redisKey, err
+	}
+	return &d, redisKey, nil
+}
+
+// 设置每天的city_code的值
+func SetDailyFakeDeviceConfByCityCode(cityCode int, d DeviceConf, dateInt int) error {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("amdu_%d_%d", cityCode, dateInt)
+	deviceConfBytes, err := json.Marshal(d)
+	if err != nil {
+		return err
+	}
+	conn.Do("SADD", redisKey, deviceConfBytes)
+	conn.Do("expire", redisKey, 129600)
+
+	return nil
+}
+
+// 获取每天的设备imei
+func GetDailyFakeDeviceConfByCityCode(cityCode int) (*DeviceConf, int, error){
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	dateInt, _ := strconv.Atoi(time.Now().Format("20060102"))
+	redisKey := fmt.Sprintf("amdu_%d_%d", cityCode, dateInt)
+
+	var validDeviceConf *DeviceConf
+	// 防止无限跑
+	maxLoopCnt := 6
+	for i := 0; i < maxLoopCnt; i++ {
+		rsp, err := conn.Do("srandmember", redisKey)
+		if err != nil {
+			return nil, 0, err
+		}
+
+		if rsp == nil {
+			return nil, 0, nil
+		}
+
+		rspBytes, _ := redis.Bytes(rsp, err)
+		d := DeviceConf{}
+		err = json.Unmarshal(rspBytes, &d)
+		if err != nil {
+			continue
+		}
+
+		isBlackItem, err := CheckIsBlackImei(d.Imei, false)
+		if err != nil {
+			continue
+		}
+
+		if !isBlackItem {
+			validDeviceConf = &d
+			break
+		}
+
+		AddCityCodeBlackImei(cityCode, d.Imei)
+	}
+
+	if validDeviceConf != nil {
+		// 用过的device_id放入明天的key中
+		tomorryDateInt, _ :=  strconv.Atoi(time.Now().AddDate(0, 0, 1).Format("20060102"))
+		SetDailyFakeDeviceConfByCityCode(cityCode, *validDeviceConf, tomorryDateInt)
+	}
+
+	// 获取剩余的量
+	leftCnt, err := redis.Int(conn.Do("SCARD", redisKey))
+	if err != nil {
+		return nil, 0, err
+	}
+	return validDeviceConf, leftCnt, nil
+}
+
+// 检查是否是黑名单
+func CheckIsBlackImei(imei string, needMd5 bool) (bool, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	checkImei := imei
+	if needMd5 {
+		checkImei = utils.Md5(imei)
+	}
+
+	redisKey := "ads_black_device_" + checkImei[0:2]
+	isBlackImei, err := redis.Bool(conn.Do("sismember", redisKey, checkImei))
+	if err != nil {
+		return false, err
+	}
+
+	return isBlackImei, nil
+}
+
+// 存储city_code对应下的设备黑名单
+func AddCityCodeBlackImei(cityCode int, imei string) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("blic_%d", cityCode)
+	conn.Do("sadd", redisKey, imei)
+}

adslib/encrypt/aes.go

@@ -0,0 +1,107 @@
+package encrypt
+
+import (
+	"bytes"
+	"crypto/aes"
+	"crypto/cipher"
+	"crypto/rand"
+	"encoding/base64"
+	"encoding/hex"
+	"io"
+)
+
+/*CBC加密 按照golang标准库的例子代码
+不过里面没有填充的部分,所以补上，根据key来决定填充blocksize
+*/
+
+//使用PKCS7进行填充，IOS也是7
+func pkcs7Padding(ciphertext []byte, blockSize int) []byte {
+	padding := blockSize - len(ciphertext)%blockSize
+	padtext := bytes.Repeat([]byte{byte(padding)}, padding)
+	return append(ciphertext, padtext...)
+}
+
+func pkcs7UnPadding(origData []byte) []byte {
+	length := len(origData)
+	unpadding := int(origData[length-1])
+	return origData[:(length - unpadding)]
+}
+
+func ZeroPadding(ciphertext []byte, blockSize int) []byte {
+	padding := blockSize - len(ciphertext)%blockSize
+	padtext := bytes.Repeat([]byte{0}, padding)//用0去填充
+	return append(ciphertext, padtext...)
+}
+
+//aes加密，填充模式由key决定，16位，24,32分别对应AES-128, AES-192, or AES-256.源码好像是写死16了
+func AesCBCEncrypt(rawData, key []byte) ([]byte, error) {
+	block, err := aes.NewCipher(key)
+	if err != nil {
+		panic(err)
+	}
+
+	//填充原文
+	blockSize := block.BlockSize()
+
+	rawData = pkcs7Padding(rawData, blockSize)
+	//初始向量IV必须是唯一，但不需要保密
+	cipherText := make([]byte, blockSize+len(rawData))
+	//block大小 16
+	iv := cipherText[:blockSize]
+	if _, err := io.ReadFull(rand.Reader, iv); err != nil {
+		panic(err)
+	}
+
+	//block大小和初始向量大小一定要一致
+	mode := cipher.NewCBCEncrypter(block, iv)
+	mode.CryptBlocks(cipherText[blockSize:], rawData)
+
+	return cipherText, nil
+}
+
+func AesCBCDecrypt(encryptData, key []byte) ([]byte, error) {
+	block, err := aes.NewCipher(key)
+	if err != nil {
+		panic(err)
+	}
+
+	blockSize := block.BlockSize()
+
+	if len(encryptData) < blockSize {
+		panic("ciphertext too short")
+	}
+
+	// CBC mode always works in whole blocks.
+	if len(encryptData)%blockSize != 0 {
+		panic("ciphertext is not a multiple of the block size")
+	}
+
+	mode := cipher.NewCBCDecrypter(block, key)
+
+	// CryptBlocks can work in-place if the two arguments are the same.
+	mode.CryptBlocks(encryptData, encryptData)
+	//解填充
+	encryptData = ZeroPadding(encryptData, blockSize)
+	return encryptData, nil
+}
+
+func Encrypt(rawData, key []byte) (string, error) {
+	data, err := AesCBCEncrypt(rawData, key)
+	if err != nil {
+		return "", err
+	}
+	return base64.StdEncoding.EncodeToString(data), nil
+}
+
+func Decrypt(rawData string, key []byte) (string, error) {
+	data, err := hex.DecodeString(rawData)
+	if err != nil {
+		return "", err
+	}
+	dnData, err := AesCBCDecrypt(data, key)
+	if err != nil {
+		return "", err
+	}
+	return string(dnData), nil
+}
+

adslib/freqcontrol/freqcontrol.go

@@ -0,0 +1,3 @@
+package freqcontrol
+
+

adslib/graylog/graylog.go

@@ -0,0 +1,36 @@
+package graylog
+import (
+	"encoding/json"
+	"github.com/robertkowalski/graylog-golang"
+)
+var grayLog  *gelf.Gelf
+
+func init() {
+	grayLog = gelf.New(gelf.Config{
+		GraylogPort:     62001,
+		GraylogHostname: "172.18.138.7",
+		Connection:      "wan",
+		MaxChunkSizeWan: 42,
+		MaxChunkSizeLan: 1337,
+	})
+}
+
+func Log(log interface{}) {
+	logStr, _ := json.Marshal(log)
+	grayLog.Log(string(logStr))
+}
+
+func LogApi(shortMsg string, desc string, extraDesc string, reqSource string) {
+	grayLogData := struct {
+		ShortMessage string `json:"short_message"`
+		ReqSource string `json:"req_source"`
+		AdsDetail string `json:"ads_detail"`
+		AdsExtraDetail string `json:"ads_extra_detail"`
+	}{
+		ShortMessage: shortMsg,
+		ReqSource:    reqSource,
+		AdsDetail: desc,
+		AdsExtraDetail: extraDesc,
+	}
+	Log(grayLogData)
+}

adslib/ip2region/ip2region.go

@@ -0,0 +1,21 @@
+package ip2region
+
+import (
+	"fmt"
+	"github.com/lionsoul2014/ip2region/binding/golang/ip2region"
+)
+
+func Ip2Region(ip string) (*ip2region.IpInfo, error) {
+	fmt.Println("err")
+	region, err := ip2region.New("./ip2region.db")
+	defer region.Close()
+	if err != nil {
+		fmt.Println(err)
+		return nil, err
+	}
+	ipInfo, err := region.BtreeSearch(ip)
+	if err != nil {
+		return nil, err
+	}
+	return &ipInfo, nil
+}

adslib/redis_data/redis_data.go

@@ -0,0 +1,242 @@
+package redis_data
+
+import (
+	"encoding/json"
+	"fmt"
+	"github.com/gomodule/redigo/redis"
+	"miads/adslib"
+	"miads/adslib/ads_redis"
+	"time"
+)
+
+type ChannelFlag struct {
+	Weigth      int `json:"weigth""`
+	ChannelFlag int `json:"channel_flag"`
+}
+
+type FreqControlConfItem struct {
+	BeginHour int `json:"begin_hour"`
+	EndHour   int `json:"end_hour"`
+	FreqTime  int `json:"freq_time"`
+}
+
+type FreqControlConf struct {
+	confs []FreqControlConfItem
+}
+
+func (self *FreqControlConf) GetControlTime(hour int) (int, bool) {
+	for _, v := range self.confs {
+		if v.BeginHour <= hour && hour <= v.EndHour {
+			return v.FreqTime, true
+		}
+	}
+	return 0, false
+}
+
+// 获取渠道的标记
+func GetChannelFlag(reqSource string, business string) (*ChannelFlag, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("acfv2_{%s}_{%s}", reqSource, business)
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return nil, err
+	}
+
+	if rsp == nil {
+		return nil, nil
+	}
+
+	rspBytes, _ := redis.Bytes(rsp, err)
+
+	channelFlag := ChannelFlag{}
+	err = json.Unmarshal(rspBytes, &channelFlag)
+	if err != nil {
+		return nil, err
+	}
+
+	return &channelFlag, nil
+}
+
+// 获取渠道频率信息
+func GetFreqCrontolConf(reqSource string) (*FreqControlConf, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := "rsfreq_" + reqSource
+
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return nil, err
+	}
+
+	if rsp == nil {
+		return nil, nil
+	}
+
+	rspBytes, _ := redis.Bytes(rsp, err)
+
+	f := FreqControlConf{}
+	err = json.Unmarshal(rspBytes, &f.confs)
+	if err != nil {
+		return nil, err
+	}
+
+	return &f, nil
+}
+
+// 获取该广告的总请求次数
+func GetAdsRequestNum(advertiser string, adsBannerId int) (int, error) {
+	if advertiser == "" {
+		return 0, nil
+	}
+
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("adsv2_%s_%d", advertiser, adsBannerId)
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return 0, err
+	}
+
+	if rsp == nil {
+		return 0, nil
+	}
+
+	number, err := redis.Int(rsp, err)
+	return number, nil
+}
+
+// 获取回调广告的动作请求次数
+func GetAdsFeedbackNum(advertiser string, action string, bannerid int) (int, error) {
+	if advertiser == "" {
+		return 0, nil
+	}
+
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("adsv3_%s_%s_%d", advertiser, action, bannerid)
+	if time.Now().Unix()%100 == 0 {
+		conn.Do("DELETE", redisKey)
+	}
+
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return 0, err
+	}
+
+	if rsp == nil {
+		return 0, nil
+	}
+
+	number, _ := redis.Int(rsp, err)
+	return number, nil
+}
+
+// 获取流量百分比
+func GetFlowPercentDuration(advertiser string, action string) *adslib.FlogControlItem {
+	config := adslib.GetConf()
+	flowConf, ok := config.FlowPercent[advertiser]
+	if !ok {
+		return nil
+	}
+
+	actionConf, ok := flowConf[action]
+	if !ok {
+		return nil
+	}
+	return &actionConf
+}
+
+// 设置回调回来的广告动作的次数
+func SetDistributeActionNum(advertiser string, action string, bannerid int) {
+	if advertiser == "" {
+		return
+	}
+
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("adsv3_%s_%s_%d", advertiser, action, bannerid)
+	curTime := int(time.Now().Unix())
+	if curTime%100 == 0 {
+		conn.Do("delete", redisKey)
+	}
+	conn.Do("INCR", redisKey)
+}
+
+// 获取设备+ip上报是否可以
+func GetDeviceIpReport(deviceid string, ip string) (bool, error) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("dim2_%s_'%s'", deviceid, ip)
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return false, err
+	}
+	lastReportTime := int64(0)
+	if rsp != nil {
+		lastReportTime, _ = redis.Int64(rsp, err)
+	}
+
+	if time.Now().Unix()-lastReportTime >= 3*86400 {
+		return true, nil
+	}
+	return false, nil
+}
+
+// 设置设备+ip上报的时间点
+func SetDeviceIpReport(deviceid string, ip string) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("dim2_%s_'%s'", deviceid, ip)
+	conn.Do("SET", redisKey, time.Now().Unix(), 3*86400)
+}
+
+// 设置总请求到广告的次数
+func SetAdsRequestNum(advertiser string, bannerid int) {
+	if advertiser == "" {
+		return
+	}
+
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := fmt.Sprintf("adsv2_%s_%d", advertiser, bannerid)
+	if time.Now().Unix() %100==0 {
+		conn.Do("delete", redisKey)
+	}
+	conn.Do("incr", redisKey)
+}
+
+// 设置skipredis
+func SetSkipInfo(md5Skip string, skipUrl string) {
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey:="su_" + md5Skip
+	conn.Do("set" , redisKey, skipUrl, 300)
+}
+
+// 通过advertiser获取最小的script_order
+func GetMinScriptOrderByAdv(advertiser string) (string, error){
+	conn := ads_redis.RedisConn.Get()
+	defer conn.Close()
+
+	redisKey := "adv_script_" + advertiser
+	rsp, err := conn.Do("GET", redisKey)
+	if err != nil {
+		return "", err
+	}
+
+	if rsp == nil {
+		return "", err
+	}
+	scriptOrder, _ := redis.String(rsp, err)
+	return scriptOrder, nil
+}

adslib/utils/dsp.go

@@ -0,0 +1,85 @@
+package utils
+
+import (
+	"fmt"
+	"math/rand"
+	"time"
+)
+
+type DspParam struct {
+	DspCityCode int `json:"dsp_city_code"`
+	Deviceid string
+	DeviceidType int `json:"device_id_type"` // 设备类型
+	Adspaceid string  // 广告位标识
+	OsType string  // 系统类型 Android  ios
+	OsVersion string  `json:"os_version"`
+	Ver string  // 软件版本
+	SdkVersion string  // 系统版本号
+	Source string
+	PhoneType string
+	UserAgent string
+	ScreenWidth int `json:"screen_width"`
+	ScreenHeight int `json:"screen_height"`
+	ScreenDensity int `json:"screen_density"`
+	Channel string
+	CarrierId int
+	Lng float64
+	Lat float64
+	Placements string
+	Ip string `json:"ip"`
+	RequestId string `json:"request_id"`
+	Advertiser string
+	UserId int
+	Num int  // 新闻条数
+	Hongtu int
+	Is360Circle int `json:"is_360_circle"`// 1 足迹banner   2 圈子广告   3 资讯广告
+	AdType int `json:"ad_type"`// 广告类型  1 默认开屏
+	Category string
+	LocalIp string `json:"local_ip"`
+	ScreenScale int //  屏幕倍率
+	SourceFlag int // 0:安卓 1:ios
+
+	Imei string
+	RealMd5Imei string `json:"real_md5_imei"`
+	OriginImei string `json:"origin_imei"`
+	Mac string
+	OriginMac string `json:"origin_mac"`
+	Idfa string
+	Model string
+	Brand string
+	ScreenSize string `json:"screen_size"`
+	NetworkType int `json:"network_type"`
+	Androidid string `json:"android_id"`
+	Platform int
+	City string
+	Province string
+	Ua string `json:"ua"`
+	UaOrigin string `json:"ua_client"`
+	ReqSource string  `json:"req_source"`
+	RealMiFlag int
+	ReplaceFlag int `json:"replace_flag"`
+	RealReqSource string `json:"real_req_source"`
+	SupClickFlag int `json:"sup_click_flag"`
+	SendPhoneType int
+	SupShowFlag int `json:"sup_show_flag"`
+	VideoTimeDuration int
+	AllDuration int64
+}
+
+func (self *DspParam) Init() {
+	// 获取随机的请求id
+	randNum := rand.Intn(89999999) + 10000000
+	self.RequestId = fmt.Sprintf("%d_%d", time.Now().Unix(), randNum)
+	self.DeviceidType = 1
+	self.ScreenWidth = 1080
+	self.ScreenHeight = 1920
+	self.ScreenDensity = 3
+	self.Num = 1
+	self.Is360Circle = 1
+	self.AdType = 1
+	self.LocalIp = "__ADS_LP__"
+
+	self.SupClickFlag = 1
+	self.SupShowFlag = 1
+}
+

adslib/utils/http.go

@@ -0,0 +1,70 @@
+package utils
+
+import (
+	"bytes"
+	"github.com/gin-gonic/gin"
+	"io/ioutil"
+	"net/url"
+	"strconv"
+)
+
+// 同时从querystring和body里取参数
+func GetArgument(c *gin.Context, key string, defaultValue string) string {
+	v := c.Query(key)
+	if v != "" {
+		return v
+	}
+
+	if c.Request.Body == nil {
+		return defaultValue
+	}
+
+	body, _ := c.GetRawData()
+	c.Request.Body = ioutil.NopCloser(bytes.NewBuffer(body))
+	bodyArgs, err := url.ParseQuery(string(body))
+	if err != nil {
+		return defaultValue
+	}
+
+	v = bodyArgs.Get(key)
+	if v != "" {
+		return v
+	}
+
+	return defaultValue
+}
+
+// 同时从querystring和body里取参数
+func GetIntArgument(c *gin.Context, key string, defaultValue int64) int64 {
+	v := c.Query(key)
+	if v != "" {
+		intV, err := strconv.ParseInt(v, 10, 64)
+		if err != nil {
+			return defaultValue
+		}
+		return intV
+	}
+
+	if c.Request.Body == nil {
+		return defaultValue
+	}
+
+	body, _ := c.GetRawData()
+	// 写回去， 不然下一次就读取不到了
+	c.Request.Body = ioutil.NopCloser(bytes.NewBuffer(body))
+
+	bodyArgs, err := url.ParseQuery(string(body))
+	if err != nil {
+		return defaultValue
+	}
+	v = bodyArgs.Get(key)
+	if v != "" {
+		intV, err := strconv.ParseInt(v, 10, 64)
+		if err != nil {
+			return defaultValue
+		}
+		return intV
+	}
+
+	return defaultValue
+}

adslib/utils/md5.go

@@ -0,0 +1,12 @@
+package utils
+
+import (
+	"crypto/md5"
+	"encoding/hex"
+)
+
+func Md5(str string) string {
+	h := md5.New()
+	h.Write([]byte(str))
+	return hex.EncodeToString(h.Sum(nil))
+}

adslib/utils/string.go

@@ -0,0 +1,12 @@
+package utils
+
+import "regexp"
+
+func Rstrip(str string) string {
+	if str == "" {
+		return ""
+	}
+	//匹配一个或多个空白符的正则表达式
+	reg := regexp.MustCompile("\\0+$")
+	return reg.ReplaceAllString(str, "")
+}

go.mod

@@ -0,0 +1,14 @@
+module miads
+
+go 1.12
+
+require (
+	github.com/BurntSushi/toml v0.3.1
+	github.com/gin-gonic/gin v1.6.3
+	github.com/gomodule/redigo v2.0.0+incompatible
+	github.com/jarcoal/httpmock v1.0.5
+	github.com/lionsoul2014/ip2region v2.1.0-release+incompatible
+	github.com/rafaeljusto/redigomock v2.4.0+incompatible
+	github.com/robertkowalski/graylog-golang v0.0.0-20151121031040-e5295cfa2827
+	github.com/stretchr/testify v1.4.0
+)

go.sum

@@ -0,0 +1,53 @@
+github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ=
+github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
+github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/gin-contrib/sse v0.1.0 h1:Y/yl/+YNO8GZSjAhjMsSuLt29uWRFHdHYUb5lYOV9qE=
+github.com/gin-contrib/sse v0.1.0/go.mod h1:RHrZQHXnP2xjPF+u1gW/2HnVO7nvIa9PG3Gm+fLHvGI=
+github.com/gin-gonic/gin v1.6.3 h1:ahKqKTFpO5KTPHxWZjEdPScmYaGtLo8Y4DMHoEsnp14=
+github.com/gin-gonic/gin v1.6.3/go.mod h1:75u5sXoLsGZoRN5Sgbi1eraJ4GU3++wFwWzhwvtwp4M=
+github.com/go-playground/assert/v2 v2.0.1/go.mod h1:VDjEfimB/XKnb+ZQfWdccd7VUvScMdVu0Titje2rxJ4=
+github.com/go-playground/locales v0.13.0 h1:HyWk6mgj5qFqCT5fjGBuRArbVDfE4hi8+e8ceBS/t7Q=
+github.com/go-playground/locales v0.13.0/go.mod h1:taPMhCMXrRLJO55olJkUXHZBHCxTMfnGwq/HNwmWNS8=
+github.com/go-playground/universal-translator v0.17.0 h1:icxd5fm+REJzpZx7ZfpaD876Lmtgy7VtROAbHHXk8no=
+github.com/go-playground/universal-translator v0.17.0/go.mod h1:UkSxE5sNxxRwHyU+Scu5vgOQjsIJAF8j9muTVoKLVtA=
+github.com/go-playground/validator/v10 v10.2.0 h1:KgJ0snyC2R9VXYN2rneOtQcw5aHQB1Vv0sFl1UcHBOY=
+github.com/go-playground/validator/v10 v10.2.0/go.mod h1:uOYAAleCW8F/7oMFd6aG0GOhaH6EGOAJShg8Id5JGkI=
+github.com/golang/protobuf v1.3.3 h1:gyjaxf+svBWX08ZjK86iN9geUJF0H6gp2IRKX6Nf6/I=
+github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw=
+github.com/gomodule/redigo v2.0.0+incompatible h1:K/R+8tc58AaqLkqG2Ol3Qk+DR/TlNuhuh457pBFPtt0=
+github.com/gomodule/redigo v2.0.0+incompatible/go.mod h1:B4C85qUVwatsJoIUNIfCRsp7qO0iAmpGFZ4EELWSbC4=
+github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
+github.com/jarcoal/httpmock v1.0.5 h1:cHtVEcTxRSX4J0je7mWPfc9BpDpqzXSJ5HbymZmyHck=
+github.com/jarcoal/httpmock v1.0.5/go.mod h1:ATjnClrvW/3tijVmpL/va5Z3aAyGvqU3gCT8nX0Txik=
+github.com/json-iterator/go v1.1.9/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
+github.com/leodido/go-urn v1.2.0 h1:hpXL4XnriNwQ/ABnpepYM/1vCLWNDfUNts8dX3xTG6Y=
+github.com/leodido/go-urn v1.2.0/go.mod h1:+8+nEpDfqqsY+g338gtMEUOtuK+4dEMhiQEgxpxOKII=
+github.com/lionsoul2014/ip2region v2.1.0-release+incompatible h1:FHT0RIeHl5C1G+V0mhKI+kFoBoDOPBEmF8hVhKZcmNs=
+github.com/lionsoul2014/ip2region v2.1.0-release+incompatible/go.mod h1:+ZBN7PBoh5gG6/y0ZQ85vJDBe21WnfbRrQQwTfliJJI=
+github.com/mattn/go-isatty v0.0.12 h1:wuysRhFDzyxgEmMf5xjvJ2M9dZoWAXNNr5LSBS7uHXY=
+github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU=
+github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
+github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
+github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/rafaeljusto/redigomock v2.4.0+incompatible h1:d7uo5MVINMxnRr20MxbgDkmZ8QRfevjOVgEa4n0OZyY=
+github.com/rafaeljusto/redigomock v2.4.0+incompatible/go.mod h1:JaY6n2sDr+z2WTsXkOmNRUfDy6FN0L6Nk7x06ndm4tY=
+github.com/robertkowalski/graylog-golang v0.0.0-20151121031040-e5295cfa2827 h1:D2Xs0bSuqpKnUOOlK4yu6lloeOs4+oD+pjbOfsxgWu0=
+github.com/robertkowalski/graylog-golang v0.0.0-20151121031040-e5295cfa2827/go.mod h1:jONcYFk83vUF1lv0aERAwaFtDM9wUW4BMGmlnpLJyZY=
+github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
+github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
+github.com/stretchr/testify v1.4.0 h1:2E4SXV/wtOkTonXsotYi4li6zVWxYlZuYNCXe9XRJyk=
+github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
+github.com/ugorji/go v1.1.7 h1:/68gy2h+1mWMrwZFeD1kQialdSzAb432dtpeJ42ovdo=
+github.com/ugorji/go v1.1.7/go.mod h1:kZn38zHttfInRq0xu/PH0az30d+z6vm202qpg1oXVMw=
+github.com/ugorji/go/codec v1.1.7 h1:2SvQaVZ1ouYrrKKwoSk2pzd4A9evlKJb9oTL+OaLUSs=
+github.com/ugorji/go/codec v1.1.7/go.mod h1:Ax+UKWsSmolVDwsd+7N3ZtXu+yMGCf907BLYF3GoBXY=
+golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
+golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
+gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10=
+gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=

main.go

@@ -0,0 +1,30 @@
+package main
+
+import (
+	"fmt"
+	"github.com/gin-gonic/gin"
+	"miads/adslib"
+	"miads/adslib/ads_redis"
+)
+
+func setupRouter() *gin.Engine {
+	r := gin.Default()
+
+	r.POST("/ads", adsHandler)
+	r.GET("/ads", adsHandler)
+	return r
+}
+
+func main() {
+	ads_redis.Setup()
+	adslib.GetConf()
+
+	if ads_redis.RedisConn.ActiveCount() == 0 {
+		fmt.Printf("setup redis failed, no active redis")
+		return
+	}
+
+	r := setupRouter()
+	// Listen and Server in 0.0.0.0:8080
+	r.Run(":8080")
+}

request.go

@@ -0,0 +1,81 @@
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"github.com/gin-gonic/gin"
+	"miads/adslib/encrypt"
+	"miads/adslib/utils"
+	"net/url"
+	"strings"
+)
+
+type Request struct {
+	Imei        string
+	Idfa        string
+	Model       string
+	Brand       string
+	ScreenSize  string `json:"screen_size"`
+	NetworkType int `json:"network_type"`
+	Androidid   string `json:"android_id"`
+	Platform    int `json:"platform"`
+	OsVersion   string `json:"os_version"`
+	UaClient    string `json:"ua"`
+	ReqSource   string `json:"req_source"`
+	Mac         string `json:"mac"`
+	ReqSourceIp string `json:"ip"`
+
+	NewAdsFlag int64
+	content    string
+}
+
+func (self *Request) Parse(c *gin.Context) {
+	self.Imei = utils.GetArgument(c, "imei", "")
+	self.Idfa = utils.GetArgument(c, "idfa", "")
+	self.Model = utils.GetArgument(c, "model", "")
+	self.Brand = utils.GetArgument(c, "brand", "")
+	self.ScreenSize = utils.GetArgument(c, "screen_size", "")
+	self.NetworkType = int(utils.GetIntArgument(c, "network_type", 3))
+	self.Androidid = utils.GetArgument(c, "android_id", "")
+	self.Platform = int(utils.GetIntArgument(c, "platform", 1))
+	self.OsVersion = utils.GetArgument(c, "os_version", "")
+	self.UaClient = utils.GetArgument(c, "ua", "")
+	self.ReqSource = utils.GetArgument(c, "req_source", "")
+	self.Mac = utils.GetArgument(c, "mac", "")
+	self.ReqSourceIp = utils.GetArgument(c, "ip", "")
+
+	self.NewAdsFlag = utils.GetIntArgument(c, "new_ads_flag", 0)
+	self.content = utils.GetArgument(c, "ads_content", "")
+	fmt.Printf("ads flag: %d, content: %s\n", self.NewAdsFlag, self.content)
+
+	// 进行解密
+	if self.NewAdsFlag == 1 && self.content != "" {
+		contentDecode, err := encrypt.Decrypt(self.content, []byte(DECRYPT_KEY))
+		if err != nil {
+			fmt.Printf("error: %s", err)
+			c.String(404, "decode failed")
+			return
+		}
+		contentDecode = utils.Rstrip(contentDecode)
+		err = json.Unmarshal([]byte(contentDecode), self)
+		if err != nil {
+			fmt.Println(err)
+			c.String(404, "decode json body failed")
+			return
+		}
+
+		fmt.Println(contentDecode)
+	}
+
+	self.UaClient, _ = url.QueryUnescape(self.UaClient)
+	self.Mac = strings.ReplaceAll(self.Mac, ":", "")
+}
+
+func (self *Request) IsMiDevice() bool {
+	if strings.Index(self.Brand, "mi") != -1 ||
+		strings.Index(self.Brand, "MI") != -1 ||
+		strings.Index(self.Brand, "Mi") != -1 {
+		return true
+	}
+	return false
+}