记录后端接收日志的流程；

由于记录的是广告数据，单次计费数据都会上报，全国内约10几万终端上报。

 

终端上报：Android电视端Apk上报

接收终端：Openresty（Nginx+lua）利用nginx非阻塞io来缓解服务器压力

数据处理：为了提高处理效率避免队列写死，采用go语言分析数据并入库

 

贴代码：生成uuid参数,获取客户端访问接口获取uuid，带着uuid参数上报

getuuid.lua：

--获取body数据，含get,post数据--获取body数据，含get,post数据local GET = {}local POST = {}ngx.req.read_body()local  args_get= ngx.req.get_uri_args()local args_post = ngx.req.get_post_args()for k,v in pairs(args_get) do    GET[k]=vendfor k,v in pairs(args_post) do    POST[k]=vend--生成加密的密钥function unlock_mac (mac,password)    local  int_iv = 0    local  mac_len = string.len(mac)    for  i = 1,mac_len do        int_iv = int_iv+string.byte(mac,i)    end    local mac_md5 = ngx.md5(mac)    iv_byte = string.sub(mac_md5,1,1)..string.sub(mac_md5,3,5)..int_iv..ngx.md5(password)    return string.sub(iv_byte,1,16)end--AES解密function unaes(key,data)   local aes = require "resty.aes"   local str = require "resty.string"   local hash = {   iv = "fedcba9876543210",   method = nil}local salt = "0123456789abcdef"local aes_128_cbc, err = aes:new(key, salt, aes.cipher(128,"cbc"), hash)return aes_128_cbc:decrypt(data)end--随机数function CreateUUID()    local template ="xxxxxxxxxxxx"    d = io.open("/dev/urandom", "r"):read(4)    math.randomseed(os.time() + d:byte(1) + (d:byte(2) * 256) + (d:byte(3) * 65536) + (d:byte(4) * 4294967296))    return string.gsub(template, "x", function (c)      local v = (c == "x") and math.random(0, 0xf) or math.random(8, 0xb)      return string.format("%x", v)      end)end--生成uuidfunction guid()    local seed={'e','1','2','3','4','5','6','7','8','9','a','b','c','d','e','f'}    local tb={}    for i=1,32 do        table.insert(tb,seed[math.random(1,16)])    end    local sid=table.concat(tb)    return string.format('%s-%s-%s-%s-%s',        string.sub(sid,1,8),        string.sub(sid,9,12),        string.sub(sid,13,16),        string.sub(sid,17,20),        string.sub(sid,21,32)        )end--获取解密keylocal  mac = GET["mac"]local password = "(&*87-=KLJHuywe~s.,m-="local key = unlock_mac(mac,password)--获取post数据进行解析local post_val = POST["data"]local unaes_val,err = unaes(key,ngx.decode_base64(post_val))if  unaes_val == nil then local json = require("cjson") json.encode_empty_table_as_object(false) local str = {code=10000,error_message="unaes err"} ngx.say(json.encode(str)) ngx.log(ngx.ERR, " unaes_val:", unaes_val) returnendif GET["type"] == "app" or GET["type"] == "cd"    then    uidmac = GET["type"].."_uuid_"..macelse    uidmac = "uuid_"..macendlocal redis = require "resty.redis_iresty"local red = redis:new()redis:auth("password")redis:del(uidmac)uidtable = {}local s=0while s<50 do    s=s+1    print(CreateUUID())    local uuid = guid()    local ok, err = redis:hset(uidmac,uuid,"1")    if not ok then        local str = {code=10000,error_message="failed to set lbs"}        ngx.say(json.encode(str))        ngx.log(ngx.ERR,"setuidmac:",err)        return    end    uidtable[s] = uuidendlocal json = require("cjson")    --ngx.say(uidtable)    datatable = {data = {list =uidtable},code = 20000}    ngx.say(json.encode(datatable))    ngx.exit(200)　　

 

 

接收日志，存入队列：

--获取body数据,get,post数据local GET = {}local POST = {}ngx.req.read_body()local  args_get= ngx.req.get_uri_args()local args_post = ngx.req.get_post_args()for k,v in pairs(args_get) do    GET[k]=vendfor k,v in pairs(args_post) do    POST[k]=vend--生成加密的密钥function unlock_mac (mac,password)    local  int_iv = 0    local  mac_len = string.len(mac)    for  i = 1,mac_len do        int_iv = int_iv+string.byte(mac,i)    end    local mac_md5 = ngx.md5(mac)    iv_byte = string.sub(mac_md5,1,1)..string.sub(mac_md5,3,5)..int_iv..ngx.md5(password)    return string.sub(iv_byte,1,16)end--AES解密function unaes(key,data)   local aes = require "resty.aes"   local str = require "resty.string"   local hash = {   iv = "fedcba9876543210",   method = nil}local salt = "0123456789abcdef"local aes_128_cbc, err = aes:new(key, salt, aes.cipher(128,"cbc"), hash)return aes_128_cbc:decrypt(data)end--获取mac并验证if next(GET) ~=nil and string.len(GET["mac"]) == 12 then    mac = GET["mac"]else    ngx.say("Mac illegal")    returnendlocal key = unlock_mac(mac,"(&*87-=KLJHuywe~s.,m-=")--验证data数据if next(POST) ~= nil then    data = POST["data"]else    ngx.say("data is nil")    returnend-- ngx.say(key)-- ngx.say(data)local json = require("cjson")local unaes_val,err = unaes(key,ngx.decode_base64(data))--ngx.say(unaes_val)if  unaes_val == nil then   local json = require("cjson")   json.encode_empty_table_as_object(false)   errdata = {data = {list ={}},code = 10000}   ngx.say (json.encode(errdata))   returnelse    local dataObj = json.decode(unaes_val)    local redis = require "resty.redis_iresty"    local red = redis:new()    redis:auth("password")    uidmac = "uuid_"..mac    uuid = dataObj.uuid    local ok= redis:hget(uidmac,uuid)    if not ok then        ngx.say("failed to get uidmac: ", err)        ngx.log(ngx.ERR,"getuidmac:",err)        return    else        Strmd5 = ngx.md5(dataObj.data)	if "lbs" ~= dataObj.type then		return	end        --ngx.say(dataObj.data)        if Strmd5 == dataObj.md5 then            local ok, err = redis:lpush('lbs_data_queue',unaes_val)            if not ok then               ngx.say("failed to push lbs_data_queue: ", err)               ngx.log(ngx.ERR,"lbs_data_queue:",err)               return           end           ngx.say("ok")       else        ngx.say("md5 check err")        ngx.log(ngx.ERR,"checkmd5","lbs_data_queue")    endendend