- 论坛徽章:
- 3
|
不是这两个字符字段。回复 10# elu_ligao
我写下我所有字段，并写一行日志，麻烦您了。
日志：c1---c15个字符。
c1：2016-02-17
c2：07:09:08
c3：10.132.51.28
c4：-
c5：10.10.236.53
c6：GET
c7：/Net/comm_premium.action
c8 WT.tz=8&WT.bh=15&WT.ul=zh-CN&WT.cd=24&WT.sr=1366x768&WT.jo=Yes&WT.ti=%25E9%BD% 2591&WT.js=Yes&WT.jv=1.5&WT.ct=unknown&WT.bs=960x1714&WT.fi=Yes&WT.fv=18.0&WT.em=uri&WT.le=GBK&WT.tv=8.0.2&&WT.cg_page=车辆信息&WT.cg_onclick=品牌型号&WT.si_n=wangshangtoubao_xin&WT.si_p=xuanlipin&WT.wx_id=15679838&WT.vt_f_tlh=1455694378&WT.vt_sid=2944291057d251650af1442829398227.1455692598350&WT.co_f=2944291057d251650af1442829398227
c9：200
c10： -
c11： -
c12： Mozilla/5.0+(Windows+NT+6.1;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/41.0.2272.118+Safari/537.36
c13： WEBTRENDS_ID=10.132.50.20-3693481680.30470670::71D8FA627199166C6802E1B71D70B;+vjuids=-68a2c6686.150caf4ceb8.0.2ddc630c;+_adwp=222087242.7565661489.1445496443.1445496443.1446602243.2;+Hm_lvt_041c5d3a51ebccd1458089723c2158f6=1446514158,1448419448;+vjlast=1446514053.1448419412.13;+acta=%7B%202%5D%7D%7D;+_pzfxuvpc=14457;+_jzqy=1.1451960681.1451962088.2.jzqsr=baidu|jzqct=%E9%98%B3%99%A9.jzqsr=baidu|jzqct=%E9%98%B3%EA9;+__utma=131097296.18274500.1442581496.1451962024.1453472951.6;+__utmz=131097296.1453472951.6.5.utmcsr=chexian.sinosig.com|utmccn=(referral)utmcmd=referral|utmcct=/simplePremium/2016NewYear.jsp;+_ga=GA1.2.18274500.1442581496;+Hm_lvt_42bb1ac8e3a3c1c79ca6b08dc61b3899=1452562562,1452838195,1453470425,1453799715;+_jzqx=1.1442581262.1455603674.26.jzqsr=chexian%2Esinosig%2Ecom|jzqct=/net/human_exact%2Eaction#.jzqsr=bao%2Ejd%2Ecom|jzqct=/vehicle/trade;+_jzqa=1.182714398382341250.1442581262.1455603674.1455608269.89;+_jzqc=1
c14： /nCarInfo_exact.action
c15： dcsgk64sl0000008yb6al4ec3_9x2w
程序：
#!/bin/sh
#a="dcsgk64sl0000008yb6al4ec3_9x2w_sdc_02_17_2016(2).log"
a=$1
echo $a
HOSTNAME="rdsymhxx37847x97w9ka.mysql.rds.aliyuncs.com"
PORT="3306"
USERNAME="lunianming"
PASSWORD="lunianming"
DBNAME="lutest"
TABLENAME="webtrends"
sed -i '/^#/d' $a
FILE="${TABLENAME}.sql"
rm -f $FILE
echo "insert into ${TABLENAME}(dateid,times,ip,username,host,method,uristem,uriquery,cstatus,bytes,versions,UserAgent,Cookie,Referer,dcsid,agentCode,utm_source,tz,bh,sr,jo,ti,js,jv,bs,fi,fv,si_n,si_p,comcode,usercode,mc_id,srch,cg_n,cg_s,cg_page,cg_onclick,wx_id,WEBTRENDS_ID,uv_cookie_id,shh,word,keyword,createdate) values "> $FILE
while read c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15
do
if [ "$c8" = "cs-uri-stem" ]; then
continue
fi
agentCode=$(echo $c8|grep -oP '(?<=agentCode=)[^&]*')
utm_source=$(echo $c8|grep -oP '(?<=utm_source=)[^&]*')
tz=$(echo $c8|grep -oP '(?<=WT.tz=)[^&]*')
bh=$(echo $c8|grep -oP '(?<=WT.bh=)[^&]*')
sr=$(echo $c8|grep -oP '(?<=WT.sr=)[^&]*')
jo=$(echo $c8|grep -oP '(?<=WT.jo=)[^&]*')
ti=$(echo $c8|grep -oP '(?<=WT.ti=)[^&]*')
js=$(echo $c8|grep -oP '(?<=WT.js=)[^&]*')
jv=$(echo $c8|grep -oP '(?<=WT.jv=)[^&]*')
bs=$(echo $c8|grep -oP '(?<=WT.bs=)[^&]*')
fi=$(echo $c8|grep -oP '(?<=WT.fi=)[^&]*')
fv=$(echo $c8|grep -oP '(?<=WT.fv=)[^&]*')
si_n=$(echo $c8|grep -oP '(?<=WT.si_n=)[^&]*')
si_p=$(echo $c8|grep -oP '(?<=WT.si_p=)[^&]*')
comcode=$(echo $c8|grep -oP '(?<=WT.comcode=)[^&]*')
usercode=$(echo $c8|grep -oP '(?<=WT.usercode=)[^&]*')
mc_id=$(echo $c8|grep -oP '(?<=WT.mc_id=)[^&]*')
srch=$(echo $c8|grep -oP '(?<=WT.srch=)[^&]*')
cg_n=$(echo $c8|grep -oP '(?<=WT.cg_n=)[^&]*')
cg_s=$(echo $c8|grep -oP '(?<=WT.cg_s=)[^&]*')
cg_page=$(echo $c8|grep -oP '(?<=WT.cg_page=)[^&]*')
cg_onclick=$(echo $c8|grep -oP '(?<=WT.cg_onclick=)[^&]*')
wx_id=$(echo $c8|grep -oP '(?<=WT.wx_id=)[^&]*')
WEBTRENDS_ID=$(echo $c13|grep -oP '(?<=WEBTRENDS_ID=)[^;]*')
uv_cookie_id=$(echo $c13|grep -oP '(?<=uv_cookie_id=)[^;]*')
shh=$(echo $c14|grep -oP '(?<=shh=)[^&]*')
word=$(echo $c14|grep -oP '(?<=word=)[^&]*')
keyword=$(echo $c14|grep -oP '(?<=keyword=)[^&]*')
echo "('"$c1"','"$c2"','"$c3"','"$c4"','"$c5"','"$c6"','"$c7"','"$c8"','"$c9"','"$c10"','"$c11"','"$c12"','"$c13"','"$c14"','"$c15"','"$agentCode"','"$utm_source"','"$tz"','"$bh"','"$sr"','"$jo"','"$ti"','"$js"','"$jv"','"$bs"','"$fi"','"$fv"','"$si_n"','"$si_p"','"$comcode"','"$usercode"','"$mc_id"','"$srch"','"$cg_n"','"$cg_s"','"$cg_page"','"$cg_onclick"','"$wx_id"','"$WEBTRENDS_ID"','"$uv_cookie_id"','"$shh"','"$word"','"$keyword"',now())," >> $FILE
done <$a
sed -i '$s/,$/;/' $FILE
mysql --default-character-set=utf8 -h${HOSTNAME} -P${PORT} -u${USERNAME} -p${PASSWORD} ${DBNAME} < "$FILE"
|
|
免费注册
楼主: bzh_516
发表于 2016-02-26 15:24
发表于 2016-02-26 16:23
