## khop-sc-neighbors.cf v 20101261 ## Khopesh's syndication of SpamCop's top offenders and top offending networks. ## ## Spamassassin rules written by Adam Katz ## http://khopesh.com/Anti-spam ## khopesh on irc://irc.freenode.net/#spamassassin ## ## sa-update --gpgkey E8B493D6 --channel khop-bl.sa.khopesh.com ## ## These rules are Copyright 2001-2009 by Adam Katz ## Licensed under the Creative Commons Non-Commercial Share-alike License 2.0. ## The code that generated this output is GNU Affero General Public License v3. ## Source data (copyright Cisco subsidiary SpamCop.net) taken from links below. ## The author is receptive to relicensing requests for this and its generator. ## ## Frequent updates are needed for these rules, so they are marked 'nopublish' ## This keeps them from being automatically promoted to SpamAssassin proper ## from the testing system, which affirms their usefulness. You can check ## their efficiency at http://ruleqa.spamassassin.org/?rule=%2FKHOP_SC # http://spamcop.net/w3m?action=map;mask=4294967295;net=0;sort=56 # Due to the massive block size, this rule only examines the last untrusted header __KHOP_SC_CIDR8 X-Spam-Relays-Untrusted =~ /^[^\]]* (?:by|ip)=(?-xism:\b(?:1(?:22|89)|59|94)(?:\.[012]?\d{1,2}){3}\b) / # and gets cleaned up a bit meta KHOP_SC_CIDR8 __KHOP_SC_CIDR8 && !(__VIA_ML||__freemail_safe||__RCVD_IN_DNSWL||RCVD_IN_HOSTKARMA_WL) describe KHOP_SC_CIDR8 Relay CIDR /8 is among worst in SpamCop tflags KHOP_SC_CIDR8 nopublish score KHOP_SC_CIDR8 0.2 0.1 0.3 0.2 # spam/ham s/o corpus # 12.3692/1.0099 0.925 20100211 .2 .1 .3 .2 -> .1 .01 .1 .01 # 8.9412/1.1532 0.886 20100325 # 9.4362/0.4074 0.959 20100329 # 11.8281/0.4788 0.961 20100401 without meta # 11.8578/0.4495 0.961 20100402 half meta (oops). decreased worst 4/8->4/7 # 7.8856/0.1388 0.983 20100403 meta, net, solo=7.9236/0.4189 # changed from rank by spam count to rank by hosts reported, back to 4/8 # 12.1963/0.0356 0.997 20100406 (wow) solo=12.2454/0.0408@0.997 # 12.0753/0.0359 0.997 20100409 solo=12.1265/0.0412@0.997 # 12.1449/0.0139 0.999 20100410 net, solo=12.1966/0.0197@0.998, ->.2 .1 .3 .2 header __KHOP_SC_TOP_CIDR8 X-Spam-Relays-Untrusted =~ /^[^\]]* (?:by|ip)=(?-xism:\b(?:1(?:17|78|90)|95)(?:\.[012]?\d{1,2}){3}\b) / meta KHOP_SC_TOP_CIDR8 __KHOP_SC_TOP_CIDR8 && !(__VIA_ML||__freemail_safe||__RCVD_IN_DNSWL||RCVD_IN_HOSTKARMA_WL) describe KHOP_SC_TOP_CIDR8 Relay CIDR /8 leads SpamCop in worst /8s tflags KHOP_SC_TOP_CIDR8 nopublish score KHOP_SC_TOP_CIDR8 0.9 0.1 0.9 0.1 # spam/ham s/o corpus # 15.6795/0.1173 0.993 20100211 .5 .4 .8 .6 -> .6 .5 .8 .5 # 11.0578/0.3614 0.968 20100325 # 13.7809/0.4860 0.966 20100329 .9 .1 .9 .1 masscheck promoted # 14.1773/0.4799 0.967 20100401 # 14.1807/0.4960 0.966 20100402 without meta # 14.0841/0.0926 0.993 20100402 added meta (wow!) # 14.2553/0.0424 0.997 20100403 net, solo=14.3609/0.4888@0.967 # 11.6252/0.1263 0.989 20100406 solo=11.7104/0.5366@0.956 # 11.5987/0.1295 0.989 20100409 solo=11.6856/0.5731@0.953 # 11.6286/0.0475 0.996 20100410 net, solo=11.7224/0.6900@0.944, ->LE as above # http://www.spamcop.net/w3m?action=map;net=bmaxcnt;mask=16777215;sort=spamcnt header KHOP_SC_CIDR16 Received =~ /___ FAILED TO POPULATE ___/ describe KHOP_SC_CIDR16 Relay CIDR /16 is among worst in SpamCop tflags KHOP_SC_CIDR16 nopublish score KHOP_SC_CIDR16 1.6 0.5 1.6 0.5 # spam/ham s/o corpus # 0.7444/0.0129 0.983 20100211 # 0.5943/0.0139 0.977 20100325 .6 .5 .9 .75 # 0.8767/0.0167 0.981 20100329 1.6 .5 1.6 .5 masscheck promoted # 0.6952/0.0011 0.998 20100401 increased worst offenders 6/12->9/15 @ 20100401 # 0.6814/0.0149 0.979 20100402 # 0.4399/0.0008 0.998 20100403 net run # 0.2102/0.0011 0.995 20100406 # 0 /0 0 20100409 (wha!?) # crap, still empty 20100410 bad scrape, script failed to populate rule header KHOP_SC_TOP_CIDR16 Received =~ /(?-xism:\b1(?:2(?:3\.2[367]|2\.168|5\.160)|1(?:3\.169|8\.96)|82\.177)(?:\.[012]?\d{1,2}){2}\b)/ describe KHOP_SC_TOP_CIDR16 Relay CIDR /16 leads SpamCop in worst /16s tflags KHOP_SC_TOP_CIDR16 nopublish score KHOP_SC_TOP_CIDR16 2.0 0.5 2.0 0.5 # spam/ham s/o corpus # 0.8862/0.0008 0.999 20100211 # 0.5738/0.0008 0.999 20100325 .9 .8 1.3 1.2 # 0.6658/0 1.000 20100329 2 .5 2 .5 masscheck promoted # 0.8374/0 1.000 20100401 # 1.1534/0 1.000 20100402 # 1.2077/0.0145 0.988 20100403 net run # 1.2155/0.0142 0.988 20100406 # 1.2779/0.0142 0.989 20100409 # 1.0611/0.0009 0.999 20100410 net # http://spamcop.net/w3m?action=map;net=cmaxcnt;mask=65535;sort=spamcnt header KHOP_SC_CIDR24 Received =~ /(?-xism:\b(?:1(?:1(?:3\.16(?:2\.125|7\.111)|8\.96\.250)|(?:09\.172|25\.163)\.53|73\.208\.110|63\.20\.94)|2(?:1(?:(?:3\.233|8\.248)\.64|6\.157\.148|7\.118\.82)|03\.217\.145)|8(?:1\.192\.2(?:11|38)|9\.232\.105|0\.95\.70)|9(?:(?:1\.198\.8|3\.186\.9)6|5\.158\.184)|41\.(?:137\.(?:24|63)|254\.1)|64\.120\.98)\.[012]?\d{1,2}\b)/ describe KHOP_SC_CIDR24 Relay CIDR /24 is among worst in SpamCop tflags KHOP_SC_CIDR24 nopublish score KHOP_SC_CIDR24 2.5 0.6 2.5 0.6 # spam/ham s/o corpus # 0.1350/0 1.000 20100211 # 0.0798/0 1.000 20100325 .9 .8 1.3 1.2 # 0.0159/0 1.000 20100329 2.5 .6 2.5 .6 masscheck promoted # 0.1577/0 1.000 20100401 # added top host-count /24s, increased worst offenders 6/12->8/15 @ 20100401 # 0.1223/0 1.000 20100402 (oops, too small a pool) # host-count 84/64->84/50, offenders 8/15->10/20 @ 20100402 # 0.2547/0 1.000 20100403 net # 0.2126/0 1.000 20100406 # 0.2960/0 1.000 20100409 # 0.2905/0 1.000 20100410 net header KHOP_SC_TOP_CIDR24 Received =~ /(?-xism:\b(?:2(?:1(?:7\.(?:118\.(?:83|90)|8\.2(?:25|36)|66\.146)|3\.(?:233\.64|87\.76)|6\.38\.2)|0(?:3\.(?:152\.2|82\.95)|0\.125\.169|8\.100\.48))|8(?:5\.26\.(?:1(?:6[45]|8[36])|2(?:3[2345]|41))|1\.192\.(?:2(?:11|38)|199)|(?:0\.83\.23|2\.178\.6)9|3\.149\.(?:[24]1|35?))|1(?:13\.162\.(?:2(?:4[046]|2[78])|7[47]|67)|8(?:4\.105\.195|6\.2\.136|8\.95\.50)|25\.162\.243|73\.236\.84)|7(?:7\.232\.14[23]|9\.106\.109|4\.82\.212)|6(?:(?:4\.187\.11|6\.197\.20)3|1\.19\.66)|9(?:5\.129\.166|1\.203\.67)|41\.(?:254\.[01]|95\.4))\.[012]?\d{1,2}\b)/ describe KHOP_SC_TOP_CIDR24 Relay CIDR /24 leads SpamCop in worst /24s tflags KHOP_SC_TOP_CIDR24 nopublish score KHOP_SC_TOP_CIDR24 2.7 0.6 2.7 0.6 # spam/ham s/o corpus # 0.2528/0.0092 0.965 20100211 # 0.2231/0.0112 0.952 20100325 1.7 1.5 1.9 1.8 # 0.0249/0 1.000 20100329 2.7 .6 2.7 .6 masscheck promoted # 0.1594/0 1.000 20100401 # 0.6448/0 1.000 20100402 (wow!) # 0.6896/0 1.000 20100403 net # 0.6255/0.0045 0.993 20100406 # 0.7261/0.0045 0.994 20100409 # 0.7447/0.0054 0.993 20100410 net # http://www.spamcop.net/w3m?action=hoshame header KHOP_SC_TOP200 Received =~ /(?-xism:\b(?:1(?:9(?:5\.(?:1(?:6(?:1\.(?:40\.10|8\.1|9\.2)|0\.253\.4)|82\.194\.220)|8(?:3\.235\.207|8\.112\.219)|91\.54\.12[01])|3\.(?:1(?:07\.184\.193|40\.209\.26)|227\.11\.116)|4\.1(?:26\.180\.118|65\.147\.23|70\.16\.85)|0\.(?:94\.122\.196|30\.236\.34)|6\.2(?:01\.207\.19|8\.52\.)1|9\.236\.117\.210)|1(?:(?:8\.233\.254\.11|6\.197\.130\.)2|(?:7\.211\.83\.13|5\.78\.3\.22)1|3\.16(?:2\.125\.229|1\.16\.80)|1\.224\.250\.13[45])|2(?:1\.(?:52\.15(?:8\.245|2\.2)|242\.205\.34|191\.7\.162)|(?:2\.252\.234\.7|4\.158\.110\.6)4|5\.20\.82\.195|3\.27\.79\.11)|8(?:8\.(?:95\.50\.14[248]|187\.148\.42|230\.95\.227)|4\.(?:105\.195\.(?:69|74)|76\.219\.223)|0\.188\.253\.10)|7(?:3\.2(?:36\.84\.1(?:3[89]|4[01])|08\.110\.(?:[568]|10))|8\.(?:166\.131\.119|32\.64\.195)|4\.49\.73\.23)|5(?:(?:0\.176\.101\.24|3\.19\.157\.)1|1\.95\.106\.144)|63\.2(?:0\.(?:94\.130|8\.5)|1\.100\.4)|40\.135\.131\.202|09\.166\.136\.0)|2(?:0(?:1\.(?:1(?:44\.(?:130\.21|87\.45)|16\.140\.246)|2(?:33\.186\.220|51\.250\.3))|0\.(?:1(?:08\.109\.179|52\.113\.24)|95\.162\.206|88\.236\.33)|2\.(?:(?:152\.194\.12|28\.24\.9)9|75\.36\.9[35])|8\.(?:100\.48\.[579]|87\.241\.226)|7\.(?:57\.122\.80|67\.35\.142)|6\.53\.73\.196|4\.8\.46\.130)|1(?:1\.(?:1(?:3\.204\.1|47\.3\.74)|24\.222\.117|58\.59\.73)|2\.1(?:99\.197\.121|18\.142\.77|74\.232\.22)|6\.(?:38\.2\.1(?:6[579]|7[16])|157\.148\.2)|3\.1(?:35\.188\.223|86\.38\.38)|8\.248\.44\.196|9\.147\.208\.34|0\.91\.239\.10|7\.76\.2\.129)|2(?:2\.(?:124\.178\.158|252\.223\.2)|0\.(?:130\.204\.91|231\.69\.13))|7\.38\.1(?:(?:18\.13|4\.21)4|2\.149)|4\.(?:105\.128\.13|64\.74\.5)8|\.51\.57\.119)|8(?:4\.(?:1(?:24\.34\.100|5\.191\.254)|72\.249\.190|22\.52\.13)|2\.1(?:93\.1(?:39\.229|40\.168)|14\.79\.163|40\.91\.41)|0\.(?:9(?:5\.70\.173|3\.124\.1)|65\.16\.71)|5\.(?:232\.28\.204|90\.193\.240|43\.241\.1)|8\.(?:146\.221\.210|255\.153\.106)|9\.1(?:61\.141\.147|85\.210\.171)|6\.(?:100\.245\.242|98\.74\.26)|3\.142\.111\.228|1\.91\.22\.21)|9(?:3\.(?:1(?:(?:59\.(?:243\.4|49\.21)|26\.15\.4)9|88\.9\.34)|9(?:1\.196\.(?:132|99)|5\.168\.122))|1\.(?:1(?:9(?:5\.230\.13|3\.199\.4)|49\.173\.100)|214\.(?:128\.24|83\.2))|4\.(?:1(?:9\.254\.143|42\.234\.1)|(?:245\.156\.3|79\.4\.)3)|2\.241\.182\.36|5\.20\.219\.73)|6(?:4\.1(?:87\.113\.2(?:3[123]|29)|20\.98\.1(?:4[78]|50))|2\.(?:1(?:73\.41\.19|93\.216\.5)8|240\.36\.187)|8\.(?:184\.96\.139|71\.135\.90)|1\.1(?:12\.19\.81|26\.28\.97)|6\.197\.203\.117|5\.110\.50\.158|9\.64\.155\.181)|7(?:8\.(?:242\.171\.123|100\.36\.138|40\.254\.1)|4\.(?:82\.212\.14[29]|53\.229\.178)|(?:6\.161\.241\.11|2\.54\.21\.4)5|5\.1(?:50\.73\.177|18\.35\.63)|7\.232\.6(?:8\.2[34]|9\.160)|0\.108\.253\.223|1\.230\.221\.79)|5(?:8\.250\.11(?:6\.1(?:09|23)|8\.(?:224|62)|7\.1(?:57|3))|9\.23\.166\.178)|41\.(?:137\.(?:(?:2[04]|56)\.4|63\.20[123])|206\.13\.3))\b)/ describe KHOP_SC_TOP200 Relay listed in SpamCop top 200 spammer IPs tflags KHOP_SC_TOP200 nopublish score KHOP_SC_TOP200 4 0 4 0 # unnecessary if DNSBLs work # spam/ham s/o corpus # 1.2552/0 1.000 20100211 # 0.8558/0 1.000 20100325 3.4 3.2 3.7 3.5 # 0.1265/0 1.000 20100329 4 0 4 0 masscheck promoted # 0.7066/0 1.000 20100401 # 0.6558/0 1.000 20100403 net # 0.6211/0 1.000 20100406 # 0.5307/0 1.000 20100409 # 0.5617/0 1.000 20100410 net # PSBL-neighbors: any /24 with 73+ (2/7, 29%) IPs in the PSBL (not SpamCop), # as obtained from rsync://psbl-mirror.surriel.com::psbl/psbl.txt header KHOP_PSBL_CIDR24 X-Spam-Relays-Untrusted =~ /(?-xism:\b(?:1(?:1(?:3\.1(?:6(?:2\.(?:2(?:2[4578]|4[0346]|3[48])|1(?:00|18|24|32|41)|6[157]|7[47]|9[67]|56|87)|8\.1(?:4[13]|37|5)|9\.18[0123]|7\.111)|85\.2)|9\.15(?:9\.(?:2(?:0[0128]|1[1357]|2[0123])|19[23569])|3\.(?:9[07]?|1[69]|8[79])|6\.(?:17|20)|5\.9[6789])|7\.(?:2(?:00\.(?:2(?:1[014]|0[89])|178)|41\.(?:8[01]|144|248))|198\.(?:87|90))|6\.71\.(?:2(?:[57]|1[2468]|2[03]|09?)|1(?:50?|49|0)|8)|0\.49\.(?:193|205)|8\.71\.9)|25\.(?:23(?:4\.144|5\.192)|162\.243)|8(?:6\.2\.136|8\.135\.2)|\.53\.14[89])|8(?:5\.26\.(?:1(?:6[45]|8[36])|2(?:3[2345]|41))|3\.149\.(?:3[57]?|4[135]|2[18])|9\.2(?:04\.1(?:37|53)|32\.105)|1\.192\.(?:2(?:1[15]|38)|199)|2\.1(?:28\.(?:54|87)|78\.69)|8\.255\.113|0\.83\.239)|2(?:1(?:7\.(?:8\.2(?:3[68]|25)|118\.(?:83|90)|66\.146)|3\.87\.(?:8[01789]|9[012]|7[46])|8\.248\.64|2\.95\.7)|0(?:3\.(?:152\.2|82\.95)|2\.152\.243|8\.54\.14))|5(?:9\.9(?:9\.(?:1(?:5[234]|2[89]|30)|5[6789]|40)|7\.2(?:0[89]|17)|8\.1(?:44|52))|8\.186\.14)|6(?:6\.87\.[01258]|1\.19\.6[567])|9(?:2\.39\.7[49]|1\.203\.67)|41\.(?:254\.[012]|95\.[48])|77\.232\.14[23])\.[012]?\d{1,2}\b)/ describe KHOP_PSBL_CIDR24 Relay's IP/24 CIDR contains many PSBL hits tflags KHOP_PSBL_CIDR24 nopublish score KHOP_PSBL_CIDR24 1.8 0.8 1.8 0.8 # spam/ham s/o corpus # 0.5363/0 1.000 20100401 # 0.7486/0 1.000 20100402 # 0.7317/0 1.000 20100403 net run. min hosts 73->65 # 0.9316/0 1.000 20100406 # 0.9473/0 1.000 20100409 # 0.9545/0 1.000 20100410 net # test for ruleqa, 20100409, http://ruleqa.spamassassin.org/?rule=/KHOP_SPAMMY meta __KHOP_SPAMMY_CIDR24 KHOP_PSBL_CIDR24||KHOP_SC_CIDR24||KHOP_SC_TOP_CIDR24 # est. 1.2/0.0050@.996, floor: 1.0/0.0112@.989, ceiling: 1.4/0@1 # spam/ham s/o corpus # 1.2645/0.0054 0.996 20100410 net # 1.1562/0.0058 0.995 20100417 net meta __KHOP_SPAMMY_CIDR16 KHOP_SC_CIDR16||KHOP_SC_TOP_CIDR16 # est. 1.4/0.02@.986, floor: 1.3/0.0312@.977, ceiling: 2.0/0.0150@.993 # spam/ham s/o corpus # 1.0611/0.0009 0.999 20100410 net # 1.9539/0.0152 0.992 20100417 net meta __KHOP_SPAMMY_CIDR8 KHOP_SC_CIDR8||KHOP_SC_TOP_CIDR8 # est. 23.7/0.15@.994, floor: 23/0.2685@.988, ceiling: 26.5/0.0789@.997 # spam/ham s/o corpus # 23.7686/0.0614 0.997 20100410 net # 22.2300/0.0616 0.997 20100417 net meta __KHOP_SPAMMY_SUBNET __KHOP_SPAMMY_CIDR24||__KHOP_SPAMMY_CIDR16 # est. 26.2/0.175@.993, floor: 24.5/0.5@.980, ceiling: 30.1/0.1@.997 # spam/ham s/o corpus # 25.6744/0.0677 0.997 20100410 net, beat estimated ceiling (for ham)! # 23.7846/0.0826 0.997 20100417 net, beat ceiling ham, but beat floor spam # 23.7505/0.1041 0.996 20100418 too much ham, nixing /8, new est. 3.0/.02@.993 # Bump these up to compensate for expected but absent overlap (94+% noted below) if (! plugin(Mail::SpamAssassin::Plugin::DNSEval) ) score KHOP_SC_CIDR8 (0) (0.1) (0) (0.2) # BRBL(98%) score KHOP_SC_TOP_CIDR8 (0) (0.9) (0) (0.9) # BRBL(98%) score KHOP_SC_CIDR16 (0) (1.5) (0) (1.5) # BRBL(99%), PBL(98%) score KHOP_SC_TOP_CIDR16 (0) (1.7) (0) (1.7) # BRBL(99%), PBL(94%) score KHOP_SC_CIDR24 (0) (1.9) (0) (1.9) # SC(99) BRBL(96) MSPIKE(96) score KHOP_SC_TOP_CIDR24 (0) (2.1) (0) (2.1) # MSPIKE(99) SC(98) BRBL(97) ... # PSBL(97) HOSTKARMA(97) score KHOP_SC_TOP200 (0) (4.4) (0) (4.4) # SC(99) PSBL(99) ... # HOSTKARMA(99) SEMBLACK(99) BRBL(98) MSPIKE(94) score KHOP_PSBL_CIDR24 (0) (1.5) (0) (1.5) # BRBL(98) XBL(95) endif