## khop-sc-neighbors.cf v 20100922 ## Khopesh's syndication of SpamCop's top offenders and top offending networks. ## ## Spamassassin rules written by Adam Katz ## http://khopesh.com/Anti-spam ## khopesh on irc://irc.freenode.net/#spamassassin ## ## sa-update --gpgkey E8B493D6 --channel khop-bl.sa.khopesh.com ## ## These rules are Copyright 2001-2009 by Adam Katz ## Licensed under the Creative Commons Non-Commercial Share-alike License 2.0. ## The code that generated this output is GNU Affero General Public License v3. ## Source data (copyright Cisco subsidiary SpamCop.net) taken from links below. ## The author is receptive to relicensing requests for this and its generator. ## ## Frequent updates are needed for these rules, so they are marked 'nopublish' ## This keeps them from being automatically promoted to SpamAssassin proper ## from the testing system, which affirms their usefulness. You can check ## their efficiency at http://ruleqa.spamassassin.org/?rule=%2FKHOP_SC # http://spamcop.net/w3m?action=map;mask=4294967295;net=0;sort=56 # Due to the massive block size, this rule only examines the last untrusted header __KHOP_SC_CIDR8 X-Spam-Relays-Untrusted =~ /^[^\]]* (?:by|ip)=(?-xism:\b(?:9[25]|201|59)(?:\.[012]?\d{1,2}){3}\b) / # and gets cleaned up a bit meta KHOP_SC_CIDR8 __KHOP_SC_CIDR8 && !(__VIA_ML||__freemail_safe||__RCVD_IN_DNSWL||RCVD_IN_HOSTKARMA_WL) describe KHOP_SC_CIDR8 Relay CIDR /8 is among worst in SpamCop tflags KHOP_SC_CIDR8 nopublish score KHOP_SC_CIDR8 0.2 0.1 0.3 0.2 # spam/ham s/o corpus # 12.3692/1.0099 0.925 20100211 .2 .1 .3 .2 -> .1 .01 .1 .01 # 8.9412/1.1532 0.886 20100325 # 9.4362/0.4074 0.959 20100329 # 11.8281/0.4788 0.961 20100401 without meta # 11.8578/0.4495 0.961 20100402 half meta (oops). decreased worst 4/8->4/7 # 7.8856/0.1388 0.983 20100403 meta, net, solo=7.9236/0.4189 # changed from rank by spam count to rank by hosts reported, back to 4/8 # 12.1963/0.0356 0.997 20100406 (wow) solo=12.2454/0.0408@0.997 # 12.0753/0.0359 0.997 20100409 solo=12.1265/0.0412@0.997 # 12.1449/0.0139 0.999 20100410 net, solo=12.1966/0.0197@0.998, ->.2 .1 .3 .2 header __KHOP_SC_TOP_CIDR8 X-Spam-Relays-Untrusted =~ /^[^\]]* (?:by|ip)=(?-xism:\b1(?:8[79]|17|90)(?:\.[012]?\d{1,2}){3}\b) / meta KHOP_SC_TOP_CIDR8 __KHOP_SC_TOP_CIDR8 && !(__VIA_ML||__freemail_safe||__RCVD_IN_DNSWL||RCVD_IN_HOSTKARMA_WL) describe KHOP_SC_TOP_CIDR8 Relay CIDR /8 leads SpamCop in worst /8s tflags KHOP_SC_TOP_CIDR8 nopublish score KHOP_SC_TOP_CIDR8 0.9 0.1 0.9 0.1 # spam/ham s/o corpus # 15.6795/0.1173 0.993 20100211 .5 .4 .8 .6 -> .6 .5 .8 .5 # 11.0578/0.3614 0.968 20100325 # 13.7809/0.4860 0.966 20100329 .9 .1 .9 .1 masscheck promoted # 14.1773/0.4799 0.967 20100401 # 14.1807/0.4960 0.966 20100402 without meta # 14.0841/0.0926 0.993 20100402 added meta (wow!) # 14.2553/0.0424 0.997 20100403 net, solo=14.3609/0.4888@0.967 # 11.6252/0.1263 0.989 20100406 solo=11.7104/0.5366@0.956 # 11.5987/0.1295 0.989 20100409 solo=11.6856/0.5731@0.953 # 11.6286/0.0475 0.996 20100410 net, solo=11.7224/0.6900@0.944, ->LE as above # http://www.spamcop.net/w3m?action=map;net=bmaxcnt;mask=16777215;sort=spamcnt header KHOP_SC_CIDR16 Received =~ /(?-xism:\b222\.253(?:\.[012]?\d{1,2}){2}\b)/ describe KHOP_SC_CIDR16 Relay CIDR /16 is among worst in SpamCop tflags KHOP_SC_CIDR16 nopublish score KHOP_SC_CIDR16 1.6 0.5 1.6 0.5 # spam/ham s/o corpus # 0.7444/0.0129 0.983 20100211 # 0.5943/0.0139 0.977 20100325 .6 .5 .9 .75 # 0.8767/0.0167 0.981 20100329 1.6 .5 1.6 .5 masscheck promoted # 0.6952/0.0011 0.998 20100401 increased worst offenders 6/12->9/15 @ 20100401 # 0.6814/0.0149 0.979 20100402 # 0.4399/0.0008 0.998 20100403 net run # 0.2102/0.0011 0.995 20100406 # 0 /0 0 20100409 (wha!?) # crap, still empty 20100410 bad scrape, script failed to populate rule header KHOP_SC_TOP_CIDR16 Received =~ /(?-xism:\b(?:1(?:2(?:3\.2[67]|2\.168)|90\.(?:23[34]|40)|17\.241)|92\.8[14])(?:\.[012]?\d{1,2}){2}\b)/ describe KHOP_SC_TOP_CIDR16 Relay CIDR /16 leads SpamCop in worst /16s tflags KHOP_SC_TOP_CIDR16 nopublish score KHOP_SC_TOP_CIDR16 2.0 0.5 2.0 0.5 # spam/ham s/o corpus # 0.8862/0.0008 0.999 20100211 # 0.5738/0.0008 0.999 20100325 .9 .8 1.3 1.2 # 0.6658/0 1.000 20100329 2 .5 2 .5 masscheck promoted # 0.8374/0 1.000 20100401 # 1.1534/0 1.000 20100402 # 1.2077/0.0145 0.988 20100403 net run # 1.2155/0.0142 0.988 20100406 # 1.2779/0.0142 0.989 20100409 # 1.0611/0.0009 0.999 20100410 net # http://spamcop.net/w3m?action=map;net=cmaxcnt;mask=65535;sort=spamcnt header KHOP_SC_CIDR24 Received =~ /(?-xism:\b(?:2(?:1(?:3\.(?:168\.182|233\.64)|7\.118\.8[12]|6\.246\.55|8\.248\.64)|0(?:(?:9\.239\.4|0\.4\.16)7|1\.191\.198|3\.217\.145)|22\.124\.178)|1(?:1(?:3\.160\.112|5\.78\.81)|90\.235\.209|59\.148\.96)|8(?:3\.1(?:49\.21|6\.167)|1\.20\.104)|9(?:5\.1(?:29\.16|54\.11)|3\.186\.9)6|41\.137\.(?:24|56)|78\.138\.170|59\.97\.104)\.[012]?\d{1,2}\b)/ describe KHOP_SC_CIDR24 Relay CIDR /24 is among worst in SpamCop tflags KHOP_SC_CIDR24 nopublish score KHOP_SC_CIDR24 2.5 0.6 2.5 0.6 # spam/ham s/o corpus # 0.1350/0 1.000 20100211 # 0.0798/0 1.000 20100325 .9 .8 1.3 1.2 # 0.0159/0 1.000 20100329 2.5 .6 2.5 .6 masscheck promoted # 0.1577/0 1.000 20100401 # added top host-count /24s, increased worst offenders 6/12->8/15 @ 20100401 # 0.1223/0 1.000 20100402 (oops, too small a pool) # host-count 84/64->84/50, offenders 8/15->10/20 @ 20100402 # 0.2547/0 1.000 20100403 net # 0.2126/0 1.000 20100406 # 0.2960/0 1.000 20100409 # 0.2905/0 1.000 20100410 net header KHOP_SC_TOP_CIDR24 Received =~ /(?-xism:\b(?:8(?:5\.26\.(?:2(?:3[2345]|41)|16[45])|3\.149\.(?:3[27]?|21|45)|1\.192\.2(?:15|38)|9\.232\.105|2\.178\.69|0\.65\.16)|2(?:1(?:3\.(?:233\.64|87\.76)|7\.(?:118\.90|8\.225)|1\.191\.174)|03\.(?:1(?:28\.250|52\.2)|82\.95)|21\.143\.46)|1(?:1(?:3\.162\.(?:2(?:4[45]|34)|6[47]|77)|7\.241\.25[23]|1\.224\.250)|78\.162\.225|93\.231\.238|88\.135\.2)|5(?:9\.99\.(?:1(?:5[23]|28)|5[678])|8\.186\.(?:196|220))|7(?:7\.232\.14[23]|8\.138\.171)|41\.(?:254\.[01]|95\.4)|61\.19\.6[67]|91\.203\.67)\.[012]?\d{1,2}\b)/ describe KHOP_SC_TOP_CIDR24 Relay CIDR /24 leads SpamCop in worst /24s tflags KHOP_SC_TOP_CIDR24 nopublish score KHOP_SC_TOP_CIDR24 2.7 0.6 2.7 0.6 # spam/ham s/o corpus # 0.2528/0.0092 0.965 20100211 # 0.2231/0.0112 0.952 20100325 1.7 1.5 1.9 1.8 # 0.0249/0 1.000 20100329 2.7 .6 2.7 .6 masscheck promoted # 0.1594/0 1.000 20100401 # 0.6448/0 1.000 20100402 (wow!) # 0.6896/0 1.000 20100403 net # 0.6255/0.0045 0.993 20100406 # 0.7261/0.0045 0.994 20100409 # 0.7447/0.0054 0.993 20100410 net # http://www.spamcop.net/w3m?action=hoshame header KHOP_SC_TOP200 Received =~ /(?-xism:\b(?:1(?:9(?:5\.(?:1(?:6(?:1\.(?:40\.10|8\.1|9\.2)|0\.253\.4)|14\.6\.12)|2(?:16\.210\.247|09\.228\.70)|95\.223\.1[78]|5\.125\.10)|3\.(?:1(?:(?:07\.184\.19|7\.253\.1)3|51\.12\.149)|23(?:\.122\.106|1\.238\.4)|3(?:3\.187\.94|4\.172\.42))|4\.1(?:58\.206\.5[48]|26\.180\.10|46\.197\.5)|6\.(?:2(?:01\.207\.185|9\.215\.6)|12\.236\.4)|0\.(?:27\.213\.218|96\.168\.63))|2(?:2\.(?:5(?:4\.185\.3|5\.48\.1)8|252\.2(?:46\.23|34\.7)4)|4\.(?:217\.198\.141|158\.110\.64|83\.63\.203)|3\.2(?:04\.183\.19|7\.79\.1)1|5\.(?:20\.82\.198|46\.41\.66))|1(?:5\.(?:(?:113\.57|64\.110)\.139|248\.56\.145)|7\.(?:2(?:40\.237\.1|39\.20\.3)|3\.4\.132)|1\.224\.250\.13[02345]|4\.111\.197\.185|9\.46\.164\.226|6\.0\.7\.2)|8(?:6\.(?:24\.(?:1[6789]|2[013])\.3|83\.(?:188\.42|57\.46))|9\.5\.118\.227|7\.3\.0\.106)|09\.(?:166\.1(?:36\.[023567]|28\.[024])|236\.58\.66)|7(?:8\.162\.225\.2(?:5[03]|32)|4\.139\.134\.226)|(?:65\.132\.230\.25|36\.166\.1\.)3|59\.148\.96\.251)|2(?:0(?:3\.(?:1(?:5(?:3\.(?:39\.194|44\.130)|2\.28\.130)|7(?:3\.123\.98|4\.53\.170))|217\.176\.65)|0\.(?:1(?:41\.87\.135|52\.113\.24)|(?:219\.245\.4|80\.140\.6)1|42\.204\.155)|1\.(?:1(?:44\.(?:130\.2|51\.4)1|16\.140\.246)|251\.250\.3)|2\.(?:1(?:44\.157\.69|33\.49\.58)|28\.66\.251|75\.38\.205)|4\.(?:10\.1(?:41\.18[26]|39\.197)|8\.46\.130)|8\.(?:131\.186\.2|91\.133\.61)|9\.239\.47\.205|7\.111\.165\.1)|1(?:7\.(?:1(?:6(?:5\.133\.65|\.18\.210)|7(?:4\.232\.12|3\.21\.5)|16\.47\.8)|76\.2\.129)|1\.(?:1(?:(?:91\.174\.14|3\.204\.)1|52\.12\.114)|58\.59\.188)|2\.(?:200\.236\.134|118\.142\.77|85\.103\.45|57\.208\.0)|6\.246\.(?:4(?:1\.238|5\.106)|55\.13[12]|16\.164)|3\.(?:168\.182\.97|226\.144\.65|79\.125\.122)|0\.(?:212\.244\.145|91\.239\.10)|8\.2(?:48\.44\.196|08\.76\.98)|9\.253\.2(?:0\.10|5\.13)0)|2(?:2\.(?:12(?:4\.178\.158|2\.157\.90)|252\.223\.2)|0\.231\.(?:69\.1[34]|127\.9)|1\.143\.46\.33)|4\.187\.205\.186)|8(?:2\.1(?:1(?:4\.(?:72\.62|69\.1)|7\.252\.136)|93\.140\.16[48]|40\.91\.41)|9\.(?:161\.1(?:41\.147|99\.235|58\.80)|2(?:16\.194\.185|3\.134\.149))|5\.(?:3(?:5\.186\.65|9\.204\.34)|113\.210\.10|232\.24\.141)|7\.(?:2(?:26\.2(?:22\.22|42\.7)|35\.18\.30)|70\.56\.159)|3\.1(?:42\.111\.228|6\.167\.14)|6\.1(?:09\.194\.22|80\.32\.196)|0\.(?:246\.0\.134|65\.16\.71)|4\.(?:22\.48\.187|94\.58\.72)|1\.20\.104\.173)|9(?:1\.(?:1(?:9(?:(?:5\.136\.1|3\.199\.)4|9\.115\.110)|49\.173\.2)|207\.2(?:10\.62|44\.1))|5\.(?:170\.181\.251|20\.53\.159)|2\.(?:242\.127\.42|39\.62\.153)|3\.(?:126\.15\.4|91\.196\.9)9|4\.(?:30\.208\.48|102\.5\.20))|7(?:8\.(?:138\.170\.173|26\.165\.112|40\.254\.1)|6\.(?:161\.241\.115|212\.39\.233)|0\.108\.253\.223|7\.120\.86\.130|2\.54\.21\.45)|6(?:6\.(?:96\.255\.7[012]|54\.115\.112)|4\.70\.190\.10)|41\.137\.(?:24|30|56)\.4)\b)/ describe KHOP_SC_TOP200 Relay listed in SpamCop top 200 spammer IPs tflags KHOP_SC_TOP200 nopublish score KHOP_SC_TOP200 4 0 4 0 # unnecessary if DNSBLs work # spam/ham s/o corpus # 1.2552/0 1.000 20100211 # 0.8558/0 1.000 20100325 3.4 3.2 3.7 3.5 # 0.1265/0 1.000 20100329 4 0 4 0 masscheck promoted # 0.7066/0 1.000 20100401 # 0.6558/0 1.000 20100403 net # 0.6211/0 1.000 20100406 # 0.5307/0 1.000 20100409 # 0.5617/0 1.000 20100410 net # PSBL-neighbors: any /24 with 73+ (2/7, 29%) IPs in the PSBL (not SpamCop), # as obtained from rsync://psbl-mirror.surriel.com::psbl/psbl.txt header KHOP_PSBL_CIDR24 X-Spam-Relays-Untrusted =~ /(?-xism:\b(?:1(?:1(?:7\.(?:2(?:0(?:0\.(?:1(?:7[012346789]|9[23456789]|8[012345]|4[456]|6\d)|2(?:1[0123456]|2[4567]|0[89]|42)|35|96)|4\.(?:1(?:6[0123456]|4[45])|22[567])|5\.(?:[05]|1(?:4[45]|60?|29)?|33)|1\.(?:11[234]|4[89]|50|65)|6\.1(?:12|44)|3\.[123])|4(?:1\.(?:[09]|1(?:7[678]?|1[23]|4[45]|[59]2|60?|28|36)|2(?:5[234]|0[12]|3[23]|4[04]|24)|8[0123]?|56|64)|2\.(?:1(?:4[014]|04|32|96)?|8[045]?|4[04]|24?8|32|0)))|1(?:9(?:9\.(?:1(?:1[234569]|7[6789]|2[16]|4[67]|6[03]|82?|50)|5[012345678]|4[89]|60)|6\.(?:2(?:3[0123457]|2[46789]|1[12]|40)|1(?:7[69]|81))|8\.(?:[02]|1(?:6[147])?|9[012345]|3[234]|7[23]|8\d|49)|5\.(?:1(?:0[0136]?|1)|6[456789]?|7[0123456]|9[6789])|7\.(?:[13]|6[4567]|9[678]|20?))|\.248))|3\.(?:1(?:6(?:2\.(?:2(?:2[4578]|4[0345]|3[478]|1[67])|1(?:0[01]|3[19]|24|42)|7[0679]|9[678]|6[47]|56|87)|9\.(?:1(?:0[023789]?|8[0123]|10|52)|9[012345]|8[89]|7)|6\.(?:[035]|1(?:[034]|58?|62)?|218)|7\.(?:1(?:00|28|62)|3[39])|8\.1(?:4[03]|08)|5\.63)|70\.155|85\.1)|22\.[89])|8\.(?:68\.(?:1(?:9[236]|2[12])|2(?:4[89]|5[23]))|71\.(?:[89]|10))|5\.1(?:47\.(?:2(?:0[123]|3[012]|29)|192)|86\.6[45])|6\.71\.17)|2(?:2\.1(?:6(?:8\.(?:2(?:[678]|0[125679]?|1[12369]?|2[1239]?|5[1235]?|4[568]?|3[23]?)|1(?:[123489]|6[023458]|7[2345]?)|6[89]?|7[01]?|3[01]|4)|1\.1(?:96?|30|53)|3\.(?:34|83))|76\.15[35])|3\.(?:2(?:8\.(?:14[13]|201|30)|2\.(?:5[23]|177)|7\.(?:8[68]|103)|52\.2(?:08|11)|3\.251)|1(?:6\.(?:21|5)|8\.24[02]))|0\.6(?:0\.(?:[03467]|1(?:29|32))|1\.(?:[47]|1?0)))|8(?:3\.8(?:1\.(?:114|52)|0\.132|7\.198)|8\.135\.2)|9(?:0\.110\.155|4\.230\.146)|78\.122\.36)|5(?:9\.(?:9(?:5\.(?:[089]|[37][012345679]?|1[012345689]?|2[12345679]|6[456789]?|5[01345]|4[679]?)|9\.(?:1(?:5[23456]|[36][01]|2[89]|44|92)|2(?:0[89]|10|5)|5[6789]|4[08]|7[23]|32|60)|7\.(?:2(?:1[01678]|0[89])|1(?:9[23]|04))|8\.1(?:6[0138]|9[23]|44|52|76)|6\.95)|1(?:64\.(?:[03]|12)|77\.5))|8\.18(?:6\.(?:2(?:1[6789]|20)|1(?:9[67]|4))|7\.(?:3[67]|6?8)))|2(?:0(?:3\.(?:1(?:28\.250|71\.197|92\.224|52\.2)|82\.95)|2\.(?:1(?:24\.(?:73|89)|52\.243)|90\.102))|1(?:3\.(?:87\.(?:194|76|89)|108\.172|55\.74)|7\.(?:118\.(?:82|90)|8\.2(?:25|36))|2\.23\.10[45])|22\.25(?:3\.(?:1(?:79)?|2[89])|4\.7[37]))|8(?:5\.26\.(?:1(?:6[45]|8[36])|2(?:3[2345]|41))|3\.149\.(?:3[27]?|4[345]|2[18])|9\.2(?:04\.1(?:37|53)|32\.105)|2\.1(?:32\.248|78\.69)|1\.192\.2(?:15|38))|41\.(?:254\.[012]|95\.[248]|191\.27)|9(?:2\.39\.(?:7[01]|65)|1\.203\.67)|7(?:8\.138\.17[01]|7\.232\.142)|61\.19\.6[567])\.[012]?\d{1,2}\b)/ describe KHOP_PSBL_CIDR24 Relay's IP/24 CIDR contains many PSBL hits tflags KHOP_PSBL_CIDR24 nopublish score KHOP_PSBL_CIDR24 1.8 0.8 1.8 0.8 # spam/ham s/o corpus # 0.5363/0 1.000 20100401 # 0.7486/0 1.000 20100402 # 0.7317/0 1.000 20100403 net run. min hosts 73->65 # 0.9316/0 1.000 20100406 # 0.9473/0 1.000 20100409 # 0.9545/0 1.000 20100410 net # test for ruleqa, 20100409, http://ruleqa.spamassassin.org/?rule=/KHOP_SPAMMY meta __KHOP_SPAMMY_CIDR24 KHOP_PSBL_CIDR24||KHOP_SC_CIDR24||KHOP_SC_TOP_CIDR24 # est. 1.2/0.0050@.996, floor: 1.0/0.0112@.989, ceiling: 1.4/0@1 # spam/ham s/o corpus # 1.2645/0.0054 0.996 20100410 net # 1.1562/0.0058 0.995 20100417 net meta __KHOP_SPAMMY_CIDR16 KHOP_SC_CIDR16||KHOP_SC_TOP_CIDR16 # est. 1.4/0.02@.986, floor: 1.3/0.0312@.977, ceiling: 2.0/0.0150@.993 # spam/ham s/o corpus # 1.0611/0.0009 0.999 20100410 net # 1.9539/0.0152 0.992 20100417 net meta __KHOP_SPAMMY_CIDR8 KHOP_SC_CIDR8||KHOP_SC_TOP_CIDR8 # est. 23.7/0.15@.994, floor: 23/0.2685@.988, ceiling: 26.5/0.0789@.997 # spam/ham s/o corpus # 23.7686/0.0614 0.997 20100410 net # 22.2300/0.0616 0.997 20100417 net meta __KHOP_SPAMMY_SUBNET __KHOP_SPAMMY_CIDR24||__KHOP_SPAMMY_CIDR16 # est. 26.2/0.175@.993, floor: 24.5/0.5@.980, ceiling: 30.1/0.1@.997 # spam/ham s/o corpus # 25.6744/0.0677 0.997 20100410 net, beat estimated ceiling (for ham)! # 23.7846/0.0826 0.997 20100417 net, beat ceiling ham, but beat floor spam # 23.7505/0.1041 0.996 20100418 too much ham, nixing /8, new est. 3.0/.02@.993 # Bump these up to compensate for expected but absent overlap (94+% noted below) if (! plugin(Mail::SpamAssassin::Plugin::DNSEval) ) score KHOP_SC_CIDR8 (0) (0.1) (0) (0.2) # BRBL(98%) score KHOP_SC_TOP_CIDR8 (0) (0.9) (0) (0.9) # BRBL(98%) score KHOP_SC_CIDR16 (0) (1.5) (0) (1.5) # BRBL(99%), PBL(98%) score KHOP_SC_TOP_CIDR16 (0) (1.7) (0) (1.7) # BRBL(99%), PBL(94%) score KHOP_SC_CIDR24 (0) (1.9) (0) (1.9) # SC(99) BRBL(96) MSPIKE(96) score KHOP_SC_TOP_CIDR24 (0) (2.1) (0) (2.1) # MSPIKE(99) SC(98) BRBL(97) ... # PSBL(97) HOSTKARMA(97) score KHOP_SC_TOP200 (0) (4.4) (0) (4.4) # SC(99) PSBL(99) ... # HOSTKARMA(99) SEMBLACK(99) BRBL(98) MSPIKE(94) score KHOP_PSBL_CIDR24 (0) (1.5) (0) (1.5) # BRBL(98) XBL(95) endif