博客园-xingd.net-最新评论http://www.cnblogs.com/xingd/CommentsRSS.aspx.net related techonologyzh-cnSat, 22 Mar 2008 07:56:23 GMTSat, 22 Mar 2008 07:56:23 GMTcnblogsRe:再度提升!.NET脏字过滤算法http://www.cnblogs.com/xingd/archive/2010/08/03/1061800.html#1886225木木林木木林Tue, 03 Aug 2010 08:52:34 GMThttp://www.cnblogs.com/xingd/archive/2010/08/03/1061800.html#1886225
木木林 2010-08-03 16:52 发表评论
]]>Re:Minesweeper: GDI+ Line Scratchhttp://www.cnblogs.com/xingd/archive/2010/06/22/1076939.html#1853988FlowerJackFlowerJackTue, 22 Jun 2010 12:09:40 GMThttp://www.cnblogs.com/xingd/archive/2010/06/22/1076939.html#1853988
FlowerJack 2010-06-22 20:09 发表评论
]]>Re:String与StringBuilderhttp://www.cnblogs.com/xingd/archive/2010/06/17/102243.html#1849995codeforcodeforThu, 17 Jun 2010 14:18:48 GMThttp://www.cnblogs.com/xingd/archive/2010/06/17/102243.html#1849995
codefor 2010-06-17 22:18 发表评论
]]>Re:(再发).NET脏字过滤算法 http://www.cnblogs.com/xingd/archive/2009/10/22/1060425.html#1678610哥哥.Net哥哥.NetThu, 22 Oct 2009 07:30:47 GMThttp://www.cnblogs.com/xingd/archive/2009/10/22/1060425.html#1678610
哥哥.Net 2009-10-22 15:30 发表评论
]]>Re:再度提升!.NET脏字过滤算法http://www.cnblogs.com/xingd/archive/2009/07/16/1061800.html#1586608xiangxiangxiangxiangThu, 16 Jul 2009 07:37:40 GMThttp://www.cnblogs.com/xingd/archive/2009/07/16/1061800.html#1586608
xiangxiang 2009-07-16 15:37 发表评论
]]>re: 再度提升!.NET脏字过滤算法http://www.cnblogs.com/xingd/archive/2009/06/23/1061800.html#1566409wulaowulaoTue, 23 Jun 2009 09:36:20 GMThttp://www.cnblogs.com/xingd/archive/2009/06/23/1061800.html#1566409
wulao 2009-06-23 17:36 发表评论
]]>re: 再度提升!.NET脏字过滤算法http://www.cnblogs.com/xingd/archive/2009/06/23/1061800.html#1566406wulaowulaoTue, 23 Jun 2009 09:35:25 GMThttp://www.cnblogs.com/xingd/archive/2009/06/23/1061800.html#1566406http://www.cnblogs.com/xingd/archive/2008/01/31/1060425.html这个算法替换敏感词汇，可以全部把我的脏字典中的敏感词汇全部命中，但这个方法怎么后面一半的脏字就不能替换呢？？
奇怪了
HashSet<string> hash = new HashSet<string>();
byte[] fastCheck = new byte[char.MaxValue];
byte[] fastLength = new byte[char.MaxValue];
BitArray charCheck = new BitArray(char.MaxValue);
BitArray endCheck = new BitArray(char.MaxValue);
int maxWordLength = 0;
int minWordLength = int.MaxValue;


string wordPath = ConfigurationManager.AppSettings["badWords"];
string badWordTxtPath = System.Web.HttpContext.Current.Server.MapPath(wordPath);
string[] badWords = null;
if (System.IO.File.Exists(badWordTxtPath))
{
StreamReader sr = new StreamReader(badWordTxtPath, Encoding.Default);
badWords = sr.ReadToEnd().Split('|');
//初始化脏字典
foreach (string word in badWords)
{
maxWordLength = Math.Max(maxWordLength, word.Length);
minWordLength = Math.Min(minWordLength, word.Length);

for (int i = 0; i < 7 && i < word.Length; i++)
{
fastCheck[word[i]] |= (byte)(1 << i);
}

for (int i = 7; i < word.Length; i++)
{
fastCheck[word[i]] |= 0x80;
}

if (word.Length == 1)
{
charCheck[word[0]] = true;
}
else
{
fastLength[word[0]] |= (byte)(1 << (Math.Min(7, word.Length - 2)));
endCheck[word[word.Length - 1]] = true;

hash.Add(word);
}

}
//判断脏字是否出现在一个字符串中
int index = 0;
while (index < strContent.Length)
{
int count = 1;

if (index > 0 || (fastCheck[strContent[index]] & 1) == 0)
{
while (index < strContent.Length - 1 && (fastCheck[strContent[++index]] & 1) == 0) ;
}

char begin = strContent[index];

if (minWordLength == 1 && charCheck[begin])
{
break ;
}

for (int j = 1; j <= Math.Min(maxWordLength, strContent.Length - index - 1); j++)
{
char current = strContent[index + j];

if ((fastCheck[current] & 1) == 0)
{
++count;
}

if ((fastCheck[current] & (1 << Math.Min(j, 7))) == 0)
{
break;
}

if (j + 1 >= minWordLength)
{
if ((fastLength[begin] & (1 << Math.Min(j - 1, 7))) > 0 && endCheck[current])
{
string sub = strContent.Substring(index, j + 1);

if (hash.Contains(sub) )
{
strContent = strContent.Replace(sub, "**敏感词汇已替换**");
break;
}
}
}
}

index += count;
}

return strContent;


}
else
{
return "脏字典文件不存在！";

}

wulao 2009-06-23 17:35 发表评论
]]>re: (重发).NET脏字过滤算法 http://www.cnblogs.com/xingd/archive/2009/05/30/1050443.html#1541956jay tianjay tianSat, 30 May 2009 11:32:07 GMThttp://www.cnblogs.com/xingd/archive/2009/05/30/1050443.html#1541956
jay tian 2009-05-30 19:32 发表评论
]]>re: (再发).NET脏字过滤算法 http://www.cnblogs.com/xingd/archive/2009/05/15/1060425.html#1529103ffespffespFri, 15 May 2009 09:27:17 GMThttp://www.cnblogs.com/xingd/archive/2009/05/15/1060425.html#1529103这代码是什么意思,看的头晕
"|="是什么,google都搜索不到, (1<<i)又是什么意思

ffesp 2009-05-15 17:27 发表评论
]]>re: 学习人物徐敬德：不上大学念自考的“怪”学生http://www.cnblogs.com/xingd/archive/2009/05/15/107683.html#1528706DotNet编程DotNet编程Fri, 15 May 2009 04:41:31 GMThttp://www.cnblogs.com/xingd/archive/2009/05/15/107683.html#1528706
不过我觉得你要能把工作和大学学习两者都兼顾一下该多好。
也省得现在去参加自学考试了。

顺祝你一切顺利!

DotNet编程 2009-05-15 12:41 发表评论
]]>