| 1 |
jimk |
590875 |
/** |
| 2 |
|
|
* Copyright 2007 The Apache Software Foundation |
| 3 |
|
|
* |
| 4 |
|
|
* Licensed to the Apache Software Foundation (ASF) under one |
| 5 |
|
|
* or more contributor license agreements. See the NOTICE file |
| 6 |
|
|
* distributed with this work for additional information |
| 7 |
|
|
* regarding copyright ownership. The ASF licenses this file |
| 8 |
|
|
* to you under the Apache License, Version 2.0 (the |
| 9 |
|
|
* "License"); you may not use this file except in compliance |
| 10 |
|
|
* with the License. You may obtain a copy of the License at |
| 11 |
|
|
* |
| 12 |
|
|
* http://www.apache.org/licenses/LICENSE-2.0 |
| 13 |
|
|
* |
| 14 |
|
|
* Unless required by applicable law or agreed to in writing, software |
| 15 |
|
|
* distributed under the License is distributed on an "AS IS" BASIS, |
| 16 |
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 17 |
|
|
* See the License for the specific language governing permissions and |
| 18 |
|
|
* limitations under the License. |
| 19 |
|
|
*/ |
| 20 |
|
|
|
| 21 |
|
|
package org.apache.hadoop.hbase.util; |
| 22 |
|
|
|
| 23 |
jimk |
639775 |
import java.io.FileInputStream; |
| 24 |
|
|
import java.io.IOException; |
| 25 |
|
|
|
| 26 |
jimk |
590875 |
/** |
| 27 |
stack |
656868 |
* Produces 32-bit hash for hash table lookup. |
| 28 |
|
|
* |
| 29 |
|
|
* <pre>lookup3.c, by Bob Jenkins, May 2006, Public Domain. |
| 30 |
jimk |
590875 |
* |
| 31 |
|
|
* You can use this free for any purpose. It's in the public domain. |
| 32 |
|
|
* It has no warranty. |
| 33 |
stack |
656868 |
* </pre> |
| 34 |
jimk |
590875 |
* |
| 35 |
stack |
656868 |
* @see <a href="http://burtleburtle.net/bob/c/lookup3.c">lookup3.c</a> |
| 36 |
|
|
* @see <a href="http://www.ddj.com/184410284">Hash Functions (and how this |
| 37 |
|
|
* function compares to others such as CRC, MD?, etc</a> |
| 38 |
|
|
* @see <a href="http://burtleburtle.net/bob/hash/doobs.html">Has update on the |
| 39 |
|
|
* Dr. Dobbs Article</a> |
| 40 |
jimk |
590875 |
*/ |
| 41 |
stack |
698265 |
public class JenkinsHash extends Hash { |
| 42 |
jimk |
590875 |
private static long INT_MASK = 0x00000000ffffffffL; |
| 43 |
|
|
private static long BYTE_MASK = 0x00000000000000ffL; |
| 44 |
stack |
698265 |
|
| 45 |
|
|
private static JenkinsHash _instance = new JenkinsHash(); |
| 46 |
|
|
|
| 47 |
|
|
public static Hash getInstance() { |
| 48 |
|
|
return _instance; |
| 49 |
|
|
} |
| 50 |
jimk |
590875 |
|
| 51 |
|
|
private static long rot(long val, int pos) { |
| 52 |
jimk |
693597 |
return ((Integer.rotateLeft( |
| 53 |
stack |
689888 |
(int)(val & INT_MASK), pos)) & INT_MASK); |
| 54 |
jimk |
590875 |
} |
| 55 |
|
|
|
| 56 |
|
|
/** |
| 57 |
|
|
* taken from hashlittle() -- hash a variable-length key into a 32-bit value |
| 58 |
|
|
* |
| 59 |
|
|
* @param key the key (the unaligned variable-length array of bytes) |
| 60 |
|
|
* @param nbytes number of bytes to include in hash |
| 61 |
|
|
* @param initval can be any integer value |
| 62 |
|
|
* @return a 32-bit value. Every bit of the key affects every bit of the |
| 63 |
|
|
* return value. Two keys differing by one or two bits will have totally |
| 64 |
|
|
* different hash values. |
| 65 |
|
|
* |
| 66 |
stack |
656868 |
* <p>The best hash table sizes are powers of 2. There is no need to do mod |
| 67 |
|
|
* a prime (mod is sooo slow!). If you need less than 32 bits, use a bitmask. |
| 68 |
|
|
* For example, if you need only 10 bits, do |
| 69 |
|
|
* <code>h = (h & hashmask(10));</code> |
| 70 |
jimk |
590875 |
* In which case, the hash table should have hashsize(10) elements. |
| 71 |
|
|
* |
| 72 |
stack |
656868 |
* <p>If you are hashing n strings byte[][] k, do it like this: |
| 73 |
jimk |
590875 |
* for (int i = 0, h = 0; i < n; ++i) h = hash( k[i], h); |
| 74 |
|
|
* |
| 75 |
stack |
656868 |
* <p>By Bob Jenkins, 2006. bob_jenkins@burtleburtle.net. You may use this |
| 76 |
jimk |
590875 |
* code any way you wish, private, educational, or commercial. It's free. |
| 77 |
|
|
* |
| 78 |
stack |
656868 |
* <p>Use for hash table lookup, or anything where one collision in 2^^32 is |
| 79 |
jimk |
590875 |
* acceptable. Do NOT use for cryptographic purposes. |
| 80 |
|
|
*/ |
| 81 |
stack |
736569 |
@Override |
| 82 |
jimk |
693597 |
@SuppressWarnings("fallthrough") |
| 83 |
stack |
698265 |
public int hash(byte[] key, int nbytes, int initval) { |
| 84 |
jimk |
590875 |
int length = nbytes; |
| 85 |
|
|
long a, b, c; // We use longs because we don't have unsigned ints |
| 86 |
|
|
a = b = c = (0x00000000deadbeefL + length + initval) & INT_MASK; |
| 87 |
|
|
int offset = 0; |
| 88 |
|
|
for (; length > 12; offset += 12, length -= 12) { |
| 89 |
|
|
a = (a + (key[offset + 0] & BYTE_MASK)) & INT_MASK; |
| 90 |
|
|
a = (a + (((key[offset + 1] & BYTE_MASK) << 8) & INT_MASK)) & INT_MASK; |
| 91 |
|
|
a = (a + (((key[offset + 2] & BYTE_MASK) << 16) & INT_MASK)) & INT_MASK; |
| 92 |
|
|
a = (a + (((key[offset + 3] & BYTE_MASK) << 24) & INT_MASK)) & INT_MASK; |
| 93 |
|
|
b = (b + (key[offset + 4] & BYTE_MASK)) & INT_MASK; |
| 94 |
|
|
b = (b + (((key[offset + 5] & BYTE_MASK) << 8) & INT_MASK)) & INT_MASK; |
| 95 |
|
|
b = (b + (((key[offset + 6] & BYTE_MASK) << 16) & INT_MASK)) & INT_MASK; |
| 96 |
|
|
b = (b + (((key[offset + 7] & BYTE_MASK) << 24) & INT_MASK)) & INT_MASK; |
| 97 |
|
|
c = (c + (key[offset + 8] & BYTE_MASK)) & INT_MASK; |
| 98 |
|
|
c = (c + (((key[offset + 9] & BYTE_MASK) << 8) & INT_MASK)) & INT_MASK; |
| 99 |
|
|
c = (c + (((key[offset + 10] & BYTE_MASK) << 16) & INT_MASK)) & INT_MASK; |
| 100 |
|
|
c = (c + (((key[offset + 11] & BYTE_MASK) << 24) & INT_MASK)) & INT_MASK; |
| 101 |
|
|
|
| 102 |
|
|
/* |
| 103 |
|
|
* mix -- mix 3 32-bit values reversibly. |
| 104 |
|
|
* This is reversible, so any information in (a,b,c) before mix() is |
| 105 |
|
|
* still in (a,b,c) after mix(). |
| 106 |
|
|
* |
| 107 |
|
|
* If four pairs of (a,b,c) inputs are run through mix(), or through |
| 108 |
|
|
* mix() in reverse, there are at least 32 bits of the output that |
| 109 |
|
|
* are sometimes the same for one pair and different for another pair. |
| 110 |
|
|
* |
| 111 |
|
|
* This was tested for: |
| 112 |
|
|
* - pairs that differed by one bit, by two bits, in any combination |
| 113 |
|
|
* of top bits of (a,b,c), or in any combination of bottom bits of |
| 114 |
|
|
* (a,b,c). |
| 115 |
|
|
* - "differ" is defined as +, -, ^, or ~^. For + and -, I transformed |
| 116 |
|
|
* the output delta to a Gray code (a^(a>>1)) so a string of 1's (as |
| 117 |
|
|
* is commonly produced by subtraction) look like a single 1-bit |
| 118 |
|
|
* difference. |
| 119 |
|
|
* - the base values were pseudorandom, all zero but one bit set, or |
| 120 |
|
|
* all zero plus a counter that starts at zero. |
| 121 |
|
|
* |
| 122 |
|
|
* Some k values for my "a-=c; a^=rot(c,k); c+=b;" arrangement that |
| 123 |
|
|
* satisfy this are |
| 124 |
|
|
* 4 6 8 16 19 4 |
| 125 |
|
|
* 9 15 3 18 27 15 |
| 126 |
|
|
* 14 9 3 7 17 3 |
| 127 |
|
|
* Well, "9 15 3 18 27 15" didn't quite get 32 bits diffing for |
| 128 |
|
|
* "differ" defined as + with a one-bit base and a two-bit delta. I |
| 129 |
|
|
* used http://burtleburtle.net/bob/hash/avalanche.html to choose |
| 130 |
|
|
* the operations, constants, and arrangements of the variables. |
| 131 |
|
|
* |
| 132 |
|
|
* This does not achieve avalanche. There are input bits of (a,b,c) |
| 133 |
|
|
* that fail to affect some output bits of (a,b,c), especially of a. |
| 134 |
|
|
* The most thoroughly mixed value is c, but it doesn't really even |
| 135 |
|
|
* achieve avalanche in c. |
| 136 |
|
|
* |
| 137 |
|
|
* This allows some parallelism. Read-after-writes are good at doubling |
| 138 |
|
|
* the number of bits affected, so the goal of mixing pulls in the |
| 139 |
|
|
* opposite direction as the goal of parallelism. I did what I could. |
| 140 |
|
|
* Rotates seem to cost as much as shifts on every machine I could lay |
| 141 |
|
|
* my hands on, and rotates are much kinder to the top and bottom bits, |
| 142 |
|
|
* so I used rotates. |
| 143 |
|
|
* |
| 144 |
|
|
* #define mix(a,b,c) \ |
| 145 |
|
|
* { \ |
| 146 |
|
|
* a -= c; a ^= rot(c, 4); c += b; \ |
| 147 |
|
|
* b -= a; b ^= rot(a, 6); a += c; \ |
| 148 |
|
|
* c -= b; c ^= rot(b, 8); b += a; \ |
| 149 |
|
|
* a -= c; a ^= rot(c,16); c += b; \ |
| 150 |
|
|
* b -= a; b ^= rot(a,19); a += c; \ |
| 151 |
|
|
* c -= b; c ^= rot(b, 4); b += a; \ |
| 152 |
|
|
* } |
| 153 |
|
|
* |
| 154 |
|
|
* mix(a,b,c); |
| 155 |
|
|
*/ |
| 156 |
|
|
a = (a - c) & INT_MASK; a ^= rot(c, 4); c = (c + b) & INT_MASK; |
| 157 |
|
|
b = (b - a) & INT_MASK; b ^= rot(a, 6); a = (a + c) & INT_MASK; |
| 158 |
|
|
c = (c - b) & INT_MASK; c ^= rot(b, 8); b = (b + a) & INT_MASK; |
| 159 |
|
|
a = (a - c) & INT_MASK; a ^= rot(c,16); c = (c + b) & INT_MASK; |
| 160 |
|
|
b = (b - a) & INT_MASK; b ^= rot(a,19); a = (a + c) & INT_MASK; |
| 161 |
|
|
c = (c - b) & INT_MASK; c ^= rot(b, 4); b = (b + a) & INT_MASK; |
| 162 |
|
|
} |
| 163 |
|
|
|
| 164 |
|
|
//-------------------------------- last block: affect all 32 bits of (c) |
| 165 |
|
|
switch (length) { // all the case statements fall through |
| 166 |
|
|
case 12: |
| 167 |
|
|
c = (c + (((key[offset + 11] & BYTE_MASK) << 24) & INT_MASK)) & INT_MASK; |
| 168 |
|
|
case 11: |
| 169 |
|
|
c = (c + (((key[offset + 10] & BYTE_MASK) << 16) & INT_MASK)) & INT_MASK; |
| 170 |
|
|
case 10: |
| 171 |
|
|
c = (c + (((key[offset + 9] & BYTE_MASK) << 8) & INT_MASK)) & INT_MASK; |
| 172 |
|
|
case 9: |
| 173 |
|
|
c = (c + (key[offset + 8] & BYTE_MASK)) & INT_MASK; |
| 174 |
|
|
case 8: |
| 175 |
|
|
b = (b + (((key[offset + 7] & BYTE_MASK) << 24) & INT_MASK)) & INT_MASK; |
| 176 |
|
|
case 7: |
| 177 |
|
|
b = (b + (((key[offset + 6] & BYTE_MASK) << 16) & INT_MASK)) & INT_MASK; |
| 178 |
|
|
case 6: |
| 179 |
|
|
b = (b + (((key[offset + 5] & BYTE_MASK) << 8) & INT_MASK)) & INT_MASK; |
| 180 |
|
|
case 5: |
| 181 |
|
|
b = (b + (key[offset + 4] & BYTE_MASK)) & INT_MASK; |
| 182 |
|
|
case 4: |
| 183 |
|
|
a = (a + (((key[offset + 3] & BYTE_MASK) << 24) & INT_MASK)) & INT_MASK; |
| 184 |
|
|
case 3: |
| 185 |
|
|
a = (a + (((key[offset + 2] & BYTE_MASK) << 16) & INT_MASK)) & INT_MASK; |
| 186 |
|
|
case 2: |
| 187 |
|
|
a = (a + (((key[offset + 1] & BYTE_MASK) << 8) & INT_MASK)) & INT_MASK; |
| 188 |
|
|
case 1: |
| 189 |
|
|
a = (a + (key[offset + 0] & BYTE_MASK)) & INT_MASK; |
| 190 |
|
|
break; |
| 191 |
|
|
case 0: |
| 192 |
stack |
689888 |
return (int)(c & INT_MASK); |
| 193 |
jimk |
590875 |
} |
| 194 |
|
|
/* |
| 195 |
|
|
* final -- final mixing of 3 32-bit values (a,b,c) into c |
| 196 |
|
|
* |
| 197 |
|
|
* Pairs of (a,b,c) values differing in only a few bits will usually |
| 198 |
|
|
* produce values of c that look totally different. This was tested for |
| 199 |
|
|
* - pairs that differed by one bit, by two bits, in any combination |
| 200 |
|
|
* of top bits of (a,b,c), or in any combination of bottom bits of |
| 201 |
|
|
* (a,b,c). |
| 202 |
|
|
* |
| 203 |
|
|
* - "differ" is defined as +, -, ^, or ~^. For + and -, I transformed |
| 204 |
|
|
* the output delta to a Gray code (a^(a>>1)) so a string of 1's (as |
| 205 |
|
|
* is commonly produced by subtraction) look like a single 1-bit |
| 206 |
|
|
* difference. |
| 207 |
|
|
* |
| 208 |
|
|
* - the base values were pseudorandom, all zero but one bit set, or |
| 209 |
|
|
* all zero plus a counter that starts at zero. |
| 210 |
|
|
* |
| 211 |
|
|
* These constants passed: |
| 212 |
|
|
* 14 11 25 16 4 14 24 |
| 213 |
|
|
* 12 14 25 16 4 14 24 |
| 214 |
|
|
* and these came close: |
| 215 |
|
|
* 4 8 15 26 3 22 24 |
| 216 |
|
|
* 10 8 15 26 3 22 24 |
| 217 |
|
|
* 11 8 15 26 3 22 24 |
| 218 |
|
|
* |
| 219 |
|
|
* #define final(a,b,c) \ |
| 220 |
|
|
* { |
| 221 |
|
|
* c ^= b; c -= rot(b,14); \ |
| 222 |
|
|
* a ^= c; a -= rot(c,11); \ |
| 223 |
|
|
* b ^= a; b -= rot(a,25); \ |
| 224 |
|
|
* c ^= b; c -= rot(b,16); \ |
| 225 |
|
|
* a ^= c; a -= rot(c,4); \ |
| 226 |
|
|
* b ^= a; b -= rot(a,14); \ |
| 227 |
|
|
* c ^= b; c -= rot(b,24); \ |
| 228 |
|
|
* } |
| 229 |
|
|
* |
| 230 |
|
|
*/ |
| 231 |
|
|
c ^= b; c = (c - rot(b,14)) & INT_MASK; |
| 232 |
|
|
a ^= c; a = (a - rot(c,11)) & INT_MASK; |
| 233 |
|
|
b ^= a; b = (b - rot(a,25)) & INT_MASK; |
| 234 |
|
|
c ^= b; c = (c - rot(b,16)) & INT_MASK; |
| 235 |
|
|
a ^= c; a = (a - rot(c,4)) & INT_MASK; |
| 236 |
|
|
b ^= a; b = (b - rot(a,14)) & INT_MASK; |
| 237 |
|
|
c ^= b; c = (c - rot(b,24)) & INT_MASK; |
| 238 |
|
|
|
| 239 |
stack |
689888 |
return (int)(c & INT_MASK); |
| 240 |
jimk |
590875 |
} |
| 241 |
jimk |
639775 |
|
| 242 |
|
|
/** |
| 243 |
|
|
* Compute the hash of the specified file |
| 244 |
|
|
* @param args name of file to compute hash of. |
| 245 |
|
|
* @throws IOException |
| 246 |
|
|
*/ |
| 247 |
|
|
public static void main(String[] args) throws IOException { |
| 248 |
|
|
if (args.length != 1) { |
| 249 |
|
|
System.err.println("Usage: JenkinsHash filename"); |
| 250 |
|
|
System.exit(-1); |
| 251 |
|
|
} |
| 252 |
|
|
FileInputStream in = new FileInputStream(args[0]); |
| 253 |
|
|
byte[] bytes = new byte[512]; |
| 254 |
|
|
int value = 0; |
| 255 |
stack |
698265 |
JenkinsHash hash = new JenkinsHash(); |
| 256 |
jimk |
639775 |
for (int length = in.read(bytes); length > 0 ; length = in.read(bytes)) { |
| 257 |
stack |
698265 |
value = hash.hash(bytes, length, value); |
| 258 |
jimk |
639775 |
} |
| 259 |
|
|
System.out.println(Math.abs(value)); |
| 260 |
|
|
} |
| 261 |
jimk |
590875 |
} |