| 1 : |
pazsan
|
1.1
|
\ Hashed dictionaries 15jul94py |
| 2 : |
|
|
|
| 3 : |
pazsan
|
1.4
|
9 value hashbits |
| 4 : |
anton
|
1.2
|
1 hashbits lshift Value Hashlen |
| 5 : |
pazsan
|
1.1
|
|
| 6 : |
|
|
Variable insRule insRule on |
| 7 : |
pazsan
|
1.4
|
Variable revealed |
| 8 : |
pazsan
|
1.1
|
|
| 9 : |
pazsan
|
1.4
|
\ Memory handling 10oct94py |
| 10 : |
pazsan
|
1.1
|
|
| 11 : |
|
|
Variable HashPointer |
| 12 : |
pazsan
|
1.4
|
Variable HashTable |
| 13 : |
|
|
Variable HashIndex |
| 14 : |
pazsan
|
1.1
|
|
| 15 : |
pazsan
|
1.4
|
\ DelFix and NewFix are from bigFORTH 15jul94py |
| 16 : |
pazsan
|
1.1
|
|
| 17 : |
|
|
: DelFix ( addr root -- ) dup @ 2 pick ! ! ; |
| 18 : |
|
|
: NewFix ( root len # -- addr ) |
| 19 : |
|
|
BEGIN 2 pick @ ?dup 0= WHILE 2dup * allocate throw |
| 20 : |
|
|
over 0 ?DO dup 4 pick DelFix 2 pick + LOOP drop |
| 21 : |
|
|
REPEAT >r drop r@ @ rot ! r@ swap erase r> ; |
| 22 : |
|
|
|
| 23 : |
|
|
\ compute hash key 15jul94py |
| 24 : |
|
|
|
| 25 : |
anton
|
1.2
|
: hash ( addr len -- key ) |
| 26 : |
|
|
hashbits (hashkey1) ; |
| 27 : |
|
|
\ (hashkey) |
| 28 : |
|
|
\ Hashlen 1- and ; |
| 29 : |
pazsan
|
1.1
|
|
| 30 : |
anton
|
1.2
|
|
| 31 : |
|
|
: hash-find ( addr len wordlist -- nfa / false ) |
| 32 : |
|
|
$C + @ >r |
| 33 : |
pazsan
|
1.4
|
2dup hash r> xor cells HashTable @ + @ (hashfind) ; |
| 34 : |
pazsan
|
1.1
|
|
| 35 : |
|
|
\ hash vocabularies 16jul94py |
| 36 : |
|
|
|
| 37 : |
|
|
: lastlink! ( addr link -- ) |
| 38 : |
|
|
BEGIN dup @ dup WHILE nip REPEAT drop ! ; |
| 39 : |
|
|
|
| 40 : |
|
|
: (reveal ( addr voc -- ) $C + dup @ 0< IF 2drop EXIT THEN |
| 41 : |
pazsan
|
1.4
|
@ over cell+ count $1F and Hash xor cells >r |
| 42 : |
pazsan
|
1.1
|
HashPointer 8 $400 NewFix |
| 43 : |
pazsan
|
1.4
|
tuck cell+ ! r> HashTable @ + insRule @ |
| 44 : |
|
|
IF dup @ 2 pick ! ! ELSE lastlink! THEN revealed on ; |
| 45 : |
pazsan
|
1.1
|
|
| 46 : |
|
|
: hash-reveal ( -- ) (reveal) last? IF |
| 47 : |
|
|
current @ (reveal THEN ; |
| 48 : |
|
|
|
| 49 : |
pazsan
|
1.4
|
: addall ( -- ) |
| 50 : |
|
|
voclink |
| 51 : |
|
|
BEGIN @ dup @ WHILE dup 'initvoc REPEAT drop ; |
| 52 : |
|
|
|
| 53 : |
|
|
: clearhash ( -- ) |
| 54 : |
|
|
HashTable @ Hashlen cells bounds |
| 55 : |
|
|
DO I @ |
| 56 : |
|
|
BEGIN dup WHILE |
| 57 : |
|
|
dup @ swap HashPointer DelFix |
| 58 : |
|
|
REPEAT I ! |
| 59 : |
|
|
cell +LOOP HashIndex off ; |
| 60 : |
|
|
|
| 61 : |
|
|
: rehash clearhash addall ; |
| 62 : |
|
|
: (rehash) ( addr -- ) |
| 63 : |
|
|
drop revealed @ IF rehash revealed off THEN ; |
| 64 : |
|
|
|
| 65 : |
|
|
Create hashsearch ' hash-find A, ' hash-reveal A, ' (rehash) A, |
| 66 : |
|
|
|
| 67 : |
|
|
\ hash allocate and vocabulary initialization 10oct94py |
| 68 : |
|
|
|
| 69 : |
|
|
: hash-alloc ( addr -- addr ) HashTable @ 0= IF |
| 70 : |
|
|
Hashlen cells allocate throw HashTable ! |
| 71 : |
|
|
HashTable @ Hashlen cells erase THEN |
| 72 : |
|
|
HashIndex @ over ! 1 HashIndex +! |
| 73 : |
|
|
HashIndex @ Hashlen >= |
| 74 : |
|
|
IF clearhash |
| 75 : |
|
|
1 hashbits 1+ dup to hashbits lshift to hashlen |
| 76 : |
|
|
HashTable @ free |
| 77 : |
|
|
addall |
| 78 : |
|
|
THEN ; |
| 79 : |
pazsan
|
1.1
|
|
| 80 : |
pazsan
|
1.4
|
: (initvoc) ( addr -- ) |
| 81 : |
anton
|
1.2
|
cell+ dup @ 0< IF drop EXIT THEN |
| 82 : |
|
|
insRule @ >r insRule off hash-alloc |
| 83 : |
|
|
3 cells - hashsearch over cell+ ! dup |
| 84 : |
|
|
BEGIN @ dup WHILE 2dup swap (reveal REPEAT |
| 85 : |
|
|
2drop r> insRule ! ; |
| 86 : |
pazsan
|
1.1
|
|
| 87 : |
pazsan
|
1.4
|
' (initvoc) IS 'initvoc |
| 88 : |
pazsan
|
1.1
|
|
| 89 : |
|
|
\ Hash-Find 01jan93py |
| 90 : |
|
|
|
| 91 : |
|
|
addall \ Baum aufbauen |
| 92 : |
|
|
\ Baumsuche ist installiert. |
| 93 : |
|
|
|
| 94 : |
pazsan
|
1.5
|
: hash-cold ( -- ) Defers 'cold |
| 95 : |
|
|
HashPointer off HashTable off HashIndex off |
| 96 : |
|
|
addall ; |
| 97 : |
|
|
' hash-cold IS 'cold |
| 98 : |
|
|
|
| 99 : |
pazsan
|
1.1
|
: .words ( -- ) |
| 100 : |
pazsan
|
1.4
|
base @ >r hex HashTable @ Hashlen 0 |
| 101 : |
|
|
DO cr i 2 .r ." : " dup i cells + |
| 102 : |
pazsan
|
1.1
|
BEGIN @ dup WHILE |
| 103 : |
|
|
dup cell+ @ .name REPEAT drop |
| 104 : |
|
|
LOOP drop r> base ! ; |
| 105 : |
|
|
|
| 106 : |
anton
|
1.2
|
\ \ this stuff is for evaluating the hash function |
| 107 : |
|
|
\ : square dup * ; |
| 108 : |
|
|
|
| 109 : |
|
|
\ : countwl ( -- sum sumsq ) |
| 110 : |
pazsan
|
1.4
|
\ \ gives the number of words in the current wordlist |
| 111 : |
|
|
\ \ and the sum of squares for the sublist lengths |
| 112 : |
anton
|
1.2
|
\ 0 0 |
| 113 : |
pazsan
|
1.4
|
\ hashtable @ Hashlen cells bounds DO |
| 114 : |
|
|
\ 0 i BEGIN |
| 115 : |
|
|
\ @ dup WHILE |
| 116 : |
|
|
\ swap 1+ swap |
| 117 : |
|
|
\ REPEAT |
| 118 : |
|
|
\ drop |
| 119 : |
|
|
\ swap over square + |
| 120 : |
|
|
\ >r + r> |
| 121 : |
|
|
\ 1 cells |
| 122 : |
|
|
\ +LOOP ; |
| 123 : |
anton
|
1.2
|
|
| 124 : |
|
|
\ : chisq ( -- n ) |
| 125 : |
pazsan
|
1.4
|
\ \ n should have about the same size as Hashlen |
| 126 : |
|
|
\ countwl Hashlen 2 pick */ swap - ; |