www.pudn.com > pinyin.rar > HZlib.c
/*
* Copyright (C) 1999.4 Li ZhenChun
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License; or
* (at your option) any later version.
*
* This program is distributed in the hope that is will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 675 Mass Ave, Cambridge, M A 02139, USA.
*
* Author: Li ZhenChun email: zhchli@163.net or zhchli@126.com
*
*/
#include "freepy.h"
void LoadHZDictionary( LPTSTR);
void LoadPunct( LPTSTR );
WORD String2Array(LPTSTR ,LPTSTR ,WORD );
WORD GetSegment(LPTSTR);
void GetStr(FILE *,LPTSTR);
void LoadTable();
void LoadPhrase();
void LoadHZDictionary( LPTSTR lpStr)
{
TCHAR szPY[20],szHZ[1200];
static int i=0,j=0,nPre=0;
WORD wPYHead=1;
LPPINYIN lpPYTab = (LPPINYIN)aPYTab;
_stscanf(lpStr,"%s %s",szPY,szHZ);
alpHZTab[i] = _tcsdup(szHZ);
wPYHead=(WORD)szPY[0] - (WORD)_T('a');
if(wPYHead != nPre) j=0;
_tcscpy( (lpPYTab+wPYHead*MAX_EACH_PY_NUM+j)->szPY,szPY);
(lpPYTab+wPYHead*MAX_EACH_PY_NUM+j)->wKey=i+1;
nPre=wPYHead;
i++,j++;
return;
}
WORD String2Array(LPTSTR lpBuf,LPTSTR lpStrArr,WORD wMaxArrSize)
{
int i;
WORD cursor=0,count=0,wBufLen;
wBufLen = strlen(lpBuf);
for (i=0;i _T('~') || szStrArr[0][0] < _T('!')) return;
wHead = szStrArr[0][0] - _T('!');
for(i=1;i 0 && fread(abKey,1,wLen+1,stream) &&
fread(szStr,1,wLen*2,stream) ) {
szStr[wLen*2] = _T('\0');
SavePhToMapFile(szStr,abKey,wLen,i);
}
}
}
fclose(stream);
if( !i )
dwMapFileUsrOffset = 2*MAX_PY_NUM*sizeof(KEYPH) + dwMapFileOffset;
}
my_exit:
return;
}
void SavePhToMapFile(LPTSTR lpStr,LPBYTE lpbKey,WORD wLen,WORD wStatus)
{
LPKEYPH lpKeyPH;
LPHZPH lpHZPH;
BOOL fFirst;
WORD wHead;
DWORD dwBaseOffset;
if(wLen<1) return;
dwBaseOffset = 2*MAX_PY_NUM*sizeof(KEYPH);
wHead=(WORD)(*(lpbKey+1));
wHead |= (WORD)((*lpbKey & 0x01) << 8);
wHead--;
if(wHead >= MAX_PY_NUM) return;
if( !(lpKeyPH=(LPKEYPH)((LPBYTE)lpMapFileBase+wStatus*MAX_PY_NUM*sizeof(KEYPH))+wHead)->wLen ) {
lpKeyPH->wLen=wLen;
memcpy(lpKeyPH->abKey,lpbKey,wLen+1);
lpKeyPH->lpNext=NULL;
if((dwBaseOffset + dwMapFileOffset + sizeof(HZPH)) > MAPFILESIZE){
return;
}
lpKeyPH->lpHZPH = (LPHZPH)((LPBYTE)lpMapFileBase +
dwBaseOffset + dwMapFileOffset);
dwMapFileOffset += sizeof(HZPH);
lpKeyPH->lpHZPH->dwAttrib=0;
lpKeyPH->lpHZPH->lpNext=NULL;
_tcscpy(lpKeyPH->lpHZPH->szHZ,lpStr);
}
else{
fFirst=TRUE;
do {
if(fFirst) fFirst=FALSE;
else lpKeyPH=lpKeyPH->lpNext;
if(lpKeyPH->wLen==wLen && !memcmp(lpKeyPH->abKey,lpbKey,wLen+1)){
lpHZPH=lpKeyPH->lpHZPH;
while(lpHZPH->lpNext != NULL)
lpHZPH=lpHZPH->lpNext;
if((dwBaseOffset + dwMapFileOffset + sizeof(HZPH)) > MAPFILESIZE){
return;
}
lpHZPH->lpNext = (LPHZPH)((LPBYTE)lpMapFileBase +
dwBaseOffset + dwMapFileOffset);
dwMapFileOffset += sizeof(HZPH);
lpHZPH->lpNext->dwAttrib=0;
lpHZPH->lpNext->lpNext=NULL;
_tcscpy(lpHZPH->lpNext->szHZ,lpStr);
goto my_exit;
}
}while(lpKeyPH->lpNext != NULL);
if((dwBaseOffset + dwMapFileOffset + sizeof(KEYPH)) > MAPFILESIZE){
return;
}
lpKeyPH->lpNext = (LPKEYPH)((LPBYTE)lpMapFileBase +
dwBaseOffset + dwMapFileOffset);
dwMapFileOffset += sizeof(KEYPH);
lpKeyPH->lpNext->wLen=wLen;
memcpy(lpKeyPH->lpNext->abKey,lpbKey,wLen+1);
lpKeyPH->lpNext->lpNext=NULL;
if((dwBaseOffset + dwMapFileOffset + sizeof(HZPH)) > MAPFILESIZE){
return;
}
lpKeyPH->lpNext->lpHZPH = (LPHZPH)((LPBYTE)lpMapFileBase +
dwBaseOffset + dwMapFileOffset);
dwMapFileOffset += sizeof(HZPH);
lpKeyPH->lpNext->lpHZPH->dwAttrib=0;
lpKeyPH->lpNext->lpHZPH->lpNext=NULL;
_tcscpy(lpKeyPH->lpNext->lpHZPH->szHZ,lpStr);
}
my_exit:
return;
}
WORD QueryPhrase(LPBYTE lpbKey,WORD wLen,LPKEYPH *lplpKeyPh)
{
WORD wHead,wCount=0,wMask=0;
LPKEYPH lpKPh;
int i;
BYTE abKey[MAX_PHRASE_LEN+1];
BOOL fFirst;
*lplpKeyPh = NULL;
*(lplpKeyPh+1) = NULL;
if(wLen<1) return 0;
wHead = (WORD)(*(lpbKey+1));
wHead |= ((WORD)(*lpbKey & 0x01)) << 8;
wHead--;
for(i=0;iwLen ) {
continue;
}
fFirst = TRUE;
do {
if(wCount && *(lplpKeyPh+i) != NULL) break;
if( fFirst ) fFirst = FALSE;
else lpKPh = lpKPh->lpNext;
if( lpKPh->wLen >= wLen){
memcpy(abKey,lpKPh->abKey,wLen+1);
abKey[0] &= wMask;
if(!memcmp(abKey,lpbKey,wLen+1)){
if(lpKPh->wLen == wLen) *(lplpKeyPh+i) = lpKPh;
else wCount++;
}
}
}while(lpKPh->lpNext != NULL);
}
return wCount;
}
void InitDictionary()
{
int i;
BOOL fExist = FALSE;
if ( (hMapFile=CreateFileMapping( INVALID_HANDLE_VALUE,
NULL,
PAGE_READWRITE ,
0,
MAPFILESIZE,
MAPFILENAME)) == NULL) {
MessageBox(NULL,"can not create filemapping","Init",MB_OK);
exit(1);
}
if (GetLastError() == ERROR_ALREADY_EXISTS) {
fExist = TRUE;
}
if ( (lpMapFileBase = (LPVOID) MapViewOfFile( hMapFile,
FILE_MAP_ALL_ACCESS ,
0,
0,
0)) == NULL) {
MessageBox(NULL,"can not create filemapping","Init",MB_OK);
exit(1);
}
if( !fExist || !dwMapFileOffset || !wMapCount){
for(i=0;i<2*MAX_PY_NUM*sizeof(KEYPH);i++){
*((LPBYTE)lpMapFileBase+i)=0;
}
LoadPhrase();
}
LoadTable();
wMapCount++;
}
void SortDic(LPHZPH *lplpPh, WORD wLen)
{
int i,j;
LPHZPH lpTempPh;
for(i=0;idwAttrib < (*(lplpPh+j))->dwAttrib){
lpTempPh = *(lplpPh+i);
*(lplpPh+i)=*(lplpPh+j);
*(lplpPh+j)=lpTempPh;
}
}
}
}
void DestroyDictionary()
{
int i,j,k;
BYTE abKey[MAX_PHRASE_LEN+1];
WORD wLen;
BYTE bLen;
LPKEYPH lpKPh;
LPHZPH lpHZPh;
FILE *stream;
TCHAR szPhraseFileName[200],szTemp[200];
LPTSTR lpPhraseFileName;
BOOL fFirst1,fFirst2;
LPHZPH alpHZPh[500];
WORD wPhLen;
for(i=0;i 0 ) goto my_exit;
for(i=0;i<2;i++){
if(!i){
lpPhraseFileName = szPhraseFileName;
lpPhraseFileName += GetSystemDirectory(szPhraseFileName,200);
if (*(lpPhraseFileName-1) != _T('\\'))
*lpPhraseFileName++ = _T('\\');
_tcscpy(lpPhraseFileName,SYSPHRASEFILENAME);
if( (stream = _tfopen( szPhraseFileName, _T("wb") )) == NULL ){
_stprintf(szTemp,"%s can not found",szPhraseFileName);
MessageBox(NULL,szTemp,"DicInit",MB_OK);
continue;
}
}
else{
lpPhraseFileName = szPhraseFileName;
lpPhraseFileName += GetSystemDirectory(szPhraseFileName,200);
if (*(lpPhraseFileName-1) != _T('\\'))
*lpPhraseFileName++ = _T('\\');
_tcscpy(lpPhraseFileName,USRPHRASEFILENAME);
if( (stream = _tfopen( szPhraseFileName, _T("wb") )) == NULL ){
_stprintf(szTemp,"%s can not found",szPhraseFileName);
MessageBox(NULL,szTemp,"DicInit",MB_OK);
continue;
}
}
for(j=0;jwLen ) {
continue;
}
fFirst1 = TRUE;
do {
if( fFirst1 ) fFirst1 = FALSE;
else lpKPh = lpKPh->lpNext;
if( lpKPh->wLen < 0 ) continue;
wLen = lpKPh->wLen;
bLen = (BYTE)wLen;
lpHZPh = lpKPh->lpHZPH;
memcpy(abKey,lpKPh->abKey,wLen+1);
fFirst2 = TRUE;
wPhLen = 0;
do {
if( fFirst2 ) fFirst2 = FALSE;
else lpHZPh = lpHZPh->lpNext;
alpHZPh[wPhLen++] = lpHZPh;
}while(lpHZPh->lpNext != NULL);
if( wConversionSet & CONVERSION_SET_SORT)
SortDic(alpHZPh,wPhLen);
for(k = 0;kszHZ,1,wLen*2,stream);
}
} while(lpKPh->lpNext != NULL);
}
fclose(stream);
}
//my_exit:
UnmapViewOfFile(lpMapFileBase);
CloseHandle(hMapFile);
}