/******************************************************************************* ;******************************************************************************* ;** ** ;** COPYRIGHT 1998-2012 NUANCE COMMUNICATIONS ** ;** ** ;** NUANCE COMMUNICATIONS PROPRIETARY INFORMATION ** ;** ** ;** This software is supplied under the terms of a license agreement ** ;** or non-disclosure agreement with Nuance Communications and may not ** ;** be copied or disclosed except in accordance with the terms of that ** ;** agreement. ** ;** ** ;******************************************************************************* ;** ** ;** FileName: et9alsasdb.c ** ;** ** ;** Description: LDB supported AutoSubstitution data base access routines ** ;** source file. ** ;** ** ;******************************************************************************* ;******************************************************************************/ /*! -IDR- * * */ #include "et9api.h" #ifdef ET9_ALPHABETIC_MODULE #include "et9asys.h" #include "et9adb.h" #include "et9alsasdb.h" #include "et9amisc.h" #include "et9sym.h" #include "et9aasdb.h" #include "et9aspc.h" #ifdef ET9_DEBUGLOG2 #ifdef _WIN32 #pragma message ("*** ET9_DEBUGLOG2 ACTIVATED ***") #endif #include #include #define WLOG2(q) { if (pLogFile2 == NULL) { pLogFile2 = fopen("zzzET9ALSASDB.txt", "w+"); } {q} fflush(pLogFile2); } static FILE *pLogFile2 = NULL; #else #define WLOG2(q) #endif #ifdef ET9_DEBUGLOG2 /*---------------------------------------------------------------------------*/ /* -IDR- * * * * * * * */ static void ET9LOCALCALL WLOG2Word(FILE *pF, char *pcComment, ET9AWPrivWordInfo *pWord) { ET9U16 wIndex; ET9Assert(pF != NULL); ET9Assert(pcComment != NULL); fprintf(pF, "%s: ", pcComment); if (pWord == NULL) { fprintf(pF, "NULL\n"); return; } for (wIndex = 0; wIndex < pWord->Base.wWordLen; ++wIndex) { ET9SYMB sSymb = pWord->Base.sWord[wIndex]; if (sSymb >= 0x20 && sSymb <= 0x7F) { fprintf(pF, "%c", (char)sSymb); } else { fprintf(pF, "<%x>", (int)sSymb); } } if (pWord->Base.wSubstitutionLen) { fprintf(pF, " -> "); for (wIndex = 0; wIndex < pWord->Base.wSubstitutionLen; ++wIndex) { ET9SYMB sSymb = pWord->Base.sSubstitution[wIndex]; if (sSymb >= 0x20 && sSymb <= 0xFF) { fprintf(pF, "%c", (unsigned char)sSymb); } else { fprintf(pF, "<%x>", (int)sSymb); } } } fprintf(pF, "\n"); fflush(pF); } #else /* ET9_DEBUGLOG2 */ #define WLOG2Word(pF,pcComment,pWord) #endif /* ET9_DEBUGLOG2 */ #define SIZE_OF_ASDB_SYMBOL 2 /*---------------------------------------------------------------------------*/ /* -IDR- * * * * * * */ static ET9STATUS ET9LOCALCALL __AssureActiveLDB_AS(ET9AWLingInfo * const pLingInfo, const ET9U32 dwLdbNum) { if (!ET9LDBENABLED(pLingInfo->pLingCmnInfo)) { return ET9STATUS_NO_INIT; } if (dwLdbNum != pLingInfo->pLingCmnInfo->dwLdbNum || pLingInfo->Private.wLDBInitOK != ET9GOODSETUP) { return _ET9AWLdb_SetActiveLanguage(pLingInfo, dwLdbNum); } return ET9STATUS_NONE; } /*---------------------------------------------------------------------------*/ /* -IDR- * * * * * * */ ET9STATUS ET9FARCALL _ET9AWLdbASAccess(ET9AWLingInfo * const pLingInfo, const ET9U32 dwLdbNum) { return __AssureActiveLDB_AS(pLingInfo, dwLdbNum); } /*---------------------------------------------------------------------------*/ /* -IDR- * / * * * * * * * */ static ET9STATUS ET9LOCALCALL __ET9AWLdbASGetEncodedString(ET9AWLingInfo *pLingInfo, ET9SYMB *psString, ET9U32 dwStartAddress, ET9U16 wLength) { ET9U16 ct; ET9Assert(pLingInfo && psString && dwStartAddress); for (ct = 0; ct < wLength; ++ct, dwStartAddress += SIZE_OF_ASDB_SYMBOL) { *psString++ = _ET9ReadLDBWord2(pLingInfo, dwStartAddress); } return ET9STATUS_NONE; } /*---------------------------------------------------------------------------*/ /* -IDR- * * * * * * * * * * * */ ET9STATUS ET9FARCALL _ET9AWLdbASGetEntry(ET9AWLingInfo *pLingInfo, ET9U32 dwLdbNum, ET9U16 wRecordNum, ET9SYMB *psShortcut, ET9U16 *pwShortcutLen, ET9SYMB *psSubstitution, ET9U16 *pwSubstitutionLen) { ET9AWLingCmnInfo * const pLingCmnInfo = pLingInfo->pLingCmnInfo; ET9STATUS eStatus; ET9U32 dwLSASDBTracker; ET9INT Count; ET9U8 bLenShortcut; ET9U8 bLenSubstitution; ET9U32 dwLSASDBEndAddress; ET9Assert(pLingInfo); ET9Assert(!ET9USERDEFINEDAUTOSUBENABLED(pLingCmnInfo) || pLingCmnInfo->pASDBInfo != NULL); ET9Assert(psShortcut && pwShortcutLen && psSubstitution && pwSubstitutionLen); /* check for LDB based AS support */ if ((dwLdbNum & ET9PLIDMASK) == ET9PLIDNone) { return ET9STATUS_NO_MATCHING_WORDS; } /* assure cache */ eStatus = __AssureActiveLDB_AS(pLingInfo, dwLdbNum); if (eStatus) { return eStatus; } /* check for LDB based AS support */ if (!pLingCmnInfo->Private.sLDBAutoSub.bSupported || ((dwLdbNum & ET9PLIDMASK) != pLingInfo->pLingCmnInfo->Private.sLDBAutoSub.bLSASDBLangID)) { return ET9STATUS_NO_MATCHING_WORDS; } ET9Assert(wRecordNum < pLingCmnInfo->Private.sLDBAutoSub.wNumEntries); /* Get LDB supported ASDB info */ dwLSASDBTracker = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBStartAddress; dwLSASDBEndAddress = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBEndAddress; /* Jump over previous entries */ for (Count = 0; Count < (int)wRecordNum && dwLSASDBTracker <= dwLSASDBEndAddress; ++Count) { bLenShortcut = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenShortcut); bLenSubstitution = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenSubstitution); } /* target entry */ if (Count == (int)wRecordNum) { bLenShortcut = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); *pwShortcutLen = (ET9U16)bLenShortcut; __ET9AWLdbASGetEncodedString(pLingInfo, psShortcut, dwLSASDBTracker, *pwShortcutLen); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenShortcut); bLenSubstitution = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); *pwSubstitutionLen = (ET9U16)bLenSubstitution; __ET9AWLdbASGetEncodedString(pLingInfo, psSubstitution, dwLSASDBTracker, *pwSubstitutionLen); } else { /* problem with LDB */ ET9Assert(0); } return ET9STATUS_NONE; } /*---------------------------------------------------------------------------*/ /* -IDR- * * * * * * * * * * * */ ET9STATUS ET9FARCALL _ET9AWLdbASFindEntry(ET9AWLingInfo *pLingInfo, ET9U32 dwLdbNum, ET9SYMB *psShortcut, ET9U16 wShortcutLen, ET9SYMB *psSubstitution, ET9U16 *pwSubstitutionLen, ET9U16 *pwRecordNum) { ET9U32 dwLSASDBTracker; ET9U16 wNumEntries; ET9U16 Count; ET9U16 ct; ET9U8 bLenShortcut; ET9U8 bLenSubstitution; ET9U32 dwLSASDBEndAddress; ET9SYMB sSymb; ET9SYMB sSymb2; ET9SYMB sCode; ET9STATUS eStatus; ET9AWLingCmnInfo * const pLingCmnInfo = pLingInfo->pLingCmnInfo; ET9Assert(pLingInfo); ET9Assert(!ET9USERDEFINEDAUTOSUBENABLED(pLingCmnInfo) || pLingCmnInfo->pASDBInfo != NULL); ET9Assert(psShortcut); ET9Assert(pwRecordNum); /* check for LDB based AS support */ if ((dwLdbNum & ET9PLIDMASK) == ET9PLIDNone) { return ET9STATUS_NO_MATCHING_WORDS; } /* assure cache */ eStatus = __AssureActiveLDB_AS(pLingInfo, dwLdbNum); if (eStatus) { return eStatus; } /* check for LDB based AS support */ if (!pLingCmnInfo->Private.sLDBAutoSub.bSupported || ((dwLdbNum & ET9PLIDMASK) != pLingInfo->pLingCmnInfo->Private.sLDBAutoSub.bLSASDBLangID)) { return ET9STATUS_NO_MATCHING_WORDS; } /* Get LDB supported ASDB info */ dwLSASDBTracker = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBStartAddress; wNumEntries = pLingCmnInfo->Private.sLDBAutoSub.wNumEntries; dwLSASDBEndAddress = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBEndAddress; /* iterate through all LDB supported ASDB entries */ for (Count = 0; Count < wNumEntries && dwLSASDBTracker <= dwLSASDBEndAddress; ++Count) { bLenShortcut = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); if (wShortcutLen == (ET9U16)bLenShortcut) { for (ct = 0; ct < bLenShortcut; ++ct) { sCode = _ET9ReadLDBWord2(pLingInfo, dwLSASDBTracker); dwLSASDBTracker += SIZE_OF_ASDB_SYMBOL; /* if it doesn't match */ sSymb2 = _ET9SymToLower(psShortcut[ct], dwLdbNum); sSymb = _ET9SymToLower(sCode, dwLdbNum); /* if symbol doesn't match, move on to the next record */ if (sSymb2 != sSymb) { dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * (bLenShortcut - (ct + 1))); break; } } /* if match found */ if (ct == bLenShortcut) { *pwRecordNum = Count; if (psSubstitution && pwSubstitutionLen) { bLenSubstitution = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); *pwSubstitutionLen = bLenSubstitution; __ET9AWLdbASGetEncodedString(pLingInfo, psSubstitution, dwLSASDBTracker, *pwSubstitutionLen); } return ET9STATUS_NONE; } } else { dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenShortcut); } bLenSubstitution = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenSubstitution); } return ET9STATUS_NO_MATCHING_WORDS; } /*---------------------------------------------------------------------------*/ /* -IDR- * * * * * * * * * * */ ET9UINT ET9FARCALL _ET9AWFindLdbASObject(ET9AWLingInfo *pLingInfo, ET9U32 dwLdbNum, ET9SYMB *pWord, ET9U16 wLength, ET9U8 bCaseSensitive, ET9U8 bUpdateWithMatch) { ET9U32 dwLSASDBTracker; ET9U32 dwSavedLSASDBTracker; ET9U16 wNumEntries, Count, ct; ET9U8 bLenShortcut, bLenSubstitution; ET9U32 dwLSASDBEndAddress; ET9SYMB *pSymb2; ET9SYMB sCode; ET9AWLingCmnInfo * const pLingCmnInfo = pLingInfo->pLingCmnInfo; ET9Assert(pLingInfo); ET9Assert(pWord); /* if no LDB-AS or bad word length */ if (!ET9LDBSUPPORTEDAUTOSUBENABLED(pLingCmnInfo) || (wLength < 1) || (wLength > ET9MAXWORDSIZE)) { return 0; } /* check for valid LDB */ if ((dwLdbNum & ET9PLIDMASK) == ET9PLIDNone || !ET9ASDBENABLED(pLingCmnInfo)) { return 0; } /* assure cache */ if (__AssureActiveLDB_AS(pLingInfo, dwLdbNum)) { return 0; } /* check for LDB based AS support */ if (((dwLdbNum & ET9PLIDMASK) != pLingInfo->pLingCmnInfo->Private.sLDBAutoSub.bLSASDBLangID)) { return 0; } /* Get LDB supported ASDB info */ dwLSASDBTracker = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBStartAddress; wNumEntries = pLingCmnInfo->Private.sLDBAutoSub.wNumEntries; dwLSASDBEndAddress = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBEndAddress; /* iterate through all LDB supported ASDB entries */ for(Count = 0; Count < wNumEntries && dwLSASDBTracker <= dwLSASDBEndAddress; ++Count) { bLenShortcut = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); if (wLength == (ET9U16)bLenShortcut) { pSymb2 = pWord; dwSavedLSASDBTracker = dwLSASDBTracker; for (ct = 0; ct < wLength; ++ct, ++pSymb2) { sCode = _ET9ReadLDBWord2(pLingInfo, dwLSASDBTracker); dwLSASDBTracker += SIZE_OF_ASDB_SYMBOL; /* if OTFM used, convert ASDB symbol */ if (pLingInfo->Private.pConvertSymb != NULL) { pLingInfo->Private.pConvertSymb(pLingInfo->Private.pConvertSymbInfo, &sCode); } if (!bCaseSensitive) { ET9SYMB sSymbOther = _ET9SymToOther(*pSymb2, dwLdbNum); /* if symbol doesn't match, move on to the next record */ if (*pSymb2 != sCode && sSymbOther != sCode) { dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * (wLength - (ct + 1))); break; } } else { /* if it doesn't match */ if (*pSymb2 != sCode) { dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL *(wLength - (ct + 1))); break; } } } /* if match found */ if (ct == wLength) { /* if caller wants ASDB version, update buffer */ if (bUpdateWithMatch) { pSymb2 = pWord; __ET9AWLdbASGetEncodedString(pLingInfo, pSymb2, dwSavedLSASDBTracker, ct); } return wLength; } } else { /* move to the next record */ dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenShortcut); } bLenSubstitution = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenSubstitution); } return 0; } /*---------------------------------------------------------------------------*/ /* -IDR- * * * * * / * * * * */ ET9STATUS ET9FARCALL _ET9AWLdbASWordsSearch(ET9AWLingInfo * const pLingInfo, const ET9U32 dwLdbNum, const ET9U16 wIndex, const ET9U16 wLength, const ET9_FREQ_DESIGNATION bFreqIndicator) { ET9AWLingCmnInfo * const pLingCmnInfo = pLingInfo->pLingCmnInfo; ET9STATUS wStatus = ET9STATUS_NONE; ET9U32 dwLSASDBTracker; ET9U16 wCount; ET9U16 wNumEntries; ET9U8 bLenShortcut; ET9U8 bLenSubstitution; ET9U32 dwLSASDBEndAddress; ET9U16 wAdjustedLen; ET9U8 bFound = 0; ET9Assert(pLingInfo); /* check for valid LDB */ if ((dwLdbNum & ET9PLIDMASK) == ET9PLIDNone || !ET9ASDBENABLED(pLingCmnInfo)) { return ET9STATUS_NO_MATCHING_WORDS; } /* assure cache */ wStatus = __AssureActiveLDB_AS(pLingInfo, dwLdbNum); if (wStatus) { return wStatus; } /* check for LDB based AS support */ if (!pLingCmnInfo->Private.sLDBAutoSub.bSupported || (dwLdbNum & ET9PLIDMASK) != pLingCmnInfo->Private.sLDBAutoSub.bLSASDBLangID) { return ET9STATUS_NO_MATCHING_WORDS; } if (wLength < 1) { return ET9STATUS_NONE; } WLOG2(fprintf(pLogFile2, "_ET9AWLdbASWordsSearch\n");) /* Get LDB supported ASDB info */ dwLSASDBTracker = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBStartAddress; wNumEntries = pLingCmnInfo->Private.sLDBAutoSub.wNumEntries; dwLSASDBEndAddress = pLingCmnInfo->Private.sLDBAutoSub.dwLSASDBEndAddress; /* iterate through all LDB supported ASDB entries */ wAdjustedLen = pLingCmnInfo->Private.wCurrMinSourceLength; for (wCount = 0; wCount < wNumEntries && dwLSASDBTracker <= dwLSASDBEndAddress; ++wCount) { ET9AWPrivWordInfo sLocalWord; _InitPrivWordInfo(&sLocalWord); /* check to see if record marked for DELETION */ if (!_ET9AWLdbASRecordEnabled(pLingInfo, dwLdbNum, wCount)) { bLenShortcut = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenShortcut); bLenSubstitution = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenSubstitution); continue; } sLocalWord.Body.bWordSrc = ET9WORDSRC_LAS_SHORTCUT; sLocalWord.Body.xWordFreq = (ET9FREQPART)0x3FFF; sLocalWord.Body.xTapFreq = 1; if (dwLdbNum == pLingCmnInfo->dwFirstLdbNum) { sLocalWord.Body.bLangIndexScoring = ET9AWFIRST_LANGUAGE; } else if (dwLdbNum == pLingCmnInfo->dwSecondLdbNum) { sLocalWord.Body.bLangIndexScoring = ET9AWSECOND_LANGUAGE; } bLenShortcut = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); sLocalWord.Base.wWordLen = bLenShortcut; __ET9AWLdbASGetEncodedString(pLingInfo, sLocalWord.Base.sWord, dwLSASDBTracker, sLocalWord.Base.wWordLen); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenShortcut); bLenSubstitution = _ET9ReadLDBByte(pLingInfo, dwLSASDBTracker++); sLocalWord.Base.wSubstitutionLen = bLenSubstitution; __ET9AWLdbASGetEncodedString(pLingInfo, sLocalWord.Base.sSubstitution, dwLSASDBTracker, sLocalWord.Base.wSubstitutionLen); dwLSASDBTracker += (SIZE_OF_ASDB_SYMBOL * bLenSubstitution); /* if possible selection, go verify */ if (sLocalWord.Base.wWordLen >= wAdjustedLen) { /* if word being compounded, downshift it */ if (wIndex) { ET9SYMB *pSymb = sLocalWord.Base.sWord; ET9UINT i = sLocalWord.Base.wWordLen; for (; i; --i, ++pSymb) { *pSymb = _ET9SymToLower(*pSymb, dwLdbNum); } } WLOG2Word(pLogFile2, " before matching, pWord", &sLocalWord); wStatus = _ET9AWSelLstWordMatch(pLingInfo, &sLocalWord, wIndex, wLength, &bFound, bFreqIndicator); if (wStatus) { break; } if (bFound) { WLOG2Word(pLogFile2, " match, pWord", &sLocalWord); #if 0 /* skipping this part since it's expensive and that "duping" will provide it with this data anyway */ if (pLingInfo->pLingCmnInfo->Private.sWordC.pCurrC->eCurrSelectionListMode == ET9ASLMODE_MIXED) { ET9U8 bExact; ET9U8 bLowercase; if (_ET9AWLdbFindEntry(pLingInfo, pLingInfo->pLingCmnInfo->dwLdbNum, ET9MGD_STAND_ALONE, /* No auto-substition with MGD. */ sLocalWord.Base.sSubstitution, sLocalWord.Base.wSubstitutionLen, &sLocalWord.Body.dwWordIndex, &bExact, &bLowercase) == ET9STATUS_WORD_EXISTS) { ++sLocalWord.Body.dwWordIndex; /* adjust for offset */ sLocalWord.Body.xWordFreq = (ET9FREQPART)((ET9FREQPART)ET9_DB_MAX_FREQ / sLocalWord.Body.dwWordIndex); } else { sLocalWord.Body.xWordFreq = (ET9FREQPART)1; sLocalWord.Body.dwWordIndex = 0; } } else #endif if (sLocalWord.Body.bEditDistFree) { sLocalWord.Body.xWordFreq = (ET9FREQPART)(sLocalWord.Body.xWordFreq / 4); } _ET9AWSelLstAdd(pLingInfo, &sLocalWord, wLength, bFreqIndicator); } } } return wStatus; } #endif /* ET9_ALPHABETIC_MODULE */ /*! @} */ /* ----------------------------------< eof >--------------------------------- */