1 /* 2 * Copyright (C) 2013 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 /* 18 * !!!!! DO NOT EDIT THIS FILE !!!!! 19 * 20 * This file was generated from 21 * dictionary/structure/v4/content/probability_dict_content.cpp 22 */ 23 24 #include "dictionary/structure/backward/v402/content/probability_dict_content.h" 25 26 #include "dictionary/structure/backward/v402/content/probability_entry.h" 27 #include "dictionary/structure/backward/v402/content/terminal_position_lookup_table.h" 28 #include "dictionary/structure/backward/v402/ver4_dict_constants.h" 29 #include "dictionary/utils/buffer_with_extendable_buffer.h" 30 31 namespace latinime { 32 namespace backward { 33 namespace v402 { 34 35 const ProbabilityEntry ProbabilityDictContent::getProbabilityEntry(const int terminalId) const { 36 if (terminalId < 0 || terminalId >= mSize) { 37 // This method can be called with invalid terminal id during GC. 38 return ProbabilityEntry(0 /* flags */, NOT_A_PROBABILITY); 39 } 40 const BufferWithExtendableBuffer *const buffer = getBuffer(); 41 int entryPos = getEntryPos(terminalId); 42 const int flags = buffer->readUintAndAdvancePosition( 43 Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE, &entryPos); 44 const int probability = buffer->readUintAndAdvancePosition( 45 Ver4DictConstants::PROBABILITY_SIZE, &entryPos); 46 if (mHasHistoricalInfo) { 47 const int timestamp = buffer->readUintAndAdvancePosition( 48 Ver4DictConstants::TIME_STAMP_FIELD_SIZE, &entryPos); 49 const int level = buffer->readUintAndAdvancePosition( 50 Ver4DictConstants::WORD_LEVEL_FIELD_SIZE, &entryPos); 51 const int count = buffer->readUintAndAdvancePosition( 52 Ver4DictConstants::WORD_COUNT_FIELD_SIZE, &entryPos); 53 // Hack for better migration. 54 const HistoricalInfo historicalInfo(timestamp, level, count + level); 55 return ProbabilityEntry(flags, probability, &historicalInfo); 56 } else { 57 return ProbabilityEntry(flags, probability); 58 } 59 } 60 61 bool ProbabilityDictContent::setProbabilityEntry(const int terminalId, 62 const ProbabilityEntry *const probabilityEntry) { 63 if (terminalId < 0) { 64 return false; 65 } 66 const int entryPos = getEntryPos(terminalId); 67 if (terminalId >= mSize) { 68 ProbabilityEntry dummyEntry; 69 // Write new entry. 70 int writingPos = getBuffer()->getTailPosition(); 71 while (writingPos <= entryPos) { 72 // Fulfilling with dummy entries until writingPos. 73 if (!writeEntry(&dummyEntry, writingPos)) { 74 AKLOGE("Cannot write dummy entry. pos: %d, mSize: %d", writingPos, mSize); 75 return false; 76 } 77 writingPos += getEntrySize(); 78 } 79 mSize = terminalId + 1; 80 } 81 return writeEntry(probabilityEntry, entryPos); 82 } 83 84 bool ProbabilityDictContent::flushToFile(const char *const dictPath) const { 85 if (getEntryPos(mSize) < getBuffer()->getTailPosition()) { 86 ProbabilityDictContent probabilityDictContentToWrite(mHasHistoricalInfo); 87 for (int i = 0; i < mSize; ++i) { 88 const ProbabilityEntry probabilityEntry = getProbabilityEntry(i); 89 if (!probabilityDictContentToWrite.setProbabilityEntry(i, &probabilityEntry)) { 90 AKLOGE("Cannot set probability entry in flushToFile. terminalId: %d", i); 91 return false; 92 } 93 } 94 return probabilityDictContentToWrite.flush(dictPath, 95 Ver4DictConstants::FREQ_FILE_EXTENSION); 96 } else { 97 return flush(dictPath, Ver4DictConstants::FREQ_FILE_EXTENSION); 98 } 99 } 100 101 bool ProbabilityDictContent::runGC( 102 const TerminalPositionLookupTable::TerminalIdMap *const terminalIdMap, 103 const ProbabilityDictContent *const originalProbabilityDictContent) { 104 for (TerminalPositionLookupTable::TerminalIdMap::const_iterator it = terminalIdMap->begin(); 105 it != terminalIdMap->end(); ++it) { 106 const ProbabilityEntry probabilityEntry = 107 originalProbabilityDictContent->getProbabilityEntry(it->first); 108 if (!setProbabilityEntry(it->second, &probabilityEntry)) { 109 AKLOGE("Cannot set probability entry in runGC. terminalId: %d", it->second); 110 return false; 111 } 112 } 113 return true; 114 } 115 116 int ProbabilityDictContent::getEntrySize() const { 117 if (mHasHistoricalInfo) { 118 return Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE 119 + Ver4DictConstants::PROBABILITY_SIZE 120 + Ver4DictConstants::TIME_STAMP_FIELD_SIZE 121 + Ver4DictConstants::WORD_LEVEL_FIELD_SIZE 122 + Ver4DictConstants::WORD_COUNT_FIELD_SIZE; 123 } else { 124 return Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE 125 + Ver4DictConstants::PROBABILITY_SIZE; 126 } 127 } 128 129 int ProbabilityDictContent::getEntryPos(const int terminalId) const { 130 return terminalId * getEntrySize(); 131 } 132 133 bool ProbabilityDictContent::writeEntry(const ProbabilityEntry *const probabilityEntry, 134 const int entryPos) { 135 BufferWithExtendableBuffer *const bufferToWrite = getWritableBuffer(); 136 int writingPos = entryPos; 137 if (!bufferToWrite->writeUintAndAdvancePosition(probabilityEntry->getFlags(), 138 Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE, &writingPos)) { 139 AKLOGE("Cannot write flags in probability dict content. pos: %d", writingPos); 140 return false; 141 } 142 if (!bufferToWrite->writeUintAndAdvancePosition(probabilityEntry->getProbability(), 143 Ver4DictConstants::PROBABILITY_SIZE, &writingPos)) { 144 AKLOGE("Cannot write probability in probability dict content. pos: %d", writingPos); 145 return false; 146 } 147 if (mHasHistoricalInfo) { 148 const HistoricalInfo *const historicalInfo = probabilityEntry->getHistoricalInfo(); 149 if (!bufferToWrite->writeUintAndAdvancePosition(historicalInfo->getTimestamp(), 150 Ver4DictConstants::TIME_STAMP_FIELD_SIZE, &writingPos)) { 151 AKLOGE("Cannot write timestamp in probability dict content. pos: %d", writingPos); 152 return false; 153 } 154 if (!bufferToWrite->writeUintAndAdvancePosition(historicalInfo->getLevel(), 155 Ver4DictConstants::WORD_LEVEL_FIELD_SIZE, &writingPos)) { 156 AKLOGE("Cannot write level in probability dict content. pos: %d", writingPos); 157 return false; 158 } 159 if (!bufferToWrite->writeUintAndAdvancePosition(historicalInfo->getCount(), 160 Ver4DictConstants::WORD_COUNT_FIELD_SIZE, &writingPos)) { 161 AKLOGE("Cannot write count in probability dict content. pos: %d", writingPos); 162 return false; 163 } 164 } 165 return true; 166 } 167 168 } // namespace v402 169 } // namespace backward 170 } // namespace latinime 171
