Lines Matching refs:ip
25 const BYTE* ip = base + ms->nextToUpdate; in ZSTD_fillDoubleHashTable() local
33 for (; ip + fastHashFillStep - 1 <= iend; ip += fastHashFillStep) { in ZSTD_fillDoubleHashTable()
34 U32 const curr = (U32)(ip - base); in ZSTD_fillDoubleHashTable()
37 size_t const smHash = ZSTD_hashPtr(ip + i, hBitsS, mls); in ZSTD_fillDoubleHashTable()
38 size_t const lgHash = ZSTD_hashPtr(ip + i, hBitsL, 8); in ZSTD_fillDoubleHashTable()
63 const BYTE* ip = istart; in ZSTD_compressBlock_doubleFast_generic() local
97 const U32 dictAndPrefixLength = (U32)((ip - prefixLowest) + (dictEnd - dictStart)); in ZSTD_compressBlock_doubleFast_generic()
109 ip += (dictAndPrefixLength == 0); in ZSTD_compressBlock_doubleFast_generic()
111 U32 const curr = (U32)(ip - base); in ZSTD_compressBlock_doubleFast_generic()
125 while (ip < ilimit) { /* < instead of <=, because repcode check at (ip+1) */ in ZSTD_compressBlock_doubleFast_generic()
128 size_t const h2 = ZSTD_hashPtr(ip, hBitsL, 8); in ZSTD_compressBlock_doubleFast_generic()
129 size_t const h = ZSTD_hashPtr(ip, hBitsS, mls); in ZSTD_compressBlock_doubleFast_generic()
130 size_t const dictHL = ZSTD_hashPtr(ip, dictHBitsL, 8); in ZSTD_compressBlock_doubleFast_generic()
131 size_t const dictHS = ZSTD_hashPtr(ip, dictHBitsS, mls); in ZSTD_compressBlock_doubleFast_generic()
132 U32 const curr = (U32)(ip-base); in ZSTD_compressBlock_doubleFast_generic()
147 && (MEM_read32(repMatch) == MEM_read32(ip+1)) ) { in ZSTD_compressBlock_doubleFast_generic()
149 mLength = ZSTD_count_2segments(ip+1+4, repMatch+4, iend, repMatchEnd, prefixLowest) + 4; in ZSTD_compressBlock_doubleFast_generic()
150 ip++; in ZSTD_compressBlock_doubleFast_generic()
151 ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, 0, mLength-MINMATCH); in ZSTD_compressBlock_doubleFast_generic()
157 && ((offset_1 > 0) & (MEM_read32(ip+1-offset_1) == MEM_read32(ip+1)))) { in ZSTD_compressBlock_doubleFast_generic()
158 mLength = ZSTD_count(ip+1+4, ip+1+4-offset_1, iend) + 4; in ZSTD_compressBlock_doubleFast_generic()
159 ip++; in ZSTD_compressBlock_doubleFast_generic()
160 ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, 0, mLength-MINMATCH); in ZSTD_compressBlock_doubleFast_generic()
166 if (MEM_read64(matchLong) == MEM_read64(ip)) { in ZSTD_compressBlock_doubleFast_generic()
167 mLength = ZSTD_count(ip+8, matchLong+8, iend) + 8; in ZSTD_compressBlock_doubleFast_generic()
168 offset = (U32)(ip-matchLong); in ZSTD_compressBlock_doubleFast_generic()
169 …while (((ip>anchor) & (matchLong>prefixLowest)) && (ip[-1] == matchLong[-1])) { ip--; matchLong--;… in ZSTD_compressBlock_doubleFast_generic()
178 if (dictMatchL > dictStart && MEM_read64(dictMatchL) == MEM_read64(ip)) { in ZSTD_compressBlock_doubleFast_generic()
179 mLength = ZSTD_count_2segments(ip+8, dictMatchL+8, iend, dictEnd, prefixLowest) + 8; in ZSTD_compressBlock_doubleFast_generic()
181 …while (((ip>anchor) & (dictMatchL>dictStart)) && (ip[-1] == dictMatchL[-1])) { ip--; dictMatchL--;… in ZSTD_compressBlock_doubleFast_generic()
187 if (MEM_read32(match) == MEM_read32(ip)) { in ZSTD_compressBlock_doubleFast_generic()
196 if (match > dictStart && MEM_read32(match) == MEM_read32(ip)) { in ZSTD_compressBlock_doubleFast_generic()
200 ip += ((ip-anchor) >> kSearchStrength) + 1; in ZSTD_compressBlock_doubleFast_generic()
202 PREFETCH_L1(ip+256); in ZSTD_compressBlock_doubleFast_generic()
208 { size_t const hl3 = ZSTD_hashPtr(ip+1, hBitsL, 8); in ZSTD_compressBlock_doubleFast_generic()
209 size_t const dictHLNext = ZSTD_hashPtr(ip+1, dictHBitsL, 8); in ZSTD_compressBlock_doubleFast_generic()
216 if (MEM_read64(matchL3) == MEM_read64(ip+1)) { in ZSTD_compressBlock_doubleFast_generic()
217 mLength = ZSTD_count(ip+9, matchL3+8, iend) + 8; in ZSTD_compressBlock_doubleFast_generic()
218 ip++; in ZSTD_compressBlock_doubleFast_generic()
219 offset = (U32)(ip-matchL3); in ZSTD_compressBlock_doubleFast_generic()
220 …while (((ip>anchor) & (matchL3>prefixLowest)) && (ip[-1] == matchL3[-1])) { ip--; matchL3--; mLeng… in ZSTD_compressBlock_doubleFast_generic()
228 if (dictMatchL3 > dictStart && MEM_read64(dictMatchL3) == MEM_read64(ip+1)) { in ZSTD_compressBlock_doubleFast_generic()
229 … mLength = ZSTD_count_2segments(ip+1+8, dictMatchL3+8, iend, dictEnd, prefixLowest) + 8; in ZSTD_compressBlock_doubleFast_generic()
230 ip++; in ZSTD_compressBlock_doubleFast_generic()
232 …while (((ip>anchor) & (dictMatchL3>dictStart)) && (ip[-1] == dictMatchL3[-1])) { ip--; dictMatchL3… in ZSTD_compressBlock_doubleFast_generic()
238 mLength = ZSTD_count_2segments(ip+4, match+4, iend, dictEnd, prefixLowest) + 4; in ZSTD_compressBlock_doubleFast_generic()
240 …while (((ip>anchor) & (match>dictStart)) && (ip[-1] == match[-1])) { ip--; match--; mLength++; } /… in ZSTD_compressBlock_doubleFast_generic()
242 mLength = ZSTD_count(ip+4, match+4, iend) + 4; in ZSTD_compressBlock_doubleFast_generic()
243 offset = (U32)(ip - match); in ZSTD_compressBlock_doubleFast_generic()
244 …while (((ip>anchor) & (match>prefixLowest)) && (ip[-1] == match[-1])) { ip--; match--; mLength++; … in ZSTD_compressBlock_doubleFast_generic()
251 …ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, offset + ZSTD_REP_MOVE, mLength-MINMATC… in ZSTD_compressBlock_doubleFast_generic()
255 ip += mLength; in ZSTD_compressBlock_doubleFast_generic()
256 anchor = ip; in ZSTD_compressBlock_doubleFast_generic()
258 if (ip <= ilimit) { in ZSTD_compressBlock_doubleFast_generic()
263 hashLong[ZSTD_hashPtr(ip-2, hBitsL, 8)] = (U32)(ip-2-base); in ZSTD_compressBlock_doubleFast_generic()
265 hashSmall[ZSTD_hashPtr(ip-1, hBitsS, mls)] = (U32)(ip-1-base); in ZSTD_compressBlock_doubleFast_generic()
270 while (ip <= ilimit) { in ZSTD_compressBlock_doubleFast_generic()
271 U32 const current2 = (U32)(ip-base); in ZSTD_compressBlock_doubleFast_generic()
278 && (MEM_read32(repMatch2) == MEM_read32(ip)) ) { in ZSTD_compressBlock_doubleFast_generic()
280 …size_t const repLength2 = ZSTD_count_2segments(ip+4, repMatch2+4, iend, repEnd2, prefixLowest) + 4; in ZSTD_compressBlock_doubleFast_generic()
283 hashSmall[ZSTD_hashPtr(ip, hBitsS, mls)] = current2; in ZSTD_compressBlock_doubleFast_generic()
284 hashLong[ZSTD_hashPtr(ip, hBitsL, 8)] = current2; in ZSTD_compressBlock_doubleFast_generic()
285 ip += repLength2; in ZSTD_compressBlock_doubleFast_generic()
286 anchor = ip; in ZSTD_compressBlock_doubleFast_generic()
293 while ( (ip <= ilimit) in ZSTD_compressBlock_doubleFast_generic()
295 & (MEM_read32(ip) == MEM_read32(ip - offset_2)) )) { in ZSTD_compressBlock_doubleFast_generic()
297 size_t const rLength = ZSTD_count(ip+4, ip+4-offset_2, iend) + 4; in ZSTD_compressBlock_doubleFast_generic()
299 hashSmall[ZSTD_hashPtr(ip, hBitsS, mls)] = (U32)(ip-base); in ZSTD_compressBlock_doubleFast_generic()
300 hashLong[ZSTD_hashPtr(ip, hBitsL, 8)] = (U32)(ip-base); in ZSTD_compressBlock_doubleFast_generic()
302 ip += rLength; in ZSTD_compressBlock_doubleFast_generic()
303 anchor = ip; in ZSTD_compressBlock_doubleFast_generic()
368 const BYTE* ip = istart; in ZSTD_compressBlock_doubleFast_extDict_generic() local
391 while (ip < ilimit) { /* < instead of <=, because (ip+1) */ in ZSTD_compressBlock_doubleFast_extDict_generic()
392 const size_t hSmall = ZSTD_hashPtr(ip, hBitsS, mls); in ZSTD_compressBlock_doubleFast_extDict_generic()
397 const size_t hLong = ZSTD_hashPtr(ip, hBitsL, 8); in ZSTD_compressBlock_doubleFast_extDict_generic()
402 const U32 curr = (U32)(ip-base); in ZSTD_compressBlock_doubleFast_extDict_generic()
411 && (MEM_read32(repMatch) == MEM_read32(ip+1)) ) { in ZSTD_compressBlock_doubleFast_extDict_generic()
413 mLength = ZSTD_count_2segments(ip+1+4, repMatch+4, iend, repMatchEnd, prefixStart) + 4; in ZSTD_compressBlock_doubleFast_extDict_generic()
414 ip++; in ZSTD_compressBlock_doubleFast_extDict_generic()
415 ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, 0, mLength-MINMATCH); in ZSTD_compressBlock_doubleFast_extDict_generic()
417 if ((matchLongIndex > dictStartIndex) && (MEM_read64(matchLong) == MEM_read64(ip))) { in ZSTD_compressBlock_doubleFast_extDict_generic()
421 mLength = ZSTD_count_2segments(ip+8, matchLong+8, iend, matchEnd, prefixStart) + 8; in ZSTD_compressBlock_doubleFast_extDict_generic()
423 …while (((ip>anchor) & (matchLong>lowMatchPtr)) && (ip[-1] == matchLong[-1])) { ip--; matchLong--; … in ZSTD_compressBlock_doubleFast_extDict_generic()
426 …ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, offset + ZSTD_REP_MOVE, mLength-MINMATC… in ZSTD_compressBlock_doubleFast_extDict_generic()
428 } else if ((matchIndex > dictStartIndex) && (MEM_read32(match) == MEM_read32(ip))) { in ZSTD_compressBlock_doubleFast_extDict_generic()
429 size_t const h3 = ZSTD_hashPtr(ip+1, hBitsL, 8); in ZSTD_compressBlock_doubleFast_extDict_generic()
435 if ( (matchIndex3 > dictStartIndex) && (MEM_read64(match3) == MEM_read64(ip+1)) ) { in ZSTD_compressBlock_doubleFast_extDict_generic()
438 mLength = ZSTD_count_2segments(ip+9, match3+8, iend, matchEnd, prefixStart) + 8; in ZSTD_compressBlock_doubleFast_extDict_generic()
439 ip++; in ZSTD_compressBlock_doubleFast_extDict_generic()
441 …while (((ip>anchor) & (match3>lowMatchPtr)) && (ip[-1] == match3[-1])) { ip--; match3--; mLength++… in ZSTD_compressBlock_doubleFast_extDict_generic()
445 mLength = ZSTD_count_2segments(ip+4, match+4, iend, matchEnd, prefixStart) + 4; in ZSTD_compressBlock_doubleFast_extDict_generic()
447 …while (((ip>anchor) & (match>lowMatchPtr)) && (ip[-1] == match[-1])) { ip--; match--; mLength++; }… in ZSTD_compressBlock_doubleFast_extDict_generic()
451 …ZSTD_storeSeq(seqStore, (size_t)(ip-anchor), anchor, iend, offset + ZSTD_REP_MOVE, mLength-MINMATC… in ZSTD_compressBlock_doubleFast_extDict_generic()
454 ip += ((ip-anchor) >> kSearchStrength) + 1; in ZSTD_compressBlock_doubleFast_extDict_generic()
459 ip += mLength; in ZSTD_compressBlock_doubleFast_extDict_generic()
460 anchor = ip; in ZSTD_compressBlock_doubleFast_extDict_generic()
462 if (ip <= ilimit) { in ZSTD_compressBlock_doubleFast_extDict_generic()
467 hashLong[ZSTD_hashPtr(ip-2, hBitsL, 8)] = (U32)(ip-2-base); in ZSTD_compressBlock_doubleFast_extDict_generic()
469 hashSmall[ZSTD_hashPtr(ip-1, hBitsS, mls)] = (U32)(ip-1-base); in ZSTD_compressBlock_doubleFast_extDict_generic()
473 while (ip <= ilimit) { in ZSTD_compressBlock_doubleFast_extDict_generic()
474 U32 const current2 = (U32)(ip-base); in ZSTD_compressBlock_doubleFast_extDict_generic()
479 && (MEM_read32(repMatch2) == MEM_read32(ip)) ) { in ZSTD_compressBlock_doubleFast_extDict_generic()
481 … size_t const repLength2 = ZSTD_count_2segments(ip+4, repMatch2+4, iend, repEnd2, prefixStart) + 4; in ZSTD_compressBlock_doubleFast_extDict_generic()
484 hashSmall[ZSTD_hashPtr(ip, hBitsS, mls)] = current2; in ZSTD_compressBlock_doubleFast_extDict_generic()
485 hashLong[ZSTD_hashPtr(ip, hBitsL, 8)] = current2; in ZSTD_compressBlock_doubleFast_extDict_generic()
486 ip += repLength2; in ZSTD_compressBlock_doubleFast_extDict_generic()
487 anchor = ip; in ZSTD_compressBlock_doubleFast_extDict_generic()