// Copyright 2017 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package crc32 import ( "unsafe" ) const ( vecMinLen = 16 vecAlignMask = 15 // align to 16 bytes crcIEEE = 1 crcCast = 2 ) //go:noescape func ppc64SlicingUpdateBy8(crc uint32, table8 *slicing8Table, p []byte) uint32 // this function requires the buffer to be 16 byte aligned and > 16 bytes long. // //go:noescape func vectorCrc32(crc uint32, poly uint32, p []byte) uint32 var archCastagnoliTable8 *slicing8Table func archInitCastagnoli() { archCastagnoliTable8 = slicingMakeTable(Castagnoli) } func archUpdateCastagnoli(crc uint32, p []byte) uint32 { if len(p) >= 4*vecMinLen { // If not aligned then process the initial unaligned bytes if uint64(uintptr(unsafe.Pointer(&p[0])))&uint64(vecAlignMask) != 0 { align := uint64(uintptr(unsafe.Pointer(&p[0]))) & uint64(vecAlignMask) newlen := vecMinLen - align crc = ppc64SlicingUpdateBy8(crc, archCastagnoliTable8, p[:newlen]) p = p[newlen:] } // p should be aligned now aligned := len(p) & ^vecAlignMask crc = vectorCrc32(crc, crcCast, p[:aligned]) p = p[aligned:] } if len(p) == 0 { return crc } return ppc64SlicingUpdateBy8(crc, archCastagnoliTable8, p) } func archAvailableIEEE() bool { return true } func archAvailableCastagnoli() bool { return true } var archIeeeTable8 *slicing8Table func archInitIEEE() { // We still use slicing-by-8 for small buffers. archIeeeTable8 = slicingMakeTable(IEEE) } // archUpdateIEEE calculates the checksum of p using vectorizedIEEE. func archUpdateIEEE(crc uint32, p []byte) uint32 { // Check if vector code should be used. If not aligned, then handle those // first up to the aligned bytes. if len(p) >= 4*vecMinLen { if uint64(uintptr(unsafe.Pointer(&p[0])))&uint64(vecAlignMask) != 0 { align := uint64(uintptr(unsafe.Pointer(&p[0]))) & uint64(vecAlignMask) newlen := vecMinLen - align crc = ppc64SlicingUpdateBy8(crc, archIeeeTable8, p[:newlen]) p = p[newlen:] } aligned := len(p) & ^vecAlignMask crc = vectorCrc32(crc, crcIEEE, p[:aligned]) p = p[aligned:] } if len(p) == 0 { return crc } return ppc64SlicingUpdateBy8(crc, archIeeeTable8, p) }