123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133 |
- // Copyright 2019 Google Inc. All rights reserved.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- package main
- import (
- "bytes"
- "fmt"
- )
- // compareTargetFiles takes two ZipArtifacts and compares the files they contain by examining
- // the path, size, and CRC of each file.
- func compareTargetFiles(priZip, refZip ZipArtifact, artifact string, allowLists []allowList, filters []string) (zipDiff, error) {
- priZipFiles, err := priZip.Files()
- if err != nil {
- return zipDiff{}, fmt.Errorf("error fetching target file lists from primary zip %v", err)
- }
- refZipFiles, err := refZip.Files()
- if err != nil {
- return zipDiff{}, fmt.Errorf("error fetching target file lists from reference zip %v", err)
- }
- priZipFiles, err = filterTargetZipFiles(priZipFiles, artifact, filters)
- if err != nil {
- return zipDiff{}, err
- }
- refZipFiles, err = filterTargetZipFiles(refZipFiles, artifact, filters)
- if err != nil {
- return zipDiff{}, err
- }
- // Compare the file lists from both builds
- diff := diffTargetFilesLists(refZipFiles, priZipFiles)
- return applyAllowLists(diff, allowLists)
- }
- // zipDiff contains the list of files that differ between two zip files.
- type zipDiff struct {
- modified [][2]*ZipArtifactFile
- onlyInA, onlyInB []*ZipArtifactFile
- }
- // String pretty-prints the list of files that differ between two zip files.
- func (d *zipDiff) String() string {
- buf := &bytes.Buffer{}
- must := func(n int, err error) {
- if err != nil {
- panic(err)
- }
- }
- var sizeChange int64
- if len(d.modified) > 0 {
- must(fmt.Fprintln(buf, "files modified:"))
- for _, f := range d.modified {
- must(fmt.Fprintf(buf, " %v (%v bytes -> %v bytes)\n", f[0].Name, f[0].UncompressedSize64, f[1].UncompressedSize64))
- sizeChange += int64(f[1].UncompressedSize64) - int64(f[0].UncompressedSize64)
- }
- }
- if len(d.onlyInA) > 0 {
- must(fmt.Fprintln(buf, "files removed:"))
- for _, f := range d.onlyInA {
- must(fmt.Fprintf(buf, " - %v (%v bytes)\n", f.Name, f.UncompressedSize64))
- sizeChange -= int64(f.UncompressedSize64)
- }
- }
- if len(d.onlyInB) > 0 {
- must(fmt.Fprintln(buf, "files added:"))
- for _, f := range d.onlyInB {
- must(fmt.Fprintf(buf, " + %v (%v bytes)\n", f.Name, f.UncompressedSize64))
- sizeChange += int64(f.UncompressedSize64)
- }
- }
- if len(d.modified) > 0 || len(d.onlyInA) > 0 || len(d.onlyInB) > 0 {
- must(fmt.Fprintf(buf, "total size change: %v bytes\n", sizeChange))
- }
- return buf.String()
- }
- func diffTargetFilesLists(a, b []*ZipArtifactFile) zipDiff {
- i := 0
- j := 0
- diff := zipDiff{}
- for i < len(a) && j < len(b) {
- if a[i].Name == b[j].Name {
- if a[i].UncompressedSize64 != b[j].UncompressedSize64 || a[i].CRC32 != b[j].CRC32 {
- diff.modified = append(diff.modified, [2]*ZipArtifactFile{a[i], b[j]})
- }
- i++
- j++
- } else if a[i].Name < b[j].Name {
- // a[i] is not present in b
- diff.onlyInA = append(diff.onlyInA, a[i])
- i++
- } else {
- // b[j] is not present in a
- diff.onlyInB = append(diff.onlyInB, b[j])
- j++
- }
- }
- for i < len(a) {
- diff.onlyInA = append(diff.onlyInA, a[i])
- i++
- }
- for j < len(b) {
- diff.onlyInB = append(diff.onlyInB, b[j])
- j++
- }
- return diff
- }
|