Skip to content

Commit e38d058

Browse files
isasmendiagusisasmendiagus
committed
chore(scanoss): Replace test data with random content
Generate test files with random content using /dev/urandom to avoid any potential matches when scanning ORT source code. Signed-off-by: Agustin Isasmendi <[email protected]>
1 parent 9e30b87 commit e38d058

File tree

5 files changed

+138
-703
lines changed

5 files changed

+138
-703
lines changed

‎plugins/scanners/scanoss/src/test/assets/exclusionTest/ArchiveUtils.kt‎

Lines changed: 28 additions & 242 deletions
Original file line numberDiff line numberDiff line change
@@ -1,245 +1,31 @@
11
/*
2-
* Copyright (C) 2017 The ORT Project Authors (see <https://github.com/oss-review-toolkit/ort/blob/main/NOTICE>)
2+
* This file contains random data generated using the following command:
3+
* head -c 1k < /dev/urandom | base64
34
*
4-
* Licensed under the Apache License, Version 2.0 (the "License");
5-
* you may not use this file except in compliance with the License.
6-
* You may obtain a copy of the License at
5+
* The command takes 1 kilobyte of random bytes from the /dev/urandom device
6+
* and then encodes it as base64 text.
77
*
8-
* http://www.apache.org/licenses/LICENSE-2.0
9-
*
10-
* Unless required by applicable law or agreed to in writing, software
11-
* distributed under the License is distributed on an "AS IS" BASIS,
12-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13-
* See the License for the specific language governing permissions and
14-
* limitations under the License.
15-
*
16-
* SPDX-License-Identifier: Apache-2.0
17-
* License-Filename: LICENSE
18-
*/
19-
20-
@file:Suppress("MatchingDeclarationName")
21-
22-
package org.ossreviewtoolkit.utils
23-
24-
import java.io.File
25-
import java.io.IOException
26-
import java.io.InputStream
27-
import java.nio.file.FileVisitResult
28-
import java.nio.file.Files
29-
import java.nio.file.Path
30-
import java.nio.file.SimpleFileVisitor
31-
import java.nio.file.attribute.BasicFileAttributes
32-
import java.util.zip.Deflater
33-
34-
import org.apache.commons.compress.archivers.ArchiveEntry
35-
import org.apache.commons.compress.archivers.ArchiveInputStream
36-
import org.apache.commons.compress.archivers.sevenz.SevenZFile
37-
import org.apache.commons.compress.archivers.tar.TarArchiveEntry
38-
import org.apache.commons.compress.archivers.tar.TarArchiveInputStream
39-
import org.apache.commons.compress.archivers.zip.ZipArchiveEntry
40-
import org.apache.commons.compress.archivers.zip.ZipArchiveInputStream
41-
import org.apache.commons.compress.archivers.zip.ZipArchiveOutputStream
42-
import org.apache.commons.compress.archivers.zip.ZipFile
43-
import org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream
44-
import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream
45-
import org.apache.commons.compress.compressors.xz.XZCompressorInputStream
46-
import org.apache.commons.compress.utils.SeekableInMemoryByteChannel
47-
48-
enum class ArchiveType(vararg val extensions: String) {
49-
TAR(".gem", ".tar"),
50-
TAR_BZIP2(".tar.bz2", ".tbz2"),
51-
TAR_GZIP(".crate", ".tar.gz", ".tgz"),
52-
TAR_XZ(".tar.xz", ".txz"),
53-
ZIP(".aar", ".egg", ".jar", ".war", ".whl", ".zip"),
54-
SEVENZIP(".7z"),
55-
NONE("");
56-
57-
companion object {
58-
fun getType(filename: String): ArchiveType {
59-
val lowerName = filename.toLowerCase()
60-
return (ArchiveType.entries - NONE).find { type ->
61-
type.extensions.any { lowerName.endsWith(it) }
62-
} ?: NONE
63-
}
64-
}
65-
}
66-
67-
/**
68-
* Unpack the [File] to [targetDirectory].
69-
*/
70-
fun File.unpack(targetDirectory: File) =
71-
when (ArchiveType.getType(name)) {
72-
ArchiveType.SEVENZIP -> unpack7Zip(targetDirectory)
73-
ArchiveType.ZIP -> unpackZip(targetDirectory)
74-
75-
ArchiveType.TAR -> inputStream().unpackTar(targetDirectory)
76-
ArchiveType.TAR_BZIP2 -> BZip2CompressorInputStream(inputStream()).unpackTar(targetDirectory)
77-
ArchiveType.TAR_GZIP -> GzipCompressorInputStream(inputStream()).unpackTar(targetDirectory)
78-
ArchiveType.TAR_XZ -> XZCompressorInputStream(inputStream()).unpackTar(targetDirectory)
79-
80-
ArchiveType.NONE -> {
81-
throw IOException("Unable to guess compression scheme from file name '$name'.")
82-
}
83-
}
84-
85-
/**
86-
* Unpack the [File] assuming it is a 7-Zip archive. This implementation ignores empty directories and symbolic links.
87-
*/
88-
fun File.unpack7Zip(targetDirectory: File) {
89-
SevenZFile(this).use { zipFile ->
90-
while (true) {
91-
val entry = zipFile.nextEntry ?: break
92-
93-
if (entry.isDirectory || entry.isAntiItem) {
94-
continue
95-
}
96-
97-
val target = targetDirectory.resolve(entry.name)
98-
99-
// There is no guarantee that directory entries appear before file entries, so ensure that the parent
100-
// directory for a file exists.
101-
target.parentFile.safeMkdirs()
102-
103-
target.outputStream().use { output ->
104-
zipFile.getInputStream(entry).copyTo(output)
105-
}
106-
}
107-
}
108-
}
109-
110-
/**
111-
* Unpack the [File] assuming it is a Zip archive.
112-
*/
113-
fun File.unpackZip(targetDirectory: File) = ZipFile(this).unpack(targetDirectory)
114-
115-
/**
116-
* Unpack the [ByteArray] assuming it is a Zip archive.
117-
*/
118-
fun ByteArray.unpackZip(targetDirectory: File) = ZipFile(SeekableInMemoryByteChannel(this)).unpack(targetDirectory)
119-
120-
/**
121-
* Pack the file into a ZIP [targetFile] using [Deflater.BEST_COMPRESSION]. If the file is a directory its content is
122-
* recursively added to the archive. Only regular files are added, e.g. symbolic links or directories are skipped. If
123-
* a [prefix] is specified, it is added to the file names in the ZIP file.
124-
* If not all files shall be added to the archive a [filter] can be provided.
125-
*/
126-
fun File.packZip(
127-
targetFile: File,
128-
prefix: String = "",
129-
overwrite: Boolean = false,
130-
filter: (Path) -> Boolean = { true }
131-
) {
132-
require(overwrite || !targetFile.exists()) {
133-
"The target ZIP file '${targetFile.absolutePath}' must not exist."
134-
}
135-
136-
ZipArchiveOutputStream(targetFile).use { output ->
137-
output.setLevel(Deflater.BEST_COMPRESSION)
138-
Files.walkFileTree(toPath(), object : SimpleFileVisitor<Path>() {
139-
override fun visitFile(file: Path, attrs: BasicFileAttributes): FileVisitResult {
140-
if (attrs.isRegularFile && filter(file)) {
141-
val entry = ZipArchiveEntry(file.toFile(), "$prefix${this@packZip.toPath().relativize(file)}")
142-
output.putArchiveEntry(entry)
143-
file.toFile().inputStream().use { input -> input.copyTo(output) }
144-
output.closeArchiveEntry()
145-
}
146-
147-
return FileVisitResult.CONTINUE
148-
}
149-
})
150-
}
151-
}
152-
153-
/**
154-
* Unpack the [InputStream] to [targetDirectory] assuming that it is a tape archive (TAR). This implementation ignores
155-
* empty directories and symbolic links.
156-
*/
157-
fun InputStream.unpackTar(targetDirectory: File) =
158-
TarArchiveInputStream(this).unpack(
159-
targetDirectory,
160-
{ entry -> !(entry as TarArchiveEntry).isFile },
161-
{ entry -> (entry as TarArchiveEntry).mode }
162-
)
163-
164-
/**
165-
* Unpack the [InputStream] to [targetDirectory] assuming that it is a ZIP archive. This implementation ignores empty
166-
* directories and symbolic links.
167-
*/
168-
fun InputStream.unpackZip(targetDirectory: File) =
169-
ZipArchiveInputStream(this).unpack(
170-
targetDirectory,
171-
{ entry -> (entry as ZipArchiveEntry).let { it.isDirectory || it.isUnixSymlink } },
172-
{ entry -> (entry as ZipArchiveEntry).unixMode }
173-
)
174-
175-
/**
176-
* Copy the executable bit contained in [mode] to the [target] file's mode bits.
177-
*/
178-
private fun copyExecutableModeBit(target: File, mode: Int) {
179-
if (Os.isWindows) return
180-
181-
// Note: In contrast to Java, Kotlin does not support octal literals, see
182-
// https://kotlinlang.org/docs/reference/basic-types.html#literal-constants.
183-
// The bit-triplets from left to right stand for user, groups, other, respectively.
184-
if (mode and 0b001_000_001 != 0) {
185-
target.setExecutable(true, (mode and 0b000_000_001) == 0)
186-
}
187-
}
188-
189-
/**
190-
* Unpack this [ArchiveInputStream] to the [targetDirectory], skipping all entries for which [shouldSkip] returns true,
191-
* and using what [mode] returns as the file mode bits.
192-
*/
193-
private fun ArchiveInputStream.unpack(
194-
targetDirectory: File,
195-
shouldSkip: (ArchiveEntry) -> Boolean,
196-
mode: (ArchiveEntry) -> Int
197-
) =
198-
use { input ->
199-
while (true) {
200-
val entry = input.nextEntry ?: break
201-
202-
if (shouldSkip(entry)) continue
203-
204-
val target = targetDirectory.resolve(entry.name)
205-
206-
// There is no guarantee that directory entries appear before file entries, so ensure that the parent
207-
// directory for a file exists.
208-
target.parentFile.safeMkdirs()
209-
210-
target.outputStream().use { output ->
211-
input.copyTo(output)
212-
}
213-
214-
copyExecutableModeBit(target, mode(entry))
215-
}
216-
}
217-
218-
/**
219-
* Unpack the [ZipFile]. In contrast to [InputStream.unpackZip] this properly parses the ZIP's central directory, see
220-
* https://commons.apache.org/proper/commons-compress/zip.html#ZipArchiveInputStream_vs_ZipFile.
221-
*/
222-
private fun ZipFile.unpack(targetDirectory: File) =
223-
use { zipFile ->
224-
val entries = zipFile.entries
225-
226-
while (entries.hasMoreElements()) {
227-
val entry = entries.nextElement()
228-
229-
if (entry.isDirectory || entry.isUnixSymlink) {
230-
continue
231-
}
232-
233-
val target = targetDirectory.resolve(entry.name)
234-
235-
// There is no guarantee that directory entries appear before file entries, so ensure that the parent
236-
// directory for a file exists.
237-
target.parentFile.safeMkdirs()
238-
239-
target.outputStream().use { output ->
240-
zipFile.getInputStream(entry).copyTo(output)
241-
}
242-
243-
copyExecutableModeBit(target, entry.unixMode)
244-
}
245-
}
8+
* Generated on: Fri Mar 14 05:04:43 PM CET 2025
9+
* Purpose: To create test data with completely random content that cannot
10+
* match any existing code in repositories, thereby avoiding false
11+
* positives when scanning ORT source code.
12+
*/
13+
14+
7m8Y06QhHzmQ4ePs0UUUasqsc8SP1ayNTFdQb6wffQwMu605hXOGHbOoy5pUv7ksgf6sw5ET2qXp
15+
T23LF2yA1cdNeDt8DBDd3IDmLX/wGgXcQjcaCtfSsMWB7oqHBMGkzwC5fMcDKPLK6ec2MwX6WPkw
16+
E18ImifWtAmGPEFGxWuqIinhE1yGSN+ImqJPVmpYfMOaDIAaS3JpiHZDmJW5uyQ5DB6W7lpm0q+f
17+
ZbtGPBeimy1jWF0H6kEW/TIve8RzUjdHU/t//O9r0b2AP08shSrSDWGlbQzxTniLOp2VZxNUEcVM
18+
c9/Lx4OXEaM/3NDCdr4qQS/1kZpGKFrv06zzC8tlncGaxBfdZSCsh1i+LbZtvUmTSv/wz7g+mld5
19+
WB2lSzF1Ervzqnm2+3iY+9TvVxDWzZ27LWsd1kvFrJCM03jI1q0c7uJrnnovAOoZkH2QiMPNBQmB
20+
wShT36h3su/aiOXEquXi+DoTSYDNgXeHVGI2joLVWYLfeTcTTfdvZiwp0K+XQp6fKtWX8tpUibNq
21+
ngp2dOlzl5yiT+WAD2ETGuyEML/wM3oz+wB93me2YYLJqz/1gtlnnRvGnAukbFLpxxXGK7Vnz+FF
22+
KfcPWF+O/FNV3nJD+m2nlMVj1n4lRM/mUEdVDhDDtxhywvi6DdNQMcUoeXZRT3dLk27+efNLvMDk
23+
7TsW/asvMoPrioAkDiTHqWvy+OUImWqqzNpzxIMuTWZrApSklw2UeyXknvHBORUN95AM6Oe9iKb0
24+
7B2g8U9dIFo7v/AhaDqoQMw+Dz1KfH6+fPaqZEy2H1U7/9RSorKz0fycz7n7BtqWxjenqw11LLxy
25+
lO36udPuvtr2b/WB/4ch0LuoI2eA11iTeIG4DuTxvizU3lExBXP+e8EAjkWx6F2ymDrI21PYPp++
26+
uidSk3g/RmaRZGk8akcXbs3pDO/twfjaH3YWYZzBf8aP1TRYDp4NF5v2OhWDa5d2dqdQGDRGg/wy
27+
Gf0W8txn/fQ3QN7SS9qPftgD6OYIpxKjIWBq/zb5+SAzhBZVjFYw+KVi+zu/P7he7xLRko6APCum
28+
Ugk7wqohWVdbl2IG2RIuPUOH2zQdzVJvLisKhfq3q6ydGmjD/WRNOxbebpmSKcmZWVg0Ko7/e0ys
29+
ymV2Ud0tIZwfIH/7476SZAh0ym1U7mgyzm/jlxKm5gUIF1+NWQiqa80GmsAJfquf1Yj4i0ftF+eO
30+
6OPJqbkZERpu24u2HIfL6CvlUkx08mS+eqLzyRiRuidDcQGFOK+0xPUk01jOZnGiY1ptG4W+Fo5K
31+
OhcT2H14wQqiHsthzMhpSLXwMG2ddM7P69rHEAXB3iXyWopgdWopVekxHEuar0mv3D6uO/4HKQ==

‎plugins/scanners/scanoss/src/test/assets/exclusionTest/ScannerFactory.kt‎

Lines changed: 26 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -1,54 +1,31 @@
11
/*
2-
* Copyright (C) 2017 The ORT Project Authors (see <https://github.com/oss-review-toolkit/ort/blob/main/NOTICE>)
2+
* This file contains random data generated using the following command:
3+
* head -c 1k < /dev/urandom | base64
34
*
4-
* Licensed under the Apache License, Version 2.0 (the "License");
5-
* you may not use this file except in compliance with the License.
6-
* You may obtain a copy of the License at
5+
* The command takes 1 kilobyte of random bytes from the /dev/urandom device
6+
* and then encodes it as base64 text.
77
*
8-
* http://www.apache.org/licenses/LICENSE-2.0
9-
*
10-
* Unless required by applicable law or agreed to in writing, software
11-
* distributed under the License is distributed on an "AS IS" BASIS,
12-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13-
* See the License for the specific language governing permissions and
14-
* limitations under the License.
15-
*
16-
* SPDX-License-Identifier: Apache-2.0
17-
* License-Filename: LICENSE
18-
*/
19-
20-
package org.ossreviewtoolkit.scanner
21-
22-
import java.util.ServiceLoader
23-
24-
import org.ossreviewtoolkit.model.config.ScannerConfiguration
25-
26-
/**
27-
* A common interface for use with [ServiceLoader] that all [AbstractScannerFactory] classes need to implement.
28-
*/
29-
interface ScannerFactory {
30-
/**
31-
* The name to use to refer to the scanner.
32-
*/
33-
val scannerName: String
34-
35-
/**
36-
* Create a [Scanner] using the specified [config].
37-
*/
38-
fun create(config: ScannerConfiguration): Scanner
39-
}
40-
41-
/**
42-
* A generic factory class for a [Scanner].
8+
* Generated on: Fri Mar 14 05:05:29 PM CET 2025
9+
* Purpose: To create test data with completely random content that cannot
10+
* match any existing code in repositories, thereby avoiding false
11+
* positives when scanning ORT source code.
4312
*/
44-
abstract class AbstractScannerFactory<out T : Scanner>(
45-
override val scannerName: String
46-
) : ScannerFactory {
47-
abstract override fun create(config: ScannerConfiguration): T
4813

49-
/**
50-
* Return the scanner's name here to allow Clikt to display something meaningful when listing the scanners
51-
* which are enabled by default via their factories.
52-
*/
53-
override fun toString() = scannerName
54-
}
14+
IyaayUoMK28Ib11Z55hC2OShY3p3HzWQyGy199hx20oqZrypl9AuDhKtBdl+qozcZBNajzvkU3H/
15+
jh3vV/P9I2VLQNVqMCpjelQoXyVq/nmbwxdQBXGbLgcC4J05ujQ2hoXuF4jdtEttDxca8P/EpUub
16+
nmSO3zmz86LqyyYgFj3imketFw0GvnCYU/8VDjmLxnigspEVI7ZDOacKOshObwH+Br/XgFHr5tyc
17+
ulGqACTjGY3EEdAjC2+tcTqoI+4mXVxx4CcBD4lRn90khfFOcAM8Iu2pGaERHnAtUrf9EX3rLsOW
18+
wV+wYllChP71rI/4ueEch9X8ph1dA0nQQN1tLUi58pQlkCHY6K0QNFiD6K+RxaBl3yBt1IZqjfZi
19+
UVjTb7xJDrYnLPIASlPd0AduDik8pKn+GTqIFWgkkRr5mY6c9jTqHxY7rASDNi7LGKUE9gPFd1LD
20+
xPJmsl+8L+lcVJjJNU7Tkps/ZZJuo/EqlwbUd/Wq45S++YBBfYlFaOXn/bVMhxXi1SH3xMHSAjH1
21+
aYj0YHEdBHnEF1ouahyS4607cundZcSR29kITrUnFSi/ZP3zKREa3MGm/qrJS7qFSxlHVsYHBIjy
22+
VRx+teV4nQWKJyA6x/T9Sx63lM7duwhVRdh9JxhxnrKAyUBH5HwhpFXHreMjudNdY9nMaWaKP9Ge
23+
oD4Rr4iA3kvaHjtqSfhB55PgQO7Od/KLNTRfMMPl7IjbouQNCai++hV+p7BRAjtGUwTOXp9FHbv7
24+
YFGBFl3a0e1+YEoQA+0Psf1x2lENCJwH87DuZxuKI3kbcY6XA5kebt43m/eztRa17z/vmwyiQ/up
25+
+RpMU9Xp1bv39h84QbyvZYN40xzHc8togJmPtSKCyEPcmHdt9t0LF6TCsb4k+kIBRUXMfnYpEDqv
26+
E6dldgWHjVy/4llWqyj3SsToERP1VhaloWyq8QRNke6lKzxMXOhmupKX195V2cA+6EGY3sK/ykhl
27+
fYOofbKcHwevHKgOJyj7Tj6+9qUgda/EI01lcJicTO8Nqb0LW+FfwIiws7WlsZWuxQGUZ0SOMBU4
28+
MnR9NPbS6rUSx2rMfSPn18Jd82D5eoM32ogRQb7C2pgXQbQoAegl98vtOjkze4wsa6CmW0rmbQrJ
29+
bpgPoWiZ1t/BlAUvxjRuzQSNNhnyvaC5nib6NYZAcr9BCm3yJ0sR/uSOUG8cCoJptMYhH9XxHqKl
30+
ACwfHgq7/mHBTxhQCmw5hkDWvY7FqzDPME3igab1Mda4lxOyUjJ3PeVzZbWZY2s/oUaSbntsSqRM
31+
z+zutj83Nm76iOSS0MXxCfi5VKYThzGdfXkYB2tZP8yPhh+sw0CpqeV5KB810C76abZbVZ+EDw==

0 commit comments

Comments
 (0)