Skip to content

Commit 96faa82

Browse files
keshav-spacekeshav-space
committed
Add test for mine_nuget pipeline
Signed-off-by: Keshav Priyadarshi <[email protected]>
1 parent e6de88d commit 96faa82

File tree

5 files changed

+412
-2
lines changed

5 files changed

+412
-2
lines changed

‎minecode_pipelines/pipelines/mine_nuget.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@
2929
from scanpipe.pipes import federatedcode
3030

3131

32-
class MineAndPublishNuGetPURLs(Pipeline):
32+
class MineNuGet(Pipeline):
3333
"""
3434
Mine and Publish NuGet PackageURLs.
3535

‎minecode_pipelines/tests/data/nuget/catalog/pages/page10897.json‎

Lines changed: 345 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,345 @@
1+
{
2+
"@id": "https://api.nuget.org/v3/catalog0/page10897.json",
3+
"@type": "CatalogPage",
4+
"commitId": "2e8b681f-be14-421b-b447-8db15ed2fbbe",
5+
"commitTimeStamp": "2020-09-10T10:12:38.8387145Z",
6+
"count": 543,
7+
"parent": "https://api.nuget.org/v3/catalog0/index.json",
8+
"items": [
9+
{
10+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.12.38/jetbrains.resharper.testrunner.1.2.3.29.json",
11+
"@type": "nuget:PackageDetails",
12+
"commitId": "2e8b681f-be14-421b-b447-8db15ed2fbbe",
13+
"commitTimeStamp": "2020-09-10T10:12:38.8387145Z",
14+
"nuget:id": "JetBrains.ReSharper.TestRunner",
15+
"nuget:version": "1.2.3.29"
16+
},
17+
{
18+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.12.24/jetbrains.platform.interop.commandline.202.0.20200909.163932.json",
19+
"@type": "nuget:PackageDetails",
20+
"commitId": "cce38925-3137-4233-8e63-55c7cf65cba2",
21+
"commitTimeStamp": "2020-09-10T10:12:24.301149Z",
22+
"nuget:id": "JetBrains.Platform.Interop.CommandLine",
23+
"nuget:version": "202.0.20200909.163932"
24+
},
25+
{
26+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.12.09/assistant.configuration.0.1.5.json",
27+
"@type": "nuget:PackageDetails",
28+
"commitId": "6041ce4e-10e2-4c31-9d95-60fa1f176ee3",
29+
"commitTimeStamp": "2020-09-10T10:12:09.5794603Z",
30+
"nuget:id": "Assistant.Configuration",
31+
"nuget:version": "0.1.5"
32+
},
33+
{
34+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.12.09/assistant.commands.0.1.5.json",
35+
"@type": "nuget:PackageDetails",
36+
"commitId": "6041ce4e-10e2-4c31-9d95-60fa1f176ee3",
37+
"commitTimeStamp": "2020-09-10T10:12:09.5794603Z",
38+
"nuget:id": "Assistant.Commands",
39+
"nuget:version": "0.1.5"
40+
},
41+
{
42+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.12.09/assistant.messages.0.1.5.json",
43+
"@type": "nuget:PackageDetails",
44+
"commitId": "6041ce4e-10e2-4c31-9d95-60fa1f176ee3",
45+
"commitTimeStamp": "2020-09-10T10:12:09.5794603Z",
46+
"nuget:id": "Assistant.Messages",
47+
"nuget:version": "0.1.5"
48+
},
49+
{
50+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.48/cinegia_beta.1.0.0.117.json",
51+
"@type": "nuget:PackageDetails",
52+
"commitId": "e3322225-b631-4707-bd82-61cc437b9e11",
53+
"commitTimeStamp": "2020-09-10T10:11:48.3169106Z",
54+
"nuget:id": "Cinegia_beta",
55+
"nuget:version": "1.0.0.117"
56+
},
57+
{
58+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.48/jetbrains.platform.core.text.202.0.20200909.163932.json",
59+
"@type": "nuget:PackageDetails",
60+
"commitId": "e3322225-b631-4707-bd82-61cc437b9e11",
61+
"commitTimeStamp": "2020-09-10T10:11:48.3169106Z",
62+
"nuget:id": "JetBrains.Platform.Core.Text",
63+
"nuget:version": "202.0.20200909.163932"
64+
},
65+
{
66+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.48/jetbrains.resharperautomationtools.src.ridertutorials.202.0.20200909.170834.json",
67+
"@type": "nuget:PackageDetails",
68+
"commitId": "e3322225-b631-4707-bd82-61cc437b9e11",
69+
"commitTimeStamp": "2020-09-10T10:11:48.3169106Z",
70+
"nuget:id": "JetBrains.ReSharperAutomationTools.src.RiderTutorials",
71+
"nuget:version": "202.0.20200909.170834"
72+
},
73+
{
74+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.33/webvella.erp.plugins.sdk.1.1.1.json",
75+
"@type": "nuget:PackageDetails",
76+
"commitId": "95f6a589-4e24-4a04-b80c-cb9be957eb3d",
77+
"commitTimeStamp": "2020-09-10T10:11:33.8561551Z",
78+
"nuget:id": "WebVella.Erp.Plugins.SDK",
79+
"nuget:version": "1.1.1"
80+
},
81+
{
82+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.33/jetbrains.psi.features.src.202.0.20200909.164708.json",
83+
"@type": "nuget:PackageDetails",
84+
"commitId": "95f6a589-4e24-4a04-b80c-cb9be957eb3d",
85+
"commitTimeStamp": "2020-09-10T10:11:33.8561551Z",
86+
"nuget:id": "JetBrains.Psi.Features.src",
87+
"nuget:version": "202.0.20200909.164708"
88+
},
89+
{
90+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.33/assistant.application.0.1.5.json",
91+
"@type": "nuget:PackageDetails",
92+
"commitId": "95f6a589-4e24-4a04-b80c-cb9be957eb3d",
93+
"commitTimeStamp": "2020-09-10T10:11:33.8561551Z",
94+
"nuget:id": "Assistant.Application",
95+
"nuget:version": "0.1.5"
96+
},
97+
{
98+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.33/assistant.facade.0.1.5.json",
99+
"@type": "nuget:PackageDetails",
100+
"commitId": "95f6a589-4e24-4a04-b80c-cb9be957eb3d",
101+
"commitTimeStamp": "2020-09-10T10:11:33.8561551Z",
102+
"nuget:id": "Assistant.Facade",
103+
"nuget:version": "0.1.5"
104+
},
105+
{
106+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.19/jetbrains.psi.features.web.core.202.0.20200909.164708.json",
107+
"@type": "nuget:PackageDetails",
108+
"commitId": "e1adcefe-b6d3-4602-aaca-a701efd88258",
109+
"commitTimeStamp": "2020-09-10T10:11:19.4512287Z",
110+
"nuget:id": "JetBrains.Psi.Features.Web.Core",
111+
"nuget:version": "202.0.20200909.164708"
112+
},
113+
{
114+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.04/catel.mvvm.xamarin.forms.5.12.9-beta0019.json",
115+
"@type": "nuget:PackageDetails",
116+
"commitId": "cb3b29cd-84ae-464e-a953-c57115ea44c2",
117+
"commitTimeStamp": "2020-09-10T10:11:04.3450248Z",
118+
"nuget:id": "Catel.MVVM.Xamarin.Forms",
119+
"nuget:version": "5.12.9-beta0019"
120+
},
121+
{
122+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.11.04/else.webapi.swagger.1.0.7.json",
123+
"@type": "nuget:PackageDetails",
124+
"commitId": "cb3b29cd-84ae-464e-a953-c57115ea44c2",
125+
"commitTimeStamp": "2020-09-10T10:11:04.3450248Z",
126+
"nuget:id": "Else.WebApi.Swagger",
127+
"nuget:version": "1.0.7"
128+
},
129+
{
130+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.50/jetbrains.resharperautomationtools.native.windows.core.x86.debug.202.0.20200909.164000.json",
131+
"@type": "nuget:PackageDetails",
132+
"commitId": "1c249682-ba26-4aaa-9f6b-a59b4a6d3949",
133+
"commitTimeStamp": "2020-09-10T10:10:50.6624794Z",
134+
"nuget:id": "JetBrains.ReSharperAutomationTools.Native.Windows.Core.x86.Debug",
135+
"nuget:version": "202.0.20200909.164000"
136+
},
137+
{
138+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.36/catel.core.5.12.9-beta0019.json",
139+
"@type": "nuget:PackageDetails",
140+
"commitId": "b64a1d3c-ae82-45da-abd7-e9370d768976",
141+
"commitTimeStamp": "2020-09-10T10:10:36.2269558Z",
142+
"nuget:id": "Catel.Core",
143+
"nuget:version": "5.12.9-beta0019"
144+
},
145+
{
146+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.36/else.webapi.database.1.0.7.json",
147+
"@type": "nuget:PackageDetails",
148+
"commitId": "b64a1d3c-ae82-45da-abd7-e9370d768976",
149+
"commitTimeStamp": "2020-09-10T10:10:36.2269558Z",
150+
"nuget:id": "Else.WebApi.Database",
151+
"nuget:version": "1.0.7"
152+
},
153+
{
154+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.36/jetbrains.psi.features.unittesting.202.0.20200909.164708.json",
155+
"@type": "nuget:PackageDetails",
156+
"commitId": "b64a1d3c-ae82-45da-abd7-e9370d768976",
157+
"commitTimeStamp": "2020-09-10T10:10:36.2269558Z",
158+
"nuget:id": "JetBrains.Psi.Features.UnitTesting",
159+
"nuget:version": "202.0.20200909.164708"
160+
},
161+
{
162+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.36/catel.mvvm.5.12.9-beta0019.json",
163+
"@type": "nuget:PackageDetails",
164+
"commitId": "b64a1d3c-ae82-45da-abd7-e9370d768976",
165+
"commitTimeStamp": "2020-09-10T10:10:36.2269558Z",
166+
"nuget:id": "Catel.MVVM",
167+
"nuget:version": "5.12.9-beta0019"
168+
},
169+
{
170+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.36/jetbrains.platform.rdprotocol.202.0.20200909.163932.json",
171+
"@type": "nuget:PackageDetails",
172+
"commitId": "b64a1d3c-ae82-45da-abd7-e9370d768976",
173+
"commitTimeStamp": "2020-09-10T10:10:36.2269558Z",
174+
"nuget:id": "JetBrains.Platform.RdProtocol",
175+
"nuget:version": "202.0.20200909.163932"
176+
},
177+
{
178+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.36/webvella.erp.web.1.1.17.json",
179+
"@type": "nuget:PackageDetails",
180+
"commitId": "b64a1d3c-ae82-45da-abd7-e9370d768976",
181+
"commitTimeStamp": "2020-09-10T10:10:36.2269558Z",
182+
"nuget:id": "WebVella.Erp.Web",
183+
"nuget:version": "1.1.17"
184+
},
185+
{
186+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.21/jetbrains.rider.sdk.tests.2020.2.2.json",
187+
"@type": "nuget:PackageDetails",
188+
"commitId": "87b15fcc-c072-4bfc-8272-6b5f443f7a2f",
189+
"commitTimeStamp": "2020-09-10T10:10:21.3262721Z",
190+
"nuget:id": "JetBrains.Rider.SDK.Tests",
191+
"nuget:version": "2020.2.2"
192+
},
193+
{
194+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.21/jetbrains.resharperautomationtools.native.windows.core.x64.debug.202.0.20200909.164000.json",
195+
"@type": "nuget:PackageDetails",
196+
"commitId": "87b15fcc-c072-4bfc-8272-6b5f443f7a2f",
197+
"commitTimeStamp": "2020-09-10T10:10:21.3262721Z",
198+
"nuget:id": "JetBrains.ReSharperAutomationTools.Native.Windows.Core.x64.Debug",
199+
"nuget:version": "202.0.20200909.164000"
200+
},
201+
{
202+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.21/jetbrains.rider.sdk.2020.2.2.json",
203+
"@type": "nuget:PackageDetails",
204+
"commitId": "87b15fcc-c072-4bfc-8272-6b5f443f7a2f",
205+
"commitTimeStamp": "2020-09-10T10:10:21.3262721Z",
206+
"nuget:id": "JetBrains.Rider.SDK",
207+
"nuget:version": "2020.2.2"
208+
},
209+
{
210+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.21/jetbrains.resharperautomationtools.native.windows.core.x86.release.202.0.20200909.164000.json",
211+
"@type": "nuget:PackageDetails",
212+
"commitId": "87b15fcc-c072-4bfc-8272-6b5f443f7a2f",
213+
"commitTimeStamp": "2020-09-10T10:10:21.3262721Z",
214+
"nuget:id": "JetBrains.ReSharperAutomationTools.Native.Windows.Core.x86.Release",
215+
"nuget:version": "202.0.20200909.164000"
216+
},
217+
{
218+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.07/jetbrains.psi.features.xamlrenderer.202.0.20200909.164708.json",
219+
"@type": "nuget:PackageDetails",
220+
"commitId": "8996ade3-5212-4418-b048-002cebacda3d",
221+
"commitTimeStamp": "2020-09-10T10:10:07.2537259Z",
222+
"nuget:id": "JetBrains.Psi.Features.XamlRenderer",
223+
"nuget:version": "202.0.20200909.164708"
224+
},
225+
{
226+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.07/jetbrains.psi.features.solutionbuilder.202.0.20200909.164708.json",
227+
"@type": "nuget:PackageDetails",
228+
"commitId": "8996ade3-5212-4418-b048-002cebacda3d",
229+
"commitTimeStamp": "2020-09-10T10:10:07.2537259Z",
230+
"nuget:id": "JetBrains.Psi.Features.SolutionBuilder",
231+
"nuget:version": "202.0.20200909.164708"
232+
},
233+
{
234+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.07/jetbrains.platform.interop.dotmemoryunit.interop.ide.202.0.20200909.163932.json",
235+
"@type": "nuget:PackageDetails",
236+
"commitId": "8996ade3-5212-4418-b048-002cebacda3d",
237+
"commitTimeStamp": "2020-09-10T10:10:07.2537259Z",
238+
"nuget:id": "JetBrains.Platform.Interop.dotMemoryUnit.Interop.Ide",
239+
"nuget:version": "202.0.20200909.163932"
240+
},
241+
{
242+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.07/jetbrains.resharperautomationtools.external.debuggerlibs.202.0.20200909.170834.json",
243+
"@type": "nuget:PackageDetails",
244+
"commitId": "8996ade3-5212-4418-b048-002cebacda3d",
245+
"commitTimeStamp": "2020-09-10T10:10:07.2537259Z",
246+
"nuget:id": "JetBrains.ReSharperAutomationTools.External.DebuggerLibs",
247+
"nuget:version": "202.0.20200909.170834"
248+
},
249+
{
250+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.07/jetbrains.resharperautomationtools.src.commandlinecore.202.0.20200909.170834.json",
251+
"@type": "nuget:PackageDetails",
252+
"commitId": "8996ade3-5212-4418-b048-002cebacda3d",
253+
"commitTimeStamp": "2020-09-10T10:10:07.2537259Z",
254+
"nuget:id": "JetBrains.ReSharperAutomationTools.src.CommandLineCore",
255+
"nuget:version": "202.0.20200909.170834"
256+
},
257+
{
258+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.07/jetbrains.resharperautomationtools.src.resharperhost.202.0.20200909.170834.json",
259+
"@type": "nuget:PackageDetails",
260+
"commitId": "8996ade3-5212-4418-b048-002cebacda3d",
261+
"commitTimeStamp": "2020-09-10T10:10:07.2537259Z",
262+
"nuget:id": "JetBrains.ReSharperAutomationTools.src.ReSharperHost",
263+
"nuget:version": "202.0.20200909.170834"
264+
},
265+
{
266+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.10.07/jetbrains.resharperautomationtools.native.windows.core.x64.release.202.0.20200909.164000.json",
267+
"@type": "nuget:PackageDetails",
268+
"commitId": "8996ade3-5212-4418-b048-002cebacda3d",
269+
"commitTimeStamp": "2020-09-10T10:10:07.2537259Z",
270+
"nuget:id": "JetBrains.ReSharperAutomationTools.Native.Windows.Core.x64.Release",
271+
"nuget:version": "202.0.20200909.164000"
272+
},
273+
{
274+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.09.52/jetbrains.platform.sdk.202.0.20200909.163932.json",
275+
"@type": "nuget:PackageDetails",
276+
"commitId": "b21654b0-f4a5-4ba1-a034-00462ae71a65",
277+
"commitTimeStamp": "2020-09-10T10:09:52.202882Z",
278+
"nuget:id": "JetBrains.Platform.Sdk",
279+
"nuget:version": "202.0.20200909.163932"
280+
},
281+
{
282+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.09.52/jetbrains.psi.features.test.framework.202.0.20200909.164708.json",
283+
"@type": "nuget:PackageDetails",
284+
"commitId": "b21654b0-f4a5-4ba1-a034-00462ae71a65",
285+
"commitTimeStamp": "2020-09-10T10:09:52.202882Z",
286+
"nuget:id": "JetBrains.Psi.Features.test.Framework",
287+
"nuget:version": "202.0.20200909.164708"
288+
},
289+
{
290+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.09.52/jetbrains.resharperautomationtools.src.ridersdk.internal.202.0.20200909.170834.json",
291+
"@type": "nuget:PackageDetails",
292+
"commitId": "b21654b0-f4a5-4ba1-a034-00462ae71a65",
293+
"commitTimeStamp": "2020-09-10T10:09:52.202882Z",
294+
"nuget:id": "JetBrains.ReSharperAutomationTools.src.RiderSdk.Internal",
295+
"nuget:version": "202.0.20200909.170834"
296+
},
297+
{
298+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.09.52/else.webapi.events.1.0.7.json",
299+
"@type": "nuget:PackageDetails",
300+
"commitId": "b21654b0-f4a5-4ba1-a034-00462ae71a65",
301+
"commitTimeStamp": "2020-09-10T10:09:52.202882Z",
302+
"nuget:id": "Else.WebApi.Events",
303+
"nuget:version": "1.0.7"
304+
},
305+
{
306+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.10.09.37/else.webapi.1.0.7.json",
307+
"@type": "nuget:PackageDetails",
308+
"commitId": "4ce3545d-ef31-4bca-83e7-e1285c461408",
309+
"commitTimeStamp": "2020-09-10T10:09:37.8403537Z",
310+
"nuget:id": "Else.WebApi",
311+
"nuget:version": "1.0.7"
312+
},
313+
{
314+
"@id": "https://api.nuget.org/v3/catalog0/data/2020.09.10.09.13.13/hsharpns.swagger.3.1.3-preview9.10.0.json",
315+
"@type": "nuget:PackageDetails",
316+
"commitId": "bb6a0f6f-138a-4ab8-bf99-dfa6124f55c2",
317+
"commitTimeStamp": "2020-09-10T09:13:13.748187Z",
318+
"nuget:id": "HSharpNS.Swagger",
319+
"nuget:version": "3.1.3-preview9.10.0"
320+
}
321+
],
322+
"@context": {
323+
"@vocab": "http://schema.nuget.org/catalog#",
324+
"nuget": "http://schema.nuget.org/schema#",
325+
"items": {
326+
"@id": "item",
327+
"@container": "@set"
328+
},
329+
"parent": {
330+
"@type": "@id"
331+
},
332+
"commitTimeStamp": {
333+
"@type": "http://www.w3.org/2001/XMLSchema#dateTime"
334+
},
335+
"nuget:lastCreated": {
336+
"@type": "http://www.w3.org/2001/XMLSchema#dateTime"
337+
},
338+
"nuget:lastEdited": {
339+
"@type": "http://www.w3.org/2001/XMLSchema#dateTime"
340+
},
341+
"nuget:lastDeleted": {
342+
"@type": "http://www.w3.org/2001/XMLSchema#dateTime"
343+
}
344+
}
345+
}

‎minecode_pipelines/tests/pipes/__init__.py‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,3 +6,15 @@
66
# See https://github.com/aboutcode-org/purldb for support or download.
77
# See https://aboutcode.org for more information about nexB OSS projects.
88
#
9+
10+
import io
11+
12+
13+
class TestLogger:
14+
buffer = io.StringIO()
15+
16+
def write(self, msg, level=None):
17+
self.buffer.write(msg)
18+
19+
def getvalue(self):
20+
return self.buffer.getvalue()

0 commit comments

Comments
 (0)