Retrieve files from the repository

Retrieve files from the project's Github repository

When accessing project files via scripts or programs, it must be taken into account that these may only be available in gzip-compressed format, as otherwise their size would exceed the limit set by Github. Therefore, if an access error occurs, a second attempt should be made, appending the file extension “.gz” to the file name and decompressing the file after downloading.

Example local file access with a Python script

#!/usr/bin/env python3
import json
import gzip

def readOSSelot(name):
    osselotjson = ''
    try:
        osselotfile = open(name, 'r')
        jsonloader = json.load
        jsoncloser = osselotfile
    except:
        try:
            gzipfile = gzip.open(name + '.gz', 'rb')
            osselotfile = gzipfile.read()
            jsonloader = json.loads
            jsoncloser = gzipfile
        except:
            return ''
    try:
        osselotjson = jsonloader(osselotfile)
    except json.decoder.JSONDecodeError:
        pass
    jsoncloser.close()
    return osselotjson

name = 'package-analysis/analysed-packages/bash/version-5.1.16/bash-5.1.16.spdx.json'
bash = readOSSelot(name)
if bash != '':
    print(bash['packages'][0]['name'])

name = 'package-analysis/analysed-packages/linux/version-6.0/linux-6.0.spdx.json'
linux = readOSSelot(name)
if linux != '':
    print(linux['packages'][0]['name'])

Example Web server access with a Python script

#!/usr/bin/env python3
import json
from urllib import request
import gzip

def fetchOSSelot(url):
    try:
        osselot = request.urlopen(url)
        osselotdata = osselot.read()
    except:
        try:
            osselotgz = request.urlopen(url + '.gz')
            osselotgzdata = osselotgz.read()
            osselotdata = gzip.decompress(osselotgzdata)
        except:
            return ''
    try:
        osselotjson = json.loads(osselotdata)
        return osselotjson
    except json.decoder.JSONDecodeError:
        return ''

url = 'https://github.com/Open-Source-Compliance/package-analysis/raw/refs/heads/main/analysed-packages/bash/version-5.1.16/bash-5.1.16.spdx.json'
bash = fetchOSSelot(url)
if bash != '':
    print(bash['packages'][0]['name'])

url = 'https://github.com/Open-Source-Compliance/package-analysis/raw/refs/heads/main/analysed-packages/linux/version-6.0/linux-6.0.spdx.json'
linux = fetchOSSelot(url)
if linux != '':
    print(linux['packages'][0]['name'])