mass-download of gitlab data

Used as part of M&A for eBay open source group

git clone git@github.com:angristan/gitlab-repo-dl.git
./gitlab-repo-dl.sh all-repo-list | tee list.txt
./gitlab-repo-dl.sh from-list list.txt repos/

Python

[tool.pylic]
safe_licenses = [
    "Apache Software License",
    "Apache License 2.0",
    "MIT License",
    "MIT",
    "BSD License",
    "Public Domain",
    "Python Software Foundation License",
    "Mozilla Public License 2.0 (MPL 2.0)",
]

pip3 install --user pylic
echo '[tool.pylic]
safe_licenses = [
    "Apache Software License",
    "Apache License 2.0",
    "MIT License",
    "MIT",
    "BSD License",
    "Public Domain",
    "Python Software Foundation License",
    "Mozilla Public License 2.0 (MPL 2.0)",
]' >> pyproject.toml
pylic check

Nodejs

for p in $(find . -name "package.json" | grep -v node_modules); do
    pushd $(dirname $p)
    npm i
    npx license-checker --exclude "MIT,ISC,BSD-3-Clause,Apache-2.0,BSD-2-Clause,0BSD,CC-BY-4.0" --unknown
    popd
done