Break out get-py functionality into a library
This commit is contained in:
Kevin Lange
parent
cddac0b0fb
commit
bb5f703c7f
197
hdd/bin/get-py
197
hdd/bin/get-py
@ -1,177 +1,46 @@
|
||||
#!/usr/bin/python3
|
||||
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
import hashlib
|
||||
import os
|
||||
import stat
|
||||
import sys
|
||||
|
||||
url = 'http://toaruos.org'
|
||||
import toaru_package
|
||||
|
||||
MANIFEST_PATH = '/tmp/.manifest.json'
|
||||
INSTALLED_PATH = '/tmp/.installed.json'
|
||||
if __name__ == "__main__":
|
||||
|
||||
if not os.getuid() == 0:
|
||||
print(f"{sys.argv[0]}: must be root")
|
||||
sys.exit(1)
|
||||
if not os.getuid() == 0:
|
||||
print(f"{sys.argv[0]}: must be root")
|
||||
sys.exit(1)
|
||||
|
||||
def compare_version(left,right):
|
||||
if left[0] > right[0]: return True
|
||||
if left[0] == right[0] and left[1] > right[1]: return True
|
||||
if left[0] == right[0] and left[1] == right[1] and left[2] > right[2]: return True
|
||||
return False
|
||||
toaru_package.fetch_manifest()
|
||||
|
||||
def fetch_file(path, output, check=False, url=url, gui=False):
|
||||
loop = 0
|
||||
while loop < 3:
|
||||
if gui:
|
||||
args = ['fetch', '-m', '-o', output]
|
||||
args.append(f'{url}/{path}')
|
||||
fetch = subprocess.Popen(args, stdout=subprocess.PIPE)
|
||||
progress = subprocess.Popen(['progress-bar.py',f"Fetching {path}..."], stdin=fetch.stdout)
|
||||
fetch.stdout.close()
|
||||
progress.wait()
|
||||
if len(sys.argv) < 2:
|
||||
print("Available packages:")
|
||||
packages = sorted(toaru_package.manifest['packages'].keys())
|
||||
for k in packages:
|
||||
print(f" - {k}","(installed)" if k in toaru_package.installed_packages else "")
|
||||
sys.exit(0)
|
||||
|
||||
for arg in sys.argv[1:]:
|
||||
if arg.startswith("--"):
|
||||
if arg == "--dryrun":
|
||||
toaru_package.dryrun = True
|
||||
print("(Simulating installation.)")
|
||||
if arg == "--gui":
|
||||
toaru_package.is_gui = True
|
||||
else:
|
||||
args = ['fetch','-o',output]
|
||||
if check:
|
||||
args.append('-v')
|
||||
args.append(f'{url}/{path}')
|
||||
subprocess.call(args)
|
||||
if check:
|
||||
s = hashlib.sha512()
|
||||
with open(output,'rb') as f:
|
||||
for chunk in iter(lambda: f.read(4096), b""):
|
||||
s.update(chunk)
|
||||
if s.hexdigest() != check:
|
||||
if loop == 2:
|
||||
print("Too many bad checksums, bailing.")
|
||||
else:
|
||||
print("Bad checksum, trying again...")
|
||||
loop += 1
|
||||
continue
|
||||
break
|
||||
toaru_package.process_package(arg)
|
||||
|
||||
fetch_file('manifest.json',MANIFEST_PATH)
|
||||
toaru_package.calculate_upgrades()
|
||||
|
||||
with open(MANIFEST_PATH) as f:
|
||||
manifest = json.load(f)
|
||||
for package in toaru_package.packages_to_install:
|
||||
if package in toaru_package.upgrade_packages:
|
||||
print(f"Upgrading {package}...")
|
||||
toaru_package.install_package(package)
|
||||
elif package in toaru_package.install_packages:
|
||||
print(f"Installing {package}...")
|
||||
toaru_package.install_package(package)
|
||||
|
||||
try:
|
||||
with open(INSTALLED_PATH) as f:
|
||||
installed_packages = json.load(f)
|
||||
except:
|
||||
installed_packages = {}
|
||||
if not toaru_package.upgrade_packages and not toaru_package.install_packages:
|
||||
print(f"{sys.argv[0]}: up to date")
|
||||
|
||||
if not 'packages' in manifest:
|
||||
print("Invalid manifest file.")
|
||||
sys.exit(1)
|
||||
|
||||
if len(sys.argv) < 2:
|
||||
print("Available packages:")
|
||||
packages = sorted(manifest['packages'].keys())
|
||||
for k in packages:
|
||||
print(f" - {k}","(installed)" if k in installed_packages else "")
|
||||
sys.exit(0)
|
||||
|
||||
packages_to_install = []
|
||||
upgrade_packages = []
|
||||
install_packages = []
|
||||
dryrun = False
|
||||
|
||||
def process_package(name):
|
||||
if not name in manifest['packages']:
|
||||
print(f"Unknown package: {arg}")
|
||||
sys.exit(1)
|
||||
package = manifest['packages'][name]
|
||||
if 'deps' in package:
|
||||
for dep in package['deps']:
|
||||
if dep not in packages_to_install:
|
||||
process_package(dep)
|
||||
packages_to_install.append(name)
|
||||
|
||||
for arg in sys.argv[1:]:
|
||||
if arg.startswith("--"):
|
||||
if arg == "--dryrun":
|
||||
dryrun = True
|
||||
print("(Simulating installation.)")
|
||||
else:
|
||||
process_package(arg)
|
||||
|
||||
for name in packages_to_install:
|
||||
if name in installed_packages:
|
||||
if compare_version(manifest['packages'][name]['version'],installed_packages[name]):
|
||||
upgrade_packages.append(name)
|
||||
else:
|
||||
install_packages.append(name)
|
||||
|
||||
def install_file(file,source):
|
||||
print(f"- Retrieving file {file[0]}","and checking hash" if file[2] else "")
|
||||
if not dryrun:
|
||||
fetch_file(file[0],file[1],file[2],source,"--gui" in sys.argv)
|
||||
|
||||
def run_install_step(step):
|
||||
if step[0] == 'ln':
|
||||
print(f"- Linking {step[2]} -> {step[1]}")
|
||||
if not dryrun:
|
||||
os.symlink(step[1],step[2])
|
||||
elif step[0] == 'tmpfs':
|
||||
print(f"- Mounting tmpfs at {step[1]}")
|
||||
if not dryrun:
|
||||
subprocess.call(['mount','tmpfs','x',step[1]])
|
||||
elif step[0] == 'ext2':
|
||||
print(f"- Mounting ext2 image {step[1]} at {step[2]}")
|
||||
if not dryrun:
|
||||
subprocess.call(['mount','ext2',step[1],step[2]])
|
||||
elif step[0] == 'chmodx':
|
||||
print(f"- Making {step[1]} executable")
|
||||
if not dryrun:
|
||||
current = os.stat(step[1]).st_mode
|
||||
os.chmod(step[1],current | stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH)
|
||||
elif step[0] == 'ungz':
|
||||
print(f"- Decompressing {step[1]}")
|
||||
if not dryrun:
|
||||
subprocess.call(['ungz',step[1]])
|
||||
elif step[0] == 'mkdir':
|
||||
print(f"- Creating directory {step[1]}")
|
||||
if not dryrun:
|
||||
os.mkdir(step[1])
|
||||
else:
|
||||
print("Unknown step:",step)
|
||||
|
||||
def install_package(name):
|
||||
if not name in manifest['packages']:
|
||||
print(f"Unknown package: {arg}")
|
||||
sys.exit(1)
|
||||
package = manifest['packages'][name]
|
||||
if 'pre_steps' in package:
|
||||
for step in package['pre_steps']:
|
||||
run_install_step(step)
|
||||
if 'files' in package:
|
||||
url_source = url
|
||||
if 'source' in package:
|
||||
source = package['source']
|
||||
if source not in manifest['sources']:
|
||||
print(f"Bad source '{source}', will try locally.")
|
||||
url_source = manifest['sources'][source]
|
||||
for file in package['files']:
|
||||
install_file(file,url_source)
|
||||
if 'post_steps' in package:
|
||||
for step in package['post_steps']:
|
||||
run_install_step(step)
|
||||
installed_packages[name] = package['version']
|
||||
|
||||
for package in packages_to_install:
|
||||
if package in upgrade_packages:
|
||||
print(f"Upgrading {package}...")
|
||||
install_package(package)
|
||||
elif package in install_packages:
|
||||
print(f"Installing {package}...")
|
||||
install_package(package)
|
||||
|
||||
if not upgrade_packages and not install_packages:
|
||||
print(f"{sys.argv[0]}: up to date")
|
||||
|
||||
if not dryrun:
|
||||
with open(INSTALLED_PATH,'w') as f:
|
||||
json.dump(installed_packages, f)
|
||||
toaru_package.write_status()
|
||||
|
||||
156
userspace/py/lib/toaru_package.py
Normal file
156
userspace/py/lib/toaru_package.py
Normal file
@ -0,0 +1,156 @@
|
||||
"""
|
||||
Library for managing get-py packages.
|
||||
"""
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
import hashlib
|
||||
import os
|
||||
import stat
|
||||
|
||||
url = 'http://toaruos.org'
|
||||
|
||||
MANIFEST_PATH = '/tmp/.manifest.json'
|
||||
INSTALLED_PATH = '/tmp/.installed.json'
|
||||
|
||||
installed_packages = []
|
||||
packages_to_install = []
|
||||
upgrade_packages = []
|
||||
install_packages = []
|
||||
dryrun = False
|
||||
manifest = None
|
||||
is_gui = False
|
||||
|
||||
|
||||
def compare_version(left,right):
|
||||
if left[0] > right[0]: return True
|
||||
if left[0] == right[0] and left[1] > right[1]: return True
|
||||
if left[0] == right[0] and left[1] == right[1] and left[2] > right[2]: return True
|
||||
return False
|
||||
|
||||
def fetch_file(path, output, check=False, url=url, gui=False):
|
||||
loop = 0
|
||||
while loop < 3:
|
||||
if gui:
|
||||
args = ['fetch', '-m', '-o', output]
|
||||
args.append(f'{url}/{path}')
|
||||
fetch = subprocess.Popen(args, stdout=subprocess.PIPE)
|
||||
progress = subprocess.Popen(['progress-bar.py',f"Fetching {path}..."], stdin=fetch.stdout)
|
||||
fetch.stdout.close()
|
||||
progress.wait()
|
||||
else:
|
||||
args = ['fetch','-o',output]
|
||||
if check:
|
||||
args.append('-v')
|
||||
args.append(f'{url}/{path}')
|
||||
subprocess.call(args)
|
||||
if check:
|
||||
s = hashlib.sha512()
|
||||
with open(output,'rb') as f:
|
||||
for chunk in iter(lambda: f.read(4096), b""):
|
||||
s.update(chunk)
|
||||
if s.hexdigest() != check:
|
||||
if loop == 2:
|
||||
print("Too many bad checksums, bailing.")
|
||||
else:
|
||||
print("Bad checksum, trying again...")
|
||||
loop += 1
|
||||
continue
|
||||
break
|
||||
|
||||
def process_package(name):
|
||||
if not name in manifest['packages']:
|
||||
raise ValueError((f"Unknown package: {name}"))
|
||||
package = manifest['packages'][name]
|
||||
if 'deps' in package:
|
||||
for dep in package['deps']:
|
||||
if dep not in packages_to_install:
|
||||
process_package(dep)
|
||||
packages_to_install.append(name)
|
||||
|
||||
def install_file(file,source):
|
||||
print(f"- Retrieving file {file[0]}","and checking hash" if file[2] else "")
|
||||
if not dryrun:
|
||||
fetch_file(file[0],file[1],file[2],source,is_gui)
|
||||
|
||||
def run_install_step(step):
|
||||
if step[0] == 'ln':
|
||||
print(f"- Linking {step[2]} -> {step[1]}")
|
||||
if not dryrun:
|
||||
os.symlink(step[1],step[2])
|
||||
elif step[0] == 'tmpfs':
|
||||
print(f"- Mounting tmpfs at {step[1]}")
|
||||
if not dryrun:
|
||||
subprocess.call(['mount','tmpfs','x',step[1]])
|
||||
elif step[0] == 'ext2':
|
||||
print(f"- Mounting ext2 image {step[1]} at {step[2]}")
|
||||
if not dryrun:
|
||||
subprocess.call(['mount','ext2',step[1],step[2]])
|
||||
elif step[0] == 'chmodx':
|
||||
print(f"- Making {step[1]} executable")
|
||||
if not dryrun:
|
||||
current = os.stat(step[1]).st_mode
|
||||
os.chmod(step[1],current | stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH)
|
||||
elif step[0] == 'ungz':
|
||||
print(f"- Decompressing {step[1]}")
|
||||
if not dryrun:
|
||||
subprocess.call(['ungz',step[1]])
|
||||
elif step[0] == 'mkdir':
|
||||
print(f"- Creating directory {step[1]}")
|
||||
if not dryrun:
|
||||
os.mkdir(step[1])
|
||||
else:
|
||||
print("Unknown step:",step)
|
||||
|
||||
def install_package(name):
|
||||
if not name in manifest['packages']:
|
||||
print(f"Unknown package: {arg}")
|
||||
sys.exit(1)
|
||||
package = manifest['packages'][name]
|
||||
if 'pre_steps' in package:
|
||||
for step in package['pre_steps']:
|
||||
run_install_step(step)
|
||||
if 'files' in package:
|
||||
url_source = url
|
||||
if 'source' in package:
|
||||
source = package['source']
|
||||
if source not in manifest['sources']:
|
||||
print(f"Bad source '{source}', will try locally.")
|
||||
url_source = manifest['sources'][source]
|
||||
for file in package['files']:
|
||||
install_file(file,url_source)
|
||||
if 'post_steps' in package:
|
||||
for step in package['post_steps']:
|
||||
run_install_step(step)
|
||||
installed_packages[name] = package['version']
|
||||
|
||||
def calculate_upgrades():
|
||||
for name in packages_to_install:
|
||||
if name in installed_packages:
|
||||
if compare_version(manifest['packages'][name]['version'],installed_packages[name]):
|
||||
upgrade_packages.append(name)
|
||||
else:
|
||||
install_packages.append(name)
|
||||
|
||||
def write_status():
|
||||
if not dryrun:
|
||||
with open(INSTALLED_PATH,'w') as f:
|
||||
json.dump(installed_packages, f)
|
||||
|
||||
def fetch_manifest():
|
||||
global manifest
|
||||
global installed_packages
|
||||
fetch_file('manifest.json',MANIFEST_PATH)
|
||||
|
||||
with open(MANIFEST_PATH) as f:
|
||||
manifest = json.load(f)
|
||||
|
||||
try:
|
||||
with open(INSTALLED_PATH) as f:
|
||||
installed_packages = json.load(f)
|
||||
except:
|
||||
installed_packages = {}
|
||||
|
||||
if not 'packages' in manifest:
|
||||
raise ValueError("invalid manifest file")
|
||||
|
||||
Loading…
Reference in New Issue
Block a user