Files
adobe-packager-windows/ccdl-win.py
Kamte b1b4129b75 Update ccdl-win.py
filter remake
2024-02-28 20:55:24 +06:30

681 lines
24 KiB
Python

"""
This is the Adobe Offline Package downloader for Windows.
Download package only! Installer not included
Based on https://github.com/Drovosek01/adobe-packager
"""
import argparse
import json
import locale
import ctypes
import os
import random
import string
import sys
from collections import OrderedDict
from xml.etree import ElementTree as ET
try:
import requests
except ImportError:
sys.exit("""You need requests module!
install it from https://pypi.org/project/requests/
or run: pip3 install requests.""")
try:
from tqdm.auto import tqdm
except ImportError:
sys.exit("""You need tqdm module!
install it from https://pypi.org/project/tqdm/
or run: pip3 install tqdm.""")
session = requests.sessions.Session()
VERSION = 4
VERSION_STR = '0.2.0'
CODE_QUALITY = 'Mildly_AWFUL'
ADOBE_PRODUCTS_XML_URL = 'https://prod-rel-ffc-ccm.oobesaas.adobe.com/adobe-ffc-external/core/v{urlVersion}/products/all?_type=xml&channel=ccm&channel=sti&platform={installPlatform}&productType=Desktop'
ADOBE_APPLICATION_JSON_URL = 'https://cdn-ffc.oobesaas.adobe.com/core/v3/applications'
ADOBE_REQ_HEADERS = {
'X-Adobe-App-Id': 'accc-apps-panel-desktop',
'User-Agent': 'Adobe Application Manager 2.0',
'X-Api-Key': 'CC_HD_ESD_1_0',
'Cookie': 'fg=' + ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(26)) + '======'
}
ADOBE_DL_HEADERS = {
'User-Agent': 'Creative Cloud'
}
def get_install_dir():
return os.environ["ProgramFiles"]
def r(url, headers=ADOBE_REQ_HEADERS):
"""Retrieve a from a url as a string."""
req = session.get(url, headers=headers)
req.encoding = 'utf-8'
#with open('1.xml', 'wb+') as f:
# f.write(req.content)
return req.text
def get_products_xml(adobeurl):
"""First stage of parsing the XML."""
print('Source URL is: ' + adobeurl)
return ET.fromstring(r(adobeurl))
def parse_products_xml(products_xml, urlVersion):
"""2nd stage of parsing the XML."""
if urlVersion == 6:
prefix = 'channels/'
else:
prefix = ''
cdn = products_xml.find(prefix + 'channel/cdn/secure').text
products = {}
parent_map = {c: p for p in products_xml.iter() for c in p}
for p in products_xml.findall(prefix + 'channel/products/product'):
sap = p.get('id')
hidden = parent_map[parent_map[p]].get('name') != 'ccm'
displayName = p.find('displayName').text
productVersion = p.get('version')
if not products.get(sap):
products[sap] = {
'hidden': hidden,
'displayName': displayName,
'sapCode': sap,
'versions': OrderedDict()
}
#icon for main application
icons = []
if p.find('productIcons'):
for icon in p.findall('productIcons/icon'):
icons.append(icon.text)
for pf in p.findall('platforms/platform'):
baseVersion = pf.find('languageSet').get('baseVersion')
buildGuid = pf.find('languageSet').get('buildGuid')
appplatform = pf.get('id')
dependencies = list(pf.findall('languageSet/dependencies/dependency'))
if sap == 'APRO':
baseVersion = productVersion
if urlVersion == 4 or urlVersion == 5:
productVersion = pf.find('languageSet/nglLicensingInfo/appVersion').text
if urlVersion == 6:
for b in products_xml.findall('builds/build'):
if b.get("id") == sap and b.get("version") == baseVersion:
productVersion = b.find('nglLicensingInfo/appVersion').text
break
buildGuid = pf.find('languageSet/urls/manifestURL').text
# This is actually manifest URL
language_set = pf.findall('languageSet/locales/locale')
supported_langs = []
for locale in language_set:
supported_langs.append(locale.get('name'))
products[sap]['versions'][productVersion] = {
'sapCode': sap,
'baseVersion': baseVersion,
'productVersion': productVersion,
'supportedLanguages': supported_langs,
'productIcons': icons,
'apPlatform': appplatform,
'dependencies': [{
'sapCode': d.find('sapCode').text, 'version': d.find('baseVersion').text
} for d in dependencies],
'buildGuid': buildGuid
}
return products, cdn
def questiony(question: str) -> bool:
"""Question prompt default Y."""
reply = None
while reply not in ("", "y", "n"):
reply = input(f"{question} (Y/n): ").lower()
return (reply in ("", "y"))
def questionn(question: str) -> bool:
"""Question prompt default N."""
reply = None
while reply not in ("", "y", "n"):
reply = input(f"{question} (y/N): ").lower()
return (reply in ("y", "Y"))
def get_application_json(buildGuid):
"""Retrieve JSON."""
headers = ADOBE_REQ_HEADERS.copy()
headers['x-adobe-build-guid'] = buildGuid
return json.loads(r(ADOBE_APPLICATION_JSON_URL, headers))
def get_download_path():
"""Ask for desired download folder"""
if (args.destination):
print('\nUsing provided destination: ' + args.destination)
dest = args.destination
else:
print('\nDownloaded file will be put on current location.')
dest = os.path.dirname(os.path.realpath(__name__))
return dest
def download_icons(product, icon_dir):
print('Downloading application icons')
if not os.path.exists(icon_dir):
os.makedirs(icon_dir)
icons = product['productIcons']
prefix = product['sapCode'].lower()
for url in icons:
response = session.get(
url, stream=True, headers=ADOBE_REQ_HEADERS)
total_size_in_bytes = int(
response.headers.get('content-length', 0))
if (total_size_in_bytes > 0):
block_size = 1024 # 1 Kibibyte
progress_bar = tqdm(total=total_size_in_bytes,
unit='iB', unit_scale=True)
name = prefix + url.split('/')[-1].split('?')[0]
file_path = os.path.join(icon_dir, name)
with open(file_path, 'wb') as file:
for data in response.iter_content(block_size):
progress_bar.update(len(data))
file.write(data)
progress_bar.close()
def download_file(url, product_dir, s, v, name=None):
"""Download a file"""
if not name:
name = url.split('/')[-1].split('?')[0]
print('Url is: ' + url)
print('[{}_{}] Downloading {}'.format(s, v, name))
file_path = os.path.join(product_dir, name)
response = session.head(url, stream=True, headers=ADOBE_DL_HEADERS)
total_size_in_bytes = int(
response.headers.get('content-length', 0))
if (args.skipExisting and os.path.isfile(file_path) and os.path.getsize(file_path) == total_size_in_bytes):
print('[{}_{}] {} already exists, skipping'.format(s, v, name))
else:
response = session.get(
url, stream=True, headers=ADOBE_REQ_HEADERS)
total_size_in_bytes = int(
response.headers.get('content-length', 0))
block_size = 1024 # 1 Kibibyte
progress_bar = tqdm(total=total_size_in_bytes,
unit='iB', unit_scale=True)
with open(file_path, 'wb') as file:
for data in response.iter_content(block_size):
progress_bar.update(len(data))
file.write(data)
progress_bar.close()
if total_size_in_bytes != 0 and progress_bar.n != total_size_in_bytes:
print("ERROR, something went wrong")
def download_APRO(appInfo, cdn):
"""Download APRO"""
manifest = get_products_xml(cdn + appInfo['buildGuid'])
downloadURL = manifest.find('asset_list/asset/asset_path').text
dest = get_download_path()
sapCode = appInfo['sapCode']
version = appInfo['productVersion']
name = '{}_{}_{}.exe'.format(sapCode, version, appInfo['apPlatform'])
print('')
print('sapCode: ' + sapCode)
print('version: ' + version)
print('installLanguage: ' + 'All')
print('dest: ' + os.path.join(dest, name))
print('\nDownloading...\n')
print('[{}_{}] Selected 1 package'.format(sapCode, version))
download_file(downloadURL, dest, sapCode, version, name)
print('\nInstaller successfully downloaded.')
return
def show_version():
ye = int((32 - len(VERSION_STR)) / 2)
print('=================================')
print('= Adobe CC Package Downloader =')
print('{} {} {}\n'.format('=' * ye, VERSION_STR,
'=' * (31 - len(VERSION_STR) - ye)))
def get_products():
selectedVersion = None
if args.urlVersion:
if args.urlVersion.lower() == "v4" or args.urlVersion == "4":
selectedVersion = 4
elif args.urlVersion.lower() == "v5" or args.urlVersion == "5":
selectedVersion = 5
elif args.urlVersion.lower() == "v6" or args.urlVersion == "6":
selectedVersion = 6
else:
print('Invalid argument "{}" for {}'.format(args.urlVersion, 'URL version'))
exit(1)
while not selectedVersion:
val = input('\nPlease enter the URL version(v4/v5/v6) for downloading products.xml, or nothing for v6: ') or 'v6'
if val == 'v4' or val == '4':
selectedVersion = 4
elif val == 'v5' or val == '5':
selectedVersion = 5
elif val == 'v6' or val == '6':
selectedVersion = 6
else:
print('Invalid URL version: {}'.format(val))
print('')
if args.Auth:
ADOBE_REQ_HEADERS['Authorization'] = args.Auth
allowedPlatforms = ['win64', 'win32']
productsPlatform = 'win32,win64'
adobeurl = ADOBE_PRODUCTS_XML_URL.format(urlVersion=selectedVersion, installPlatform=productsPlatform)
print('\nDownloading products.xml\n')
products_xml = get_products_xml(adobeurl)
print('\nParsing products.xml\n')
products, cdn = parse_products_xml(products_xml, selectedVersion)
print('CDN: ' + cdn)
sapCodes = {}
for p in products.values():
if not p['hidden']:
versions = p['versions']
lastv = None
for v in reversed(versions.values()):
if v['buildGuid'] and v['apPlatform'] in allowedPlatforms:
lastv = v['productVersion']
if lastv:
sapCodes[p['sapCode']] = p['displayName']
print(str(len(sapCodes)) + ' products found:')
if args.sapCode and products.get(args.sapCode.upper()) is None:
print('\nProvided SAP Code not found in products: ' + args.sapCode)
exit(1)
return products, cdn, sapCodes, allowedPlatforms
def condition_check(condition, language):
if 'installLanguage' in condition:
if language == 'All':
return True
else:
if language in condition:
return True
if 'OSProcessorFamily' in condition:
# lock on 64 bit os
processor = '64-bit'
if processor in condition:
return True
return False
def language_for_premiere(language):
if '_' in language:
main, locale = language.split('_')
return '-esl_lp_' + main
return language
def package_filter(package, language):
newPackage = []
for pkg in package:
if pkg.get('Type') and pkg['Type'] == 'core':
if 'Condition' in pkg:
condition = pkg['Condition']
if condition_check(condition, language):
newPackage.append(pkg)
else:
newPackage.append(pkg)
else:
if 'Condition' in pkg:
condition = pkg['Condition']
if condition_check(condition, language):
newPackage.append(pkg)
else:
# for premiere pro
if '-esl_lp_' in pkg['PackageName']:
if language_for_premiere(language) in pkg['PackageName']:
newPackage.append(pkg)
else:
newPackage.append(pkg)
return newPackage
def language_clean(dict, language):
for item in dict:
if item['locale'] == language:
return item
def json_filter(jsonData, language):
jsonData['Packages']['Package'] = package_filter(jsonData['Packages']['Package'], language)
jsonData['SupportedLanguages']['Language'] = language_clean(jsonData['SupportedLanguages']['Language'], language)
jsonData['TutorialUrl']['Stage']['Language'] = language_clean(jsonData['TutorialUrl']['Stage']['Language'], language)
jsonData['TutorialUrl']['Prod']['Language'] = language_clean(jsonData['TutorialUrl']['Prod']['Language'], language)
jsonData['AddRemoveInfo']['DisplayName']['Language'] = language_clean(jsonData['AddRemoveInfo']['DisplayName']['Language'], language)
jsonData['AddRemoveInfo']['DisplayVersion']['Language'] = language_clean(jsonData['AddRemoveInfo']['DisplayVersion']['Language'], language)
if 'URLInfoAbout' in jsonData['AddRemoveInfo']:
jsonData['AddRemoveInfo']['URLInfoAbout']['Language'] = language_clean(jsonData['AddRemoveInfo']['URLInfoAbout']['Language'], language)
if 'URLUpdateInfo' in jsonData['AddRemoveInfo']:
jsonData['AddRemoveInfo']['URLUpdateInfo']['Language'] = language_clean(jsonData['AddRemoveInfo']['URLUpdateInfo']['Language'], language)
if 'HelpLink' in jsonData['AddRemoveInfo']:
jsonData['AddRemoveInfo']['HelpLink']['Language'] = language_clean(jsonData['AddRemoveInfo']['HelpLink']['Language'], language)
jsonData['ProductDescription']['Tagline']['Language'] = language_clean(jsonData['ProductDescription']['Tagline']['Language'], language)
if 'DetailedDescription' in jsonData['ProductDescription']:
jsonData['ProductDescription']['DetailedDescription']['Language'] = language_clean(jsonData['ProductDescription']['DetailedDescription']['Language'], language)
return jsonData
def write_driver(jsonData, directory, prefix=""):
driver = ET.Element('DriverInfo')
product = ET.SubElement(driver, 'ProductInfo')
prd_name = ET.SubElement(product, 'Name')
prd_name.text = 'Adobe ' + jsonData['Name']
sap_code = ET.SubElement(product, 'SAPCode')
sap_code.text = jsonData['SAPCode']
cod_ver = ET.SubElement(product, 'CodexVersion')
cod_ver.text = jsonData['CodexVersion']
base_ver = ET.SubElement(product, 'BaseVersion')
base_ver.text = jsonData['BaseVersion']
platform = ET.SubElement(product, 'Platform')
platform.text = jsonData['Platform']
esd_dir = ET.SubElement(product, 'EsdDirectory')
esd_dir.text = './' + jsonData['SAPCode']
if 'Dependencies' in jsonData:
dep_top = ET.SubElement(product, 'Dependencies')
for dependency in jsonData['Dependencies']['Dependency']:
dep_sub = ET.SubElement(dep_top, 'Dependency')
dep_code = ET.SubElement(dep_sub, 'SAPCode')
dep_code.text = dependency['SAPCode']
dep_base = ET.SubElement(dep_sub, 'BaseVersion')
dep_base.text = dependency['BaseVersion']
dep_dir = ET.SubElement(dep_sub, 'EsdDirectory')
dep_dir.text = './' + dependency['SAPCode']
tree = ET.ElementTree(driver)
ET.indent(tree, space=" ", level=0)
xml_file = os.path.join(directory, prefix + 'driver.xml')
tree.write(xml_file, encoding='utf-8', xml_declaration=True)
def run_ccdl(products, cdn, sapCodes, allowedPlatforms):
"""Run Main execution."""
sapCode = args.sapCode
if not sapCode:
for s, d in sapCodes.items():
print('[{}]{}{}'.format(s, (10 - len(s)) * ' ', d))
while sapCode is None:
val = input(
'\nPlease enter the SAP Code of the desired product (eg. PHSP for Photoshop): ').upper() or 'PHSP'
if products.get(val):
sapCode = val
else:
print(
'{} is not a valid SAP Code. Please use a value from the list above.'.format(val))
product = products.get(sapCode)
versions = product['versions']
version = None
if (args.version):
if versions.get(args.version):
print('\nUsing provided version: ' + args.version)
version = args.version
else:
print('\nProvided version not found: ' + args.version)
print('')
if not version:
lastv = None
for v in reversed(versions.values()):
if v['buildGuid'] and v['apPlatform'] in allowedPlatforms:
print('{} Platform: {} - {}'.format(product['displayName'], v['apPlatform'], v['productVersion']))
lastv = v['productVersion']
while version is None:
val = input('\nPlease enter the desired version. Nothing for ' + lastv + ': ') or lastv
if versions.get(val):
version = val
else:
print('{} is not a valid version. Please use a value from the list above.'.format(val))
print('')
if sapCode == 'APRO':
download_APRO(versions[version], cdn)
return
langs = versions[version]['supportedLanguages']
if 'mul' in langs:
langs[langs.index('mul')] = 'All'
else:
if 'All' not in langs:
langs.append('All')
langs.sort()
# Detecting Current set default Os language. Fixed.
windll = ctypes.windll.kernel32
osLang = locale.windows_locale[ windll.GetUserDefaultUILanguage() ]
if args.osLanguage:
osLang = args.osLanguage
defLang = 'All'
if osLang in langs:
defLang = osLang
installLanguage = None
if args.installLanguage:
if args.installLanguage in langs:
print('\nUsing provided language: ' + args.installLanguage)
installLanguage = args.installLanguage
else:
print('\nProvided language not available: ' + args.installLanguage)
if not installLanguage:
print('Available languages: {}'.format(', '.join(langs)))
while installLanguage is None:
val = input(
f'\nPlease enter the desired install language, or nothing for [{defLang}]: ') or defLang
if len(val) == 5:
val = val[0:2].lower() + val[2] + val[3:5].upper()
elif len(val) == 3:
val = val[0].upper() + val[1:].lower()
if val in langs:
installLanguage = val
else:
print(
'{} is not available. Please use a value from the list above.'.format(val))
if osLang != installLanguage:
if installLanguage != 'All':
while osLang not in langs:
print('Could not detect your default Language.')
osLang = input(
f'\nPlease enter the your OS Language, or nothing for [{installLanguage}]: ') or installLanguage
if osLang not in langs:
print(
'{} is not available. Please use a value from the list above.'.format(osLang))
dest = get_download_path()
print('')
prodInfo = versions[version]
prods_to_download = []
dependencies = prodInfo['dependencies']
for d in dependencies:
firstGuid = buildGuid = None
for p in products[d['sapCode']]['versions']:
if products[d['sapCode']]['versions'][p]['baseVersion'] == d['version']:
if not firstGuid:
firstGuid = products[d['sapCode']]['versions'][p]['buildGuid']
if products[d['sapCode']]['versions'][p]['apPlatform'] in allowedPlatforms:
buildGuid = products[d['sapCode']]['versions'][p]['buildGuid']
break
if not buildGuid:
buildGuid = firstGuid
prods_to_download.append({'sapCode': d['sapCode'], 'version': d['version'],
'buildGuid': buildGuid})
prods_to_download.insert(
0, {'sapCode': prodInfo['sapCode'], 'version': prodInfo['productVersion'], 'buildGuid': prodInfo['buildGuid'], 'productIcons': prodInfo['productIcons']})
apPlatform = prodInfo['apPlatform']
install_app_name = '{}_{}-{}-{}'.format(
sapCode, version, installLanguage, apPlatform)
install_app_path = os.path.join(dest, install_app_name)
print('sapCode: ' + sapCode)
print('version: ' + version)
print('installLanguage: ' + installLanguage)
print('dest: ' + install_app_path)
print('\nCreating {}'.format(install_app_name))
products_dir = os.path.join(dest, 'products')
driver_dir = products_dir
icon_dir = os.path.join(dest, 'icons')
print('\nPreparing...\n')
for p in prods_to_download:
s, v = p['sapCode'], p['version']
product_dir = os.path.join(products_dir, s)
app_json_path = os.path.join(product_dir, 'application.json')
print('[{}_{}] Downloading application.json'.format(s, v))
app_json = get_application_json(p['buildGuid'])
# for main product
if 'productIcons' in p:
#for driver xml
driver_data = app_json
#download program icons
download_icons(p, icon_dir)
#filter json data by language
if (installLanguage != 'All'):
app_json = json_filter(app_json, installLanguage)
p['application_json'] = app_json
print('[{}_{}] Creating folder for product'.format(s, v))
os.makedirs(product_dir, exist_ok=True)
print('[{}_{}] Saving application.json'.format(s, v))
with open(app_json_path, 'w') as file:
json.dump(app_json, file, separators=(',', ':'))
print('')
print('Downloading...\n')
for p in prods_to_download:
s, v = p['sapCode'], p['version']
app_json = p['application_json']
product_dir = os.path.join(products_dir, s)
print('[{}_{}] Parsing available packages'.format(s, v))
core_pkg_count = 0
noncore_pkg_count = 0
packages = app_json['Packages']['Package']
download_urls = []
for pkg in packages:
if pkg.get('Type') and pkg['Type'] == 'core':
core_pkg_count += 1
download_urls.append(cdn + pkg['Path'])
else:
# TODO: actually parse `Condition` and check it properly (and maybe look for & add support for conditions other than installLanguage)
if installLanguage == "All":
noncore_pkg_count += 1
download_urls.append(cdn + pkg['Path'])
else:
if (not pkg.get('Condition')) or installLanguage in pkg['Condition'] or osLang in pkg['Condition']:
noncore_pkg_count += 1
download_urls.append(cdn + pkg['Path'])
print('[{}_{}] Selected {} core packages and {} non-core packages'.format(s,
v, core_pkg_count, noncore_pkg_count))
for url in download_urls:
download_file(url, product_dir, s, v)
print('\nGenerating driver.xml')
prefix = driver_data['SAPCode'] + '-'
write_driver(driver_data, driver_dir, prefix)
print('\nPackage successfully downloaded.')
return
if __name__ == '__main__':
show_version()
parser = argparse.ArgumentParser()
parser.add_argument('-l', '--installLanguage',
help='Language code (eg. en_US)', action='store')
parser.add_argument('-o', '--osLanguage',
help='OS Language code (eg. en_US)', action='store')
parser.add_argument('-s', '--sapCode',
help='SAP code for desired product (eg. PHSP)', action='store')
parser.add_argument('-v', '--version',
help='Version of desired product (eg. 21.0.3)', action='store')
parser.add_argument('-d', '--destination',
help='Directory to download installation files to', action='store')
parser.add_argument('-a', '--arch',
help='Set the architecture to download', action='store')
parser.add_argument('-u', '--urlVersion',
help="Get app info from v4/v5/v6 url (eg. v6)", action='store')
parser.add_argument('-A', '--Auth',
help='Add a bearer_token to to authenticate your account, e.g. downloading Xd', action='store')
parser.add_argument('--noRepeatPrompt',
help="Don't prompt for additional downloads", action='store_true')
parser.add_argument('-x', '--skipExisting',
help="Skip existing files, e.g. resuming failed downloads", action='store_true')
args = parser.parse_args()
products, cdn, sapCodes, allowedPlatforms = get_products()
while True:
run_ccdl(products, cdn, sapCodes, allowedPlatforms)
if args.noRepeatPrompt or not questiony('\n\nDo you want to create another package'):
break