atlassian-downloader/src/Program.cs

using Microsoft.Extensions.Configuration;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Hosting;
using Microsoft.Extensions.Logging;
using Serilog;
using System;
using System.IO;
using System.Linq;
using System.Net.Http;
using System.Text.Json;
using System.Threading;
using System.Threading.Tasks;

namespace EpicMorg.Atlassian.Downloader {
    class Program : IHostedService {

        private readonly ILogger<Program> logger;
        private readonly Arguments arguments;

        public Program(ILogger<Program> logger,Arguments arguments) {
            this.logger = logger;
            this.arguments = arguments;
        }
        /// <summary>
        /// 
        /// </summary>
        /// <param name="OutputDir">Override output directory to download.</param>
        /// <param name="ListURL">Show all download links from feed(s) without downloading.</param>
        /// <param name="ListVersions">Show all versions from feed(s) without downloading.</param>
        /// <param name="ShowRawJson">Show raw json content from feed(s) downloading.</param>
        /// <param name="customFeed">Override URIs to import.</param>
        /// <returns></returns>
        static async Task Main(string OutputDir = "atlassian", bool ListURL = false, bool ListVersions = false, Uri[] customFeed = null, bool ShowRawJson = false) => await
            Host
                .CreateDefaultBuilder()
                .ConfigureHostConfiguration(configHost => configHost.AddEnvironmentVariables())
                .ConfigureAppConfiguration((ctx, configuration) => {
                    configuration
                        .SetBasePath(Environment.CurrentDirectory)
                        .AddJsonFile("appsettings.json", optional: false, reloadOnChange: true)
                        .AddJsonFile($"appsettings.{ctx.HostingEnvironment.EnvironmentName}.json", optional: true, reloadOnChange: true)
                        .AddEnvironmentVariables();
                })
                .ConfigureServices((ctx, services) => {
                  
                    services
                   .AddOptions()
                   .AddLogging(builder => {
                       builder.ClearProviders();
                       Log.Logger = new LoggerConfiguration()
                               .ReadFrom.Configuration(ctx.Configuration)
                               .CreateLogger();
                       builder.AddSerilog(dispose: true);
                   });
                    services.AddHostedService<Program>();
                    services.AddSingleton(new Arguments(OutputDir, ListURL, ListVersions, customFeed, ShowRawJson));
                })
                .RunConsoleAsync();

        public record Arguments(string OutputDir = "atlassian", bool ListURL = false, bool ListVersions = false, Uri[] CustomFeed = null, bool ShowRawJson = false);

        public async Task StartAsync(CancellationToken cancellationToken) {

            var appTitle = System.Reflection.Assembly.GetExecutingAssembly().GetName().Name;
            var appVersion = System.Reflection.Assembly.GetExecutingAssembly().GetName().Version;
            var appStartupDate = DateTime.Now;
            var appBuildType = "[Release]";
#if DEBUG
            appBuildType = "[Debug]";
#endif

            var feedUrls = arguments.CustomFeed != null
                ? arguments.CustomFeed.Select(a => a.ToString()).ToArray()
                : new[] {
        "https://my.atlassian.com/download/feeds/archived/bamboo.json",
		"https://my.atlassian.com/download/feeds/archived/clover.json",
        "https://my.atlassian.com/download/feeds/archived/confluence.json",
        "https://my.atlassian.com/download/feeds/archived/crowd.json",
        "https://my.atlassian.com/download/feeds/archived/crucible.json",
        "https://my.atlassian.com/download/feeds/archived/fisheye.json",
        "https://my.atlassian.com/download/feeds/archived/jira-core.json",
        "https://my.atlassian.com/download/feeds/archived/jira-servicedesk.json",
        "https://my.atlassian.com/download/feeds/archived/jira-software.json",
        "https://my.atlassian.com/download/feeds/archived/jira.json",
        "https://my.atlassian.com/download/feeds/archived/stash.json",

        "https://my.atlassian.com/download/feeds/current/bamboo.json",
		"https://my.atlassian.com/download/feeds/current/clover.json",
        "https://my.atlassian.com/download/feeds/current/confluence.json",
        "https://my.atlassian.com/download/feeds/current/crowd.json",
        "https://my.atlassian.com/download/feeds/current/crucible.json",
        "https://my.atlassian.com/download/feeds/current/fisheye.json",
        "https://my.atlassian.com/download/feeds/current/jira-core.json",
        "https://my.atlassian.com/download/feeds/current/jira-servicedesk.json",
        "https://my.atlassian.com/download/feeds/current/jira-software.json",
        "https://my.atlassian.com/download/feeds/current/stash.json",

        "https://my.atlassian.com/download/feeds/eap/bamboo.json",
        "https://my.atlassian.com/download/feeds/eap/confluence.json",
        "https://my.atlassian.com/download/feeds/eap/jira.json",
        "https://my.atlassian.com/download/feeds/eap/jira-servicedesk.json",
		"https://my.atlassian.com/download/feeds/eap/stash.json"
                };

            Console.Title = $"{appTitle} {appVersion} {appBuildType}";
            logger.LogTrace($"Task started at {appStartupDate}.");

            var client = new HttpClient();

            foreach (var feedUrl in feedUrls) {
                var feedDir = Path.Combine(arguments.OutputDir, feedUrl[(feedUrl.LastIndexOf('/') + 1)..(feedUrl.LastIndexOf('.'))]);
                var atlassianJson = await client.GetStringAsync(feedUrl);
                var callString = "downloads(";
                var json = atlassianJson[callString.Length..^1];
                var parsed = JsonSerializer.Deserialize<ResponseArray[]>(json, new JsonSerializerOptions {
                    PropertyNamingPolicy = JsonNamingPolicy.CamelCase,
                });
                var versionsProg = parsed.GroupBy(a => a.Version).ToDictionary(a => a.Key, a => a.ToArray());
                if (arguments.ShowRawJson)
                {
                    Console.WriteLine("Not released yet.");
                    return;
                    //foreach (var versionProg in versionsProg)
                    //{
                    //    foreach (var file in versionProg.Value)
                    //    {
                    //        
                    //    }
                    //}
                }
                else if (arguments.ListVersions)
                {
                    foreach (var versionProg in versionsProg)
                    {
                        foreach (var file in versionProg.Value)
                        {
                            Console.WriteLine(file.Version);
                        }
                    }
                }  else if (arguments.ListURL) {
                    foreach (var versionProg in versionsProg) {
                        foreach (var file in versionProg.Value) {
                            Console.WriteLine(file.ZipUrl);
                        }
                    }
                } else {
                    logger.LogInformation($"Download from JSON \"{feedUrl}\" started at {appStartupDate}.");
                    foreach (var versionProg in versionsProg) {
                        var directory = Path.Combine(feedDir, versionProg.Key);
                        if (!Directory.Exists(directory)) {
                            Directory.CreateDirectory(directory);
                        }
                        foreach (var file in versionProg.Value) {
                            if (file.ZipUrl == null) { continue; }
                            var serverPath = file.ZipUrl.PathAndQuery;
                            var outputFile = Path.Combine(directory, serverPath[(serverPath.LastIndexOf("/") + 1)..]);
                            if (!File.Exists(outputFile)) {
                                if (!string.IsNullOrEmpty(file.Md5)) {
                                    File.WriteAllText(outputFile + ".md5", file.Md5);
                                }
                                using var outputStream = File.OpenWrite(outputFile);
                                using var request = await client.GetStreamAsync(file.ZipUrl).ConfigureAwait(false);
                                await request.CopyToAsync(outputStream).ConfigureAwait(false);
                                //Console.ForegroundColor = ConsoleColor.Green;
                                logger.LogInformation($"File \"{file.ZipUrl}\" successfully downloaded to \"{outputFile}\".");
                                // Console.ResetColor();
                            } else {
                                // Console.ForegroundColor = ConsoleColor.Yellow;
                                logger.LogWarning($"File \"{outputFile}\" already exists. Download from \"{file.ZipUrl}\" skipped.");
                                //  Console.ResetColor();
                            }
                        }
                    }
                    logger.LogTrace($"All files from \"{feedUrl}\" successfully downloaded.");
                }
            }

            logger.LogTrace($"Download complete at {appStartupDate}.");
        }


        public Task StopAsync(CancellationToken cancellationToken) {
            throw new NotImplementedException();
        }
    }

    public partial class ResponseArray {
        public string Description { get; set; }
        public string Edition { get; set; }
        public Uri ZipUrl { get; set; }
        public object TarUrl { get; set; }
        public string Md5 { get; set; }
        public string Size { get; set; }
        public string Released { get; set; }
        public string Type { get; set; }
        public string Platform { get; set; }
        public string Version { get; set; }
        public Uri ReleaseNotes { get; set; }
        public Uri UpgradeNotes { get; set; }
    }

}