CalibrateBeforeIT.jl/03_create_calibration_data.jl at master · ViennaInstitute/CalibrateBeforeIT.jl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

## This file is meant to be a script to help developing the whole process and to
## show the usual application

## To run this script, 01_download_eurostat_tables.jl must be run first. This
## script asummes that the directory /data/010_eurostat_tables is populated with
## {table_id}.parquet files, where {table_id} is the Eurostat table id.

cd(@__DIR__)

using JLD2: jldsave
import CalibrateBeforeIT as CBit

## Set some parameters for the data-downloading process. `eurostat_path` is
## already set to a default directory value, which can be re-set here:
# CBit.eurostat_path = "data/010_eurostat_tables"
mkpath(CBit.eurostat_path)
mkpath(CBit.calibration_output_path)

## Save calibration data into such a struct (TODO should be sourced from
## BeforeIT.jl)
struct CalibrationData
    calibration::Dict{String, Any}
    figaro::Dict{String, Any}
    data::Dict{String, Any}
    ea::Dict{String, Any}
    max_calibration_date::CBit.DateTime
    estimation_date::CBit.DateTime
end

##------------------------------------------------------------
## Step 4: "Import EA data"

## For `import_data`:
start_year = 1996
end_year = 2024

## For `import_figaro_data`:
max_calibration_date = CBit.DateTime(2023, 12, 31)
estimation_date = CBit.DateTime(1996, 12, 31)
number_sectors = 62;

# ## all countries:
# all_countries = ["AT", "BE", "BG", "CY", "CZ", "DE", "DK", "EE", "EL", "ES", "FI", "FR", "HR", "HU", "IE", "IT", "LT", "LU", "LV", "MT", "NL", "PL", "PT", "RO", "SE", "SI", "SK"]

# ## countries excluding the non-working ones:
# HR: 2010-2012
# MT
all_countries = ["NL"]
# all_countries = ["AT", "BE", "BG", "CY", "CZ", "DE", "DK", "EE", "EL", "ES", "FI", "FR", "HR", "HU", "IE", "IT", "LT", "LU", "LV", "NL", "PL", "PT", "RO", "SE", "SI", "SK"]

## This step does the same queries as step 5 with import_data(), but with geo ==
## "EA19". Only difference is that with EA19, unemployment rates are not used
ea_data = CBit.import_data("EA19", start_year, end_year)


##------------------------------------------------------------
## Set some parameters necessary to carry out the calibration functions
geo = country = "HR"
for geo in all_countries
    @info geo

    start_calibration_year, end_calibration_year = CBit.get_minmax_calibration_years(geo)

    ##------------------------------------------------------------
    @info "Step 5: 'Import figaro': Input-Output data and other indicators"
    ctry_figaro = CBit.import_figaro_data(geo, start_calibration_year,
        end_calibration_year,
        number_sectors)


    ##------------------------------------------------------------
    @info "Step 6: 'Import data': GDP, GVA, Consumption time series"
    if geo in ["MT"]
        global start_year = 2000
        global estimation_date = CBit.DateTime(start_year, 12, 31)
    end
    ctry_data = CBit.import_data(geo, start_year, end_year)


    ##------------------------------------------------------------
    @info "Step 7: 'Import calibration data'"
    ctry_calibration_data = CBit.import_calibration_data(geo,
        start_calibration_year,
        end_calibration_year,
        number_sectors,
        ctry_figaro)

    ## Create calibration object (same for all quarters)
    calibration_object = CalibrationData(
        ctry_calibration_data,
        ctry_figaro,
        ctry_data,
        ea_data,
        max_calibration_date, estimation_date)

    ## Save the calibration object
    mkpath("$(CBit.calibration_output_path)/$(geo)")
    jldsave("$(CBit.calibration_output_path)/$(geo)/calibration_object.jld2";
        calibration_object = calibration_object)

    ##------------------------------------------------------------
    @info "Step 8: Calculate the initial conditions and parameters"

    # Get valid quarters that have all required data
    valid_quarters = CBit.get_valid_calibration_quarters(calibration_object)
    @info "  Found $(length(valid_quarters)) valid quarters for $(geo)"

    for (calibration_year, calibration_quarter) in valid_quarters
        calibration_month = calibration_quarter * 3
        calibration_date = CBit.DateTime(calibration_year, calibration_month,
            calibration_month in [3, 12] ? 31 : 30);

        try
            parameters, initial_conditions =
                CBit.get_params_and_initial_conditions(calibration_object,
                    calibration_date; scale = 1/1000);

            ## Save the parameters and initial conditions
            jldsave("$(CBit.calibration_output_path)/$(geo)/$(calibration_year)Q$(calibration_quarter)_parameters_initial_conditions.jld2";
                parameters = parameters,
                initial_conditions = initial_conditions)
        catch e
            @warn "  Skipping $(geo) $(calibration_year)Q$(calibration_quarter): $e"
        end
    end
end