config_example_netflow_nodp.json

{
    "global_config": {
        "original_data_file": "../../traces/ugr16-small/raw.csv",
        "overwrite": true,
        "dataset_type": "netflow",
        "n_chunks": 2,
        "dp": false
    },
    "default": "single_event_per_row.json",
    "pre_post_processor": {
        "class": "NetsharePrePostProcessor",
        "config": {
            "timestamp": {
                "column": "ts",
                "generation": true,
                "encoding": "interarrival",
                "normalization": "ZERO_ONE"
            },
            "word2vec": {
                "vec_size": 10,
                "model_name": "word2vec_vecSize",
                "annoy_n_trees": 100,
                "pretrain_model_path": null
            },
            "metadata": [
                {
                    "column": "srcip",
                    "type": "integer",
                    "encoding": "bit",
                    "n_bits": 32,
                    "categorical_mapping": false
                },
                {
                    "column": "dstip",
                    "type": "integer",
                    "encoding": "bit",
                    "n_bits": 32,
                    "categorical_mapping": false
                },
                {
                    "column": "srcport",
                    "type": "integer",
                    "encoding": "word2vec_port"
                },
                {
                    "column": "dstport",
                    "type": "integer",
                    "encoding": "word2vec_port"
                },
                {
                    "column": "proto",
                    "type": "string",
                    "encoding": "word2vec_proto"
                }
            ],
            "timeseries": [
                {
                    "column": "td",
                    "type": "float",
                    "normalization": "ZERO_ONE",
                    "log1p_norm": true
                },
                {
                    "column": "pkt",
                    "type": "float",
                    "normalization": "ZERO_ONE",
                    "log1p_norm": true
                },
                {
                    "column": "byt",
                    "type": "float",
                    "normalization": "ZERO_ONE",
                    "log1p_norm": true
                },
                {
                    "column": "type",
                    "type": "string",
                    "encoding": "categorical"
                }
            ]
        }
    },
    "model": {
        "class": "DoppelGANgerTorchModel",
        "config": {
            "batch_size": 100,
            "sample_len": [
                1,
                5,
                10
            ],
            "sample_len_expand": true,
            "epochs": 40,
            "extra_checkpoint_freq": 1,
            "epoch_checkpoint_freq": 5
        }
    }
}