DPDP code

Author: wouterkool

.gitignore

@@ -0,0 +1,9 @@
+data/
+logs/
+results/
+plots/
+__pycache__/
+.idea
+*/.ipynb_checkpoints
+*.log
+*.bak

README.md

@@ -0,0 +1,72 @@
+import json
+
+
+class Settings(dict):
+    """Experiment configuration options.
+
+    Wrapper around in-built dict class to access members through the dot operation.
+
+    Experiment parameters:
+        "expt_name": Name/description of experiment, used for logging.
+        
+        "train_filepath": Training set path
+        "val_filepath": Validation set path
+        "test_filepath": Test set path
+        
+        "num_nodes": Number of nodes in TSP tours
+        
+        "node_dim": Number of dimensions for each node
+        "voc_nodes_in": Input node signal vocabulary size
+        "voc_nodes_out": Output node prediction vocabulary size
+        "voc_edges_in": Input edge signal vocabulary size
+        "voc_edges_out": Output edge prediction vocabulary size
+        
+        "beam_size": Beam size for beamsearch procedure (-1 for disabling beamsearch)
+        
+        "hidden_dim": Dimension of model's hidden state
+        "num_layers": Number of GCN layers
+        "mlp_layers": Number of MLP layers
+        "aggregation": Node aggregation scheme in GCN (`mean` or `sum`)
+        
+        "max_epochs": Maximum training epochs
+        "val_every": Interval (in epochs) at which validation is performed
+        "test_every": Interval (in epochs) at which testing is performed
+        
+        "batch_size": Batch size
+        "batches_per_epoch": Batches per epoch (-1 for using full training set)
+        "accumulation_steps": Number of steps for gradient accumulation (DO NOT USE: BUGGY)
+        "num_segments_checkpoint": How many checkpoint chunks to create
+
+        "learning_rate": Initial learning rate
+        "decay_rate": Learning rate decay parameter
+    """
+
+    def __init__(self, config_dict):
+        super().__init__()
+        for key in config_dict:
+            self[key] = config_dict[key]
+
+    def __getattr__(self, attr):
+        return self[attr]
+
+    def __setitem__(self, key, value):
+        return super().__setitem__(key, value)
+
+    def __setattr__(self, key, value):
+        return self.__setitem__(key, value)
+
+    __delattr__ = dict.__delitem__
+
+
+def get_default_config():
+    """Returns default settings object.
+    """
+    return Settings(json.load(open("./configs/default.json")))
+
+
+def get_config(filepath):
+    """Returns settings from json file.
+    """
+    config = get_default_config()
+    config.update(Settings(json.load(open(filepath))))
+    return config

config.py

@@ -0,0 +1,34 @@
+{
+  "expt_name": "default",
+
+  "train_filepath": "./data/tsp10_train_concorde.txt",
+  "val_filepath": "./data/tsp10_val_concorde.txt",
+  "test_filepath": "./data/tsp10_test_concorde.txt",
+
+  "num_nodes": 10,
+  "num_neighbors": -1,
+    
+  "node_dim": 2,
+  "voc_nodes_in": 2,
+  "voc_nodes_out": 2,
+  "voc_edges_in": 3,
+  "voc_edges_out": 2,
+
+  "beam_size": 10,
+
+  "hidden_dim": 50,
+  "num_layers": 3,
+  "mlp_layers": 2,
+  "aggregation": "mean",
+
+  "max_epochs": 10,
+  "val_every": 5,
+  "test_every": 10,
+
+  "batch_size": 20,
+  "batches_per_epoch": 500,
+  "accumulation_steps": 1,
+
+  "learning_rate": 0.001,
+  "decay_rate": 1.01
+}

configs/default.json

@@ -0,0 +1,39 @@
+{
+  "expt_name": "vrp_nazari100",
+  
+  "train_filepath": "data/vrp/vrp_nazari100_train_seed42.pkl",
+  "train_filepath_solution": "results/vrp/vrp_nazari100_train_seed42/vrp_nazari100_train_seed42-lkh.pkl",
+
+  "val_filepath": "data/vrp/vrp_nazari100_validation_seed4321.pkl",
+  "val_filepath_solution": "results/vrp/vrp_nazari100_validation_seed4321/vrp_nazari100_validation_seed4321-lkh.pkl",
+  
+  "test_filepath": "data/vrp/vrp_nazari100_test_seed1234.pkl",
+  "test_filepath_solution": "results/vrp/vrp_nazari100_test_seed1234/vrp_nazari100_test_seed1234-lkh.pkl",
+
+  "num_nodes": 100,
+  "num_neighbors": -1,
+    
+  "node_dim": 3,
+  "voc_nodes_in": 2,
+  "voc_nodes_out": 2,
+  "voc_edges_in": 6,
+  "voc_edges_out": 2,
+
+  "beam_size": 1,
+
+  "hidden_dim": 300,
+  "num_layers": 30,
+  "mlp_layers": 3,
+  "aggregation": "mean",
+
+  "max_epochs": 1500,
+  "val_every": 5,
+  "test_every": 100,
+
+  "batch_size": 48,
+  "batches_per_epoch": 500,
+  "accumulation_steps": 1,
+
+  "learning_rate": 0.001,
+  "decay_rate": 1.01
+}

configs/vrp_nazari100.json

@@ -0,0 +1,39 @@
+{
+  "expt_name": "vrp_uchoa100",
+  
+  "train_filepath": "data/vrp/vrp_uchoa100_train_seed42.pkl",
+  "train_filepath_solution": "results/vrp/vrp_uchoa100_train_seed42/vrp_uchoa100_train_seed42n250000-lkh.pkl",
+
+  "val_filepath": "data/vrp/vrp_uchoa100_validation_seed4321.pkl",
+  "val_filepath_solution": "results/vrp/vrp_uchoa100_validation_seed4321/vrp_uchoa100_validation_seed4321-lkh.pkl",
+  
+  "test_filepath": "data/vrp/vrp_uchoa100_test_seed1234.pkl",
+  "test_filepath_solution": "results/vrp/vrp_uchoa100_test_seed1234/vrp_uchoa100_test_seed1234-lkh.pkl",
+
+  "num_nodes": 100,
+  "num_neighbors": -1,
+    
+  "node_dim": 3,
+  "voc_nodes_in": 2,
+  "voc_nodes_out": 2,
+  "voc_edges_in": 6,
+  "voc_edges_out": 2,
+
+  "beam_size": 1,
+
+  "hidden_dim": 300,
+  "num_layers": 30,
+  "mlp_layers": 3,
+  "aggregation": "mean",
+
+  "max_epochs": 1500,
+  "val_every": 5,
+  "test_every": 100,
+
+  "batch_size": 48,
+  "batches_per_epoch": 500,
+  "accumulation_steps": 1,
+
+  "learning_rate": 0.001,
+  "decay_rate": 1.01
+}

configs/vrp_uchoa100.json

@@ -0,0 +1,3 @@
+from .graph import Graph, MergedGraph, BatchGraph
+from .topk import StreamingTopK, SimpleBatchTopK
+from .dp import run_dp