From 219e8cbec988de28aacf90bcdcdd3bd296505e04 Mon Sep 17 00:00:00 2001
From: Bert Peters <bert@bertptrs.nl>
Date: Mon, 19 Feb 2018 16:51:18 +0100
Subject: [PATCH] Implement visualisation of dropout layers.

---
 src/LayerInfo.cpp      |  2 ++
 src/LayerInfo.hpp      |  1 +
 src/visualisations.cpp | 27 +++++++++++++++++++++++----
 3 files changed, 26 insertions(+), 4 deletions(-)

diff --git a/src/LayerInfo.cpp b/src/LayerInfo.cpp
index a6c63bd..ebdbfe8 100644
--- a/src/LayerInfo.cpp
+++ b/src/LayerInfo.cpp
@@ -16,6 +16,8 @@ LayerInfo::Type LayerInfo::typeByName(string_view name)
         return Type::Pooling;
     } else if (name == "InnerProduct") {
         return Type::InnerProduct;
+    } else if (name == "Dropout") {
+        return Type::DropOut;
     } else {
         LOG(INFO) << "Received unknown layer type: " << name << endl;
         return Type::Other;
diff --git a/src/LayerInfo.hpp b/src/LayerInfo.hpp
index 13ef551..9f55886 100644
--- a/src/LayerInfo.hpp
+++ b/src/LayerInfo.hpp
@@ -18,6 +18,7 @@ namespace fmri
             Pooling,
             Output,
             InnerProduct,
+            DropOut,
             Other
         };
 
diff --git a/src/visualisations.cpp b/src/visualisations.cpp
index 43a970a..4e13d7d 100644
--- a/src/visualisations.cpp
+++ b/src/visualisations.cpp
@@ -13,6 +13,8 @@ using namespace std;
 // Maximum number of interactions shown
 static constexpr size_t INTERACTION_LIMIT = 10000;
 
+typedef vector<pair<float, pair<size_t, size_t>>> EntryList;
+
 fmri::LayerVisualisation *fmri::getVisualisationForLayer(const fmri::LayerData &layer)
 {
     switch (layer.shape().size()) {
@@ -32,8 +34,6 @@ static Animation *getFullyConnectedAnimation(const fmri::LayerData &prevState, c
 {
     LOG(INFO) << "Computing top interactions for " << layer.name() << endl;
 
-    typedef pair<DType, pair<size_t, size_t>> Entry;
-
     auto data = prevState.data();
 
     CHECK_GE(layer.parameters().size(), 1) << "Layer should have correct parameters";
@@ -53,7 +53,7 @@ static Animation *getFullyConnectedAnimation(const fmri::LayerData &prevState, c
         return abs(a) > abs(b);
     });
 
-    vector<Entry> result;
+    EntryList result;
     result.reserve(desiredSize);
     for (auto i : idx) {
         result.emplace_back(interactions[i], make_pair(i / shape[0], i % shape[0]));
@@ -62,12 +62,27 @@ static Animation *getFullyConnectedAnimation(const fmri::LayerData &prevState, c
     return new ActivityAnimation(result, prevPositions.data(), curPositions.data(), -10);
 }
 
+static Animation *getDropOutAnimation(const fmri::LayerData &curState,
+                                      const vector<float> &prevPositions,
+                                      const vector<float> &curPositions) {
+    auto data = curState.data();
+    EntryList results;
+    results.reserve(curState.numEntries());
+    for (auto i : Range(curState.numEntries())) {
+        if (data[i] != 0) {
+            results.emplace_back(data[i], make_pair(i, i));
+        }
+    }
+
+    return new ActivityAnimation(results, prevPositions.data(), curPositions.data(), -10);
+}
+
 Animation * fmri::getActivityAnimation(const fmri::LayerData &prevState, const fmri::LayerData &curState,
                                        const fmri::LayerInfo &layer, const vector<float> &prevPositions,
                                        const vector<float> &curPositions)
 {
     if (prevPositions.empty() || curPositions.empty()) {
-        // Not all positions know, no visualisation possible.
+        // Not all positions known, no visualisation possible.
         return nullptr;
     }
 
@@ -77,6 +92,10 @@ Animation * fmri::getActivityAnimation(const fmri::LayerData &prevState, const f
             return getFullyConnectedAnimation(prevState, layer,
                                               prevPositions, curPositions);
 
+        case LayerInfo::Type::DropOut:
+            return getDropOutAnimation(curState, prevPositions, curPositions);
+
+
         default:
             return nullptr;
     }