feat: add mib translator in mib server

Author: lingy1028

config.yaml

@@ -0,0 +1,25 @@
+snmp:
+  communities:
+    v1:
+      - public
+      - "my-area"
+  mibs:
+    url:
+      - "file:///usr/share/snmp/mibs"
+      # *TODO*: Replace below URL with MIB Server's URL returned during service discovery. 
+      - "http://mibs.thola.io/pysnmp/@mib@"
+    # dir: "/work/mibs"
+    dir: "/Users/yling/snmp-project/splunk-connect-for-snmp-mib-server/mibs/pysnmp"
+    # dir: "http://mibs.thola.io/pysnmp/"
+    load_list: "lookups/mibs_list.csv"
+mongo:
+  oid:
+    host: "localhost"
+    port: 27017
+    database: "snmp_traps"
+    collection: "oids"
+  mib:
+    host: "localhost"
+    port: 27017
+    database: "files"
+    collection: "mib_files"

flask_server/__init__.py

@@ -0,0 +1,3 @@
+import logging.config
+
+logging.basicConfig(level=logging.DEBUG, format='%(asctime)s | %(name)s | %(levelname)s | %(message)s')

flask_server/app.py

@@ -0,0 +1,81 @@
+from flask import Flask, request, abort, jsonify, send_from_directory
+from flask_autoindex import AutoIndex
+import os
+import yaml 
+import sys
+sys.path.append('../')
+from flask_server.mongo import MibsRepository, OidsRepository
+from flask_server.translator import Translator
+
+
+print(os.path.join(os.getcwd(), "..", "mibs"))
+ppath = os.path.join(os.getcwd(), "..", "mibs")
+
+
+# Read config file
+config_file = os.path.join(os.getcwd(), "..", "config.yaml")
+with open(config_file, "r") as yamlfile:
+    server_config = yaml.load(yamlfile, Loader=yaml.FullLoader)
+
+#Init Translator
+snmp_translator = Translator(server_config)
+
+# Init Mongo Client
+# mongo_config = {'host': 'localhost', 'port': 27017, 'database': 'files', 'collection': 'mib_files'}
+# mib_mongo_config = server_config["mongo"]["mib"]
+# oid_mongo_config = server_config["mongo"]["oid"]
+
+# mib_collection = MibsRepository(mib_mongo_config)
+# oid_collection = OidsRepository(oid_mongo_config)
+# print(f"========={mib_collection} -- {oid_collection}========")
+
+
+
+
+app = Flask(__name__)
+# AutoIndex(app, browse_root=ppath) 
+
+files_index = AutoIndex(app, ppath, add_url_rules=False)
+
+@app.route('/')
+def hello():
+    return "Hello, This is SNMP MIB server!"
+
+@app.route('/test')
+def test():
+    name = request.args.get('name')
+    return f"This is {name}'s test"
+
+# Custom indexing
+@app.route('/files/')
+@app.route('/files/<path:path>')
+def autoindex(path='.'):
+    print(f"path: {path}")
+    # if '/' in path and '.' in path.split('/')[-1]:
+    #     filename = path.split('/')[-1]
+    #     print(f"filename: {filename}")
+    #     dirpath = os.path.join(ppath, path.split('/')[-2])
+    #     print(f"dirpath: {dirpath}")
+    #     return files_index.render_autoindex(path),send_from_directory(dirpath, filename, as_attachment=True)
+    return files_index.render_autoindex(path)
+
+# # Search mib files based on oid
+# @app.route('/search/mib', methods=['GET'])
+# def search_mib_file():
+#     oid = request.args.get('oid')
+#     return mib_collection.search_oid(oid)
+
+# Translate oid
+@app.route('/translation', methods=['POST'])
+def translator():
+    # how to keep the var_bins as a var_binds object
+    print(request.json)
+    var_binds = request.json.get('var_binds')
+    print(f"type of var_binds: {type(var_binds)}")
+    print(f"var_binds: {var_binds}")
+    return snmp_translator.format_trap_event(var_binds)
+
+
+
+if __name__ == "__main__":
+    app.run(host="localhost", port=5000, debug=True)

flask_server/mongo.py

@@ -0,0 +1,67 @@
+from pymongo import MongoClient
+import os
+
+class MibsRepository:
+    def __init__(self, mongo_config):
+        """
+        Create a collection in mongodb to store mib files
+        """
+        self._client = MongoClient(host=mongo_config['host'], port=mongo_config['port'])
+        self._mibs = self._client[mongo_config['database']][mongo_config['collection']]
+    
+    
+    def upload_files(self, mib_files_dir):
+        """
+        Upload mib files from dir to mongo
+        @param mib_files_dir: the path of the mib files directory
+        """
+        for filename in os.listdir(mib_files_dir):
+            file_path =  mib_files_dir + "/" + filename
+            # print(file_path)
+            with open (file_path,'r') as mib_file:
+                self._mibs.insert_one(dict(
+                content = mib_file.read(),
+                filename = filename
+            ))
+
+    def search_oid(self, oid):
+        """
+        Search mib file based on oid
+        @param oid: oid, format: "1, 3, 6, 1, 4, 1, 2356, 11, 0, 0, 10000"
+        @return mib filename
+        """
+        data = self._mibs.find_one({"content": {"$regex": oid}})
+        if data:
+            return data["filename"]
+        else:
+            return None
+
+    def delete_mib(self, filename):
+        """
+        Delete mib files based on filename
+        @param filename: mib filename
+        """
+        self._mibs.delete_many({'filename': {"$regex": filename}})
+
+    def clear(self):
+        """
+        Clear the collection
+        """
+        self._mibs.remove()
+
+class OidsRepository:
+    def __init__(self, mongo_config):
+        self._client = MongoClient(host=mongo_config['host'], port=mongo_config['port'])
+        self._oids = self._client[mongo_config['database']][mongo_config['collection']]
+
+    def contains_oid(self, oid):
+        return self._oids.find({'oid': oid}).count()
+
+    def add_oid(self, oid):
+        self._oids.insert_one({'oid': oid})
+
+    def delete_oid(self, oid):
+        self._oids.delete_many({'oid': oid})
+
+    def clear(self):
+        self._oids.remove()