Download loginput/index.py from ineso22/Mozdef: direct link, hf CLI and curl.
- Browser
- Download file 6.73 kB
-
https://huggingface.co/ineso22/Mozdef/resolve/main/loginput/index.py
- Command line
-
hf download hf://ineso22/Mozdef/loginput/index.py
-
curl -L -o index.py https://huggingface.co/ineso22/Mozdef/resolve/main/loginput/index.py
6.73 kB
| # This Source Code Form is subject to the terms of the Mozilla Public | |
| # License, v. 2.0. If a copy of the MPL was not distributed with this | |
| # file, You can obtain one at https://mozilla.org/MPL/2.0/. | |
| # Copyright (c) 2017 Mozilla Corporation | |
| import os | |
| from bottle import route, run, response, request, default_app | |
| from bottle import _stdout as bottlelog | |
| from kombu import Connection, Queue, Exchange | |
| import json | |
| from configlib import getConfig, OptionParser | |
| def status(): | |
| '''endpoint for a status/health check''' | |
| if request.body: | |
| request.body.read() | |
| request.body.close() | |
| response.status = 200 | |
| response.content_type = "application/json" | |
| response.body = json.dumps(dict(status='ok', service='loginput')) | |
| return response | |
| def testindex(): | |
| # ip = request.environ.get('REMOTE_ADDR') | |
| # response.headers['X-IP'] = '{0}'.format(ip) | |
| response.status=200 | |
| # act like elastic search bulk index | |
| def bulkindex(): | |
| if request.body: | |
| bulkpost=request.body.read() | |
| # bottlelog('request:{0}\n'.format(bulkpost)) | |
| request.body.close() | |
| try: # Handles json array bulk format [{},{},...] | |
| messages = json.loads(bulkpost) | |
| for event in messages: | |
| # don't post the items telling us where to post things.. | |
| if 'index' not in event: | |
| ensurePublish=mqConn.ensure(mqproducer,mqproducer.publish,max_retries=10) | |
| ensurePublish(event,exchange=eventTaskExchange,routing_key=options.taskexchange) | |
| return | |
| except ValueError as e: | |
| bottlelog('Decoded raw input failed with {0}'.format(e)) | |
| pass | |
| if len(bulkpost)>10: # Handles single element format {} | |
| # TODO Check for other bulk formats. | |
| # iterate on messages and post to event message queue | |
| eventlist=[] | |
| for i in bulkpost.splitlines(): | |
| eventlist.append(i) | |
| for i in eventlist: | |
| try: | |
| # valid json? | |
| try: | |
| eventDict=json.loads(i) | |
| except ValueError: | |
| response.status=500 | |
| return | |
| # don't post the items telling us where to post things.. | |
| if 'index' not in json.loads(i): | |
| ensurePublish=mqConn.ensure(mqproducer,mqproducer.publish,max_retries=10) | |
| ensurePublish(eventDict,exchange=eventTaskExchange,routing_key=options.taskexchange) | |
| except ValueError: | |
| bottlelog('value error {0}'.format(i)) | |
| return | |
| def eventsindex(): | |
| if request.body: | |
| anevent=request.body.read() | |
| # bottlelog('request:{0}\n'.format(anevent)) | |
| request.body.close() | |
| # valid json? | |
| try: | |
| eventDict=json.loads(anevent) | |
| except ValueError: | |
| response.status=500 | |
| return | |
| # let the message queue worker who gets this know where it was posted | |
| eventDict['endpoint']='events' | |
| # post to event message queue | |
| ensurePublish=mqConn.ensure(mqproducer,mqproducer.publish,max_retries=10) | |
| ensurePublish(eventDict,exchange=eventTaskExchange,routing_key=options.taskexchange) | |
| return | |
| # debug(True) | |
| def cefindex(): | |
| if request.body: | |
| anevent=request.body.read() | |
| request.body.close() | |
| # valid json? | |
| try: | |
| cefDict=json.loads(anevent) | |
| except ValueError: | |
| response.status=500 | |
| return | |
| # let the message queue worker who gets this know where it was posted | |
| cefDict['endpoint']='cef' | |
| # post to eventtask exchange | |
| ensurePublish=mqConn.ensure(mqproducer,mqproducer.publish,max_retries=10) | |
| ensurePublish(cefDict,exchange=eventTaskExchange,routing_key=options.taskexchange) | |
| return | |
| def customindex(application): | |
| ''' | |
| and endpoint designed for custom applications that want to post data | |
| to elastic search through the mozdef event interface | |
| post to /custom/vulnerabilities | |
| for example to post vulnerability in a custom format | |
| Posts must be in json and are best formatted using a plugin | |
| to the esworker.py process. | |
| ''' | |
| if request.body: | |
| anevent=request.body.read() | |
| request.body.close() | |
| # valid json? | |
| try: | |
| customDict=json.loads(anevent) | |
| except ValueError: | |
| response.status=500 | |
| return | |
| # let the message queue worker who gets this know where it was posted | |
| customDict['endpoint']= application | |
| customDict['customendpoint'] = True | |
| # post to eventtask exchange | |
| ensurePublish=mqConn.ensure(mqproducer,mqproducer.publish,max_retries=10) | |
| ensurePublish(customDict,exchange=eventTaskExchange,routing_key=options.taskexchange) | |
| return | |
| def initConfig(): | |
| options.mqserver=getConfig('mqserver','localhost',options.configfile) | |
| options.taskexchange=getConfig('taskexchange','eventtask',options.configfile) | |
| options.mquser=getConfig('mquser','guest',options.configfile) | |
| options.mqpassword=getConfig('mqpassword','guest',options.configfile) | |
| options.mqport=getConfig('mqport',5672,options.configfile) | |
| options.listen_host=getConfig('listen_host', '127.0.0.1', options.configfile) | |
| # get config info: | |
| parser=OptionParser() | |
| parser.add_option("-c", dest='configfile', default=os.path.join(os.path.dirname(__file__), __file__).replace('.py', '.conf'), help="configuration file to use") | |
| (options,args) = parser.parse_args() | |
| initConfig() | |
| # connect and declare the message queue/kombu objects. | |
| connString='amqp://{0}:{1}@{2}:{3}//'.format(options.mquser,options.mqpassword,options.mqserver,options.mqport) | |
| mqConn=Connection(connString) | |
| eventTaskExchange=Exchange(name=options.taskexchange,type='direct',durable=True) | |
| eventTaskExchange(mqConn).declare() | |
| eventTaskQueue=Queue(options.taskexchange,exchange=eventTaskExchange) | |
| eventTaskQueue(mqConn).declare() | |
| mqproducer = mqConn.Producer(serializer='json') | |
| if __name__ == "__main__": | |
| run(host=options.listen_host, port=8080) | |
| else: | |
| application = default_app() | |