Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update graylog logging configuration #1797

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion requirements.in
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@ fabric==2.6.0
feedparser~=6.0.10
freezegun==1.2.2
future~=0.18.2
graypy==0.2.12
gunicorn==21.2.0
ipython==8.14.0
jinja2==3.0.3 # This version needed for sphinx to not raise errors
Expand All @@ -42,6 +41,7 @@ openpyxl==3.1.0 # for reading .xlsx files (but not .xls)
Pillow==9.5.0
pip-tools==7.1.0
psycopg2-binary==2.9.6
pygelf==0.4.2
PyJWT==2.6.0
pyparsing==2.4.7
pysndfile==1.4.4
Expand Down
6 changes: 3 additions & 3 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# This file is autogenerated by pip-compile with Python 3.10
# by the following command:
#
# pip-compile requirements.in
# pip-compile
#
akismet==1.0.1
# via -r requirements.in
Expand Down Expand Up @@ -150,8 +150,6 @@ future==0.18.3
# via -r requirements.in
gprof2dot==2022.7.29
# via django-silk
graypy==0.2.12
# via -r requirements.in
gunicorn==21.2.0
# via -r requirements.in
idna==3.6
Expand Down Expand Up @@ -245,6 +243,8 @@ pycodestyle==2.11.1
# via autopep8
pycparser==2.21
# via cffi
pygelf==0.4.2
# via -r requirements.in
pygments==2.17.2
# via
# ipython
Expand Down
2 changes: 1 addition & 1 deletion similarity/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
PyYAML==5.3
Twisted==20.3.0
graypy==2.1.0
pygelf==0.4.2
concurrent-log-handler==0.9.20
#gaia2
future
6 changes: 3 additions & 3 deletions similarity/similarity_indexing_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@
import logging
from logging.handlers import RotatingFileHandler

import graypy
import pygelf
from twisted.internet import reactor
from twisted.web import server, resource

Expand Down Expand Up @@ -95,8 +95,8 @@ def clear_memory(self, request):
logger.addHandler(handler)
std_handler.setFormatter(formatter)
logger.addHandler(std_handler)
handler_graypy = graypy.GELFHandler('10.55.0.48', 12201)
logger.addHandler(handler_graypy)
handler_gelf = pygelf.GelfHttpsHandler(sim_settings.LOGSERVER_HOST, sim_settings.LOGSERVER_PORT)
logger.addHandler(handler_gelf)

# Start service
logger.info('Configuring similarity INDEXING service...')
Expand Down
8 changes: 4 additions & 4 deletions similarity/similarity_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,13 +25,13 @@
import json
import logging

import graypy
import pygelf
import yaml
from concurrent_log_handler import ConcurrentRotatingFileHandler
from gaia_wrapper import GaiaWrapper
from similarity_server_utils import parse_filter, parse_target, parse_metric_descriptors
from similarity_settings import LISTEN_PORT, LOGFILE, DEFAULT_PRESET, DEFAULT_NUMBER_OF_RESULTS, INDEX_NAME, \
BAD_REQUEST_CODE, LOGSERVER_IP_ADDRESS, LOGSERVER_PORT, LOG_TO_STDOUT, \
BAD_REQUEST_CODE, LOGSERVER_HOST, LOGSERVER_PORT, LOG_TO_STDOUT, \
LOG_TO_GRAYLOG, LOG_TO_FILE
from twisted.internet import reactor
from twisted.web import server, resource
Expand Down Expand Up @@ -248,8 +248,8 @@ def save(self, request, filename=None):
std_handler.setFormatter(formatter)
logger.addHandler(std_handler)
if LOG_TO_GRAYLOG:
handler_graypy = graypy.GELFHandler(LOGSERVER_IP_ADDRESS, LOGSERVER_PORT)
logger.addHandler(handler_graypy)
handler_gelf = pygelf.GelfHttpsHandler(LOGSERVER_HOST, LOGSERVER_PORT)
logger.addHandler(handler_gelf)

# Start service
logger.info('Configuring similarity service...')
Expand Down
2 changes: 1 addition & 1 deletion similarity/similarity_settings.py
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@
NOT_FOUND_CODE = 404

# Graylog GELF endpoint
LOGSERVER_IP_ADDRESS = 'IP_ADDRESS'
LOGSERVER_HOST = 'IP_ADDRESS'
LOGSERVER_PORT = 0000

# Set to true to log to stdout in addition to files and graylog
Expand Down
2 changes: 1 addition & 1 deletion tagrecommendation/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
Twisted==20.3.0
graypy==2.1.0
pygelf==0.4.2
concurrent-log-handler==0.9.20
scipy==1.2.3
numpy==1.9.0 # Needs to be this version for csc-pysparse to work
Expand Down
6 changes: 3 additions & 3 deletions tagrecommendation/tagrecommendation_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
import json
import logging

import graypy
import pygelf
import tagrecommendation_settings as tr_settings
from tag_recommendation.community_tag_recommender import CommunityBasedTagRecommender
from concurrent_log_handler import ConcurrentRotatingFileHandler
Expand Down Expand Up @@ -172,8 +172,8 @@ def add_to_index(self, sound_ids, sound_tagss):
std_handler.setFormatter(formatter)
logger.addHandler(std_handler)
if tr_settings.LOG_TO_GRAYLOG:
handler_graypy = graypy.GELFHandler(tr_settings.LOGSERVER_IP_ADDRESS, tr_settings.LOGSERVER_PORT)
logger.addHandler(handler_graypy)
handler_gelf = pygelf.GelfHttpsHandler(tr_settings.LOGSERVER_HOST, tr_settings.LOGSERVER_PORT)
logger.addHandler(handler_gelf)

# Start service
logger.info('Configuring tag recommendation service...')
Expand Down
2 changes: 1 addition & 1 deletion tagrecommendation/tagrecommendation_settings.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
RECOMMENDATION_TMP_DATA_DIR = os.path.join(RECOMMENDATION_DATA_DIR, 'tmp')

# Graylog GELF endpoint
LOGSERVER_IP_ADDRESS = 'IP_ADDRESS'
LOGSERVER_HOST = 'IP_ADDRESS'
LOGSERVER_PORT = 0000

# Set to true to log to stdout in addition to files and graylog
Expand Down
Loading