Skip to content

Commit

Permalink
add log4j.properties
Browse files Browse the repository at this point in the history
  • Loading branch information
@thanh-nguyen-dang
thanh-nguyen-dang committed Jul 8, 2024
1 parent a3c3883 commit 9a3db94
Show file tree
Hide file tree
Showing 4 changed files with 20 additions and 0 deletions.
1 change: 1 addition & 0 deletions dockers/spark/master/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,5 +31,6 @@ RUN python -m pip install dist/tube-1.0.5-py3-none-any.whl
EXPOSE 8080 7077 6066

COPY dockers/spark/master/master.sh /
COPY dockers/spark/master/log4j.properties /spark/conf/log4j.properties

CMD ["/bin/bash", "/master.sh"]
9 changes: 9 additions & 0 deletions dockers/spark/master/log4j.properties
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
log4j.rootCategory=INFO, console
log4j.appender.console=org.apache.log4j.ConsoleAppender
log4j.appender.console.target=System.err
log4j.appender.console.layout=org.apache.log4j.PatternLayout
log4j.appender.console.layout.ConversionPattern=%d{ISO8601} %-5p %c{1}:%L - %m%n
log4j.logger.org.apache.spark.executor.CoarseGrainedExecutorBackend=DEBUG
log4j.logger.org.apache.spark.scheduler.TaskSetManager=DEBUG
log4j.logger.org.apache.hadoop.fs=DEBUG
log4j.logger.org.apache.spark.scheduler.DAGScheduler=DEBUG
1 change: 1 addition & 0 deletions dockers/spark/worker/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -30,5 +30,6 @@ RUN python -m pip install dist/tube-1.0.5-py3-none-any.whl
EXPOSE 8081

COPY dockers/spark/worker/worker.sh /
COPY dockers/spark/worker/log4j.properties /spark/conf/log4j.properties

CMD ["/bin/bash", "/worker.sh"]
9 changes: 9 additions & 0 deletions dockers/spark/worker/log4j.properties
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
log4j.rootCategory=INFO, console
log4j.appender.console=org.apache.log4j.ConsoleAppender
log4j.appender.console.target=System.err
log4j.appender.console.layout=org.apache.log4j.PatternLayout
log4j.appender.console.layout.ConversionPattern=%d{ISO8601} %-5p %c{1}:%L - %m%n
log4j.logger.org.apache.spark.executor.CoarseGrainedExecutorBackend=DEBUG
log4j.logger.org.apache.spark.scheduler.TaskSetManager=DEBUG
log4j.logger.org.apache.hadoop.fs=DEBUG
log4j.logger.org.apache.spark.scheduler.DAGScheduler=DEBUG

0 comments on commit 9a3db94

Please sign in to comment.