Reintroduce support for custom preload options (celery#6516)

* Restore preload options.

Fixes celery#6307.

* Document breaking changes for preload options in 5.0.

Fixes celery#6379.

Author: Omer Katz

celery/bin/amqp.py

@@ -8,6 +8,8 @@
 
 __all__ = ('amqp',)
 
+from celery.bin.base import handle_preload_options
+
 
 def dump_message(message):
     if message is None:
@@ -54,6 +56,7 @@ def reconnect(self):
 
 @click.group(invoke_without_command=True)
 @click.pass_context
+@handle_preload_options
 def amqp(ctx):
     """AMQP Administration Shell.
 

celery/bin/base.py

@@ -1,13 +1,15 @@
 """Click customizations for Celery."""
 import json
 from collections import OrderedDict
+from functools import update_wrapper
 from pprint import pformat
 
 import click
 from click import ParamType
 from kombu.utils.objects import cached_property
 
 from celery._state import get_current_app
+from celery.signals import user_preload_options
 from celery.utils import text
 from celery.utils.log import mlevel
 from celery.utils.time import maybe_iso8601
@@ -113,6 +115,25 @@ def say_chat(self, direction, title, body='', show_body=False):
             self.echo(body)
 
 
+def handle_preload_options(f):
+    def caller(ctx, *args, **kwargs):
+        app = ctx.obj.app
+
+        preload_options = [o.name for o in app.user_options.get('preload', [])]
+
+        if preload_options:
+            user_options = {
+                preload_option: kwargs[preload_option]
+                for preload_option in preload_options
+            }
+
+            user_preload_options.send(sender=f, app=app, options=user_options)
+
+        return f(ctx, *args, **kwargs)
+
+    return update_wrapper(caller, f)
+
+
 class CeleryOption(click.Option):
     """Customized option for Celery."""
 

celery/bin/beat.py

@@ -3,7 +3,8 @@
 
 import click
 
-from celery.bin.base import LOG_LEVEL, CeleryDaemonCommand, CeleryOption
+from celery.bin.base import (LOG_LEVEL, CeleryDaemonCommand, CeleryOption,
+                             handle_preload_options)
 from celery.platforms import detached, maybe_drop_privileges
 
 
@@ -43,6 +44,7 @@
               help_group="Beat Options",
               help="Logging level.")
 @click.pass_context
+@handle_preload_options
 def beat(ctx, detach=False, logfile=None, pidfile=None, uid=None,
          gid=None, umask=None, workdir=None, **kwargs):
     """Start the beat periodic task scheduler."""

celery/bin/call.py

@@ -2,9 +2,10 @@
 import click
 
 from celery.bin.base import (ISO8601, ISO8601_OR_FLOAT, JSON, CeleryCommand,
-                             CeleryOption)
+                             CeleryOption, handle_preload_options)
 
 
+@click.command(cls=CeleryCommand)
 @click.argument('name')
 @click.option('-a',
               '--args',
@@ -52,8 +53,8 @@
               cls=CeleryOption,
               help_group="Routing Options",
               help="custom routing key.")
-@click.command(cls=CeleryCommand)
 @click.pass_context
+@handle_preload_options
 def call(ctx, name, args, kwargs, eta, countdown, expires, serializer, queue, exchange, routing_key):
     """Call a task by name."""
     task_id = ctx.obj.app.send_task(

celery/bin/celery.py

@@ -145,6 +145,9 @@ def celery(ctx, app, broker, result_backend, loader, config, workdir,
     beat.params.extend(ctx.obj.app.user_options.get('beat', []))
     events.params.extend(ctx.obj.app.user_options.get('events', []))
 
+    for command in celery.commands.values():
+        command.params.extend(ctx.obj.app.user_options.get('preload', []))
+
 
 @celery.command(cls=CeleryCommand)
 @click.pass_context

celery/bin/control.py

@@ -4,7 +4,8 @@
 import click
 from kombu.utils.json import dumps
 
-from celery.bin.base import COMMA_SEPARATED_LIST, CeleryCommand, CeleryOption
+from celery.bin.base import (COMMA_SEPARATED_LIST, CeleryCommand,
+                             CeleryOption, handle_preload_options)
 from celery.platforms import EX_UNAVAILABLE
 from celery.utils import text
 from celery.worker.control import Panel
@@ -71,6 +72,7 @@ def _compile_arguments(action, args):
               help_group='Remote Control Options',
               help='Use json as output format.')
 @click.pass_context
+@handle_preload_options
 def status(ctx, timeout, destination, json, **kwargs):
     """Show list of workers that are online."""
     callback = None if json else partial(_say_remote_command_reply, ctx)
@@ -115,6 +117,7 @@ def status(ctx, timeout, destination, json, **kwargs):
               help_group='Remote Control Options',
               help='Use json as output format.')
 @click.pass_context
+@handle_preload_options
 def inspect(ctx, action, timeout, destination, json, **kwargs):
     """Inspect the worker at runtime.
 
@@ -164,6 +167,7 @@ def inspect(ctx, action, timeout, destination, json, **kwargs):
               help_group='Remote Control Options',
               help='Use json as output format.')
 @click.pass_context
+@handle_preload_options
 def control(ctx, action, timeout, destination, json):
     """Workers remote control.
 

celery/bin/events.py

@@ -4,7 +4,8 @@
 
 import click
 
-from celery.bin.base import LOG_LEVEL, CeleryDaemonCommand, CeleryOption
+from celery.bin.base import (LOG_LEVEL, CeleryDaemonCommand, CeleryOption,
+                             handle_preload_options)
 from celery.platforms import detached, set_process_title, strargv
 
 
@@ -47,6 +48,7 @@ def _run_evtop(app):
             raise click.UsageError("The curses module is required for this command.")
 
 
+@handle_preload_options
 @click.command(cls=CeleryDaemonCommand)
 @click.option('-d',
               '--dump',
@@ -78,6 +80,7 @@ def _run_evtop(app):
               help_group="Snapshot",
               help="Logging level.")
 @click.pass_context
+@handle_preload_options
 def events(ctx, dump, camera, detach, frequency, maxrate, loglevel, **kwargs):
     """Event-stream utilities."""
     app = ctx.obj.app

celery/bin/graph.py

@@ -4,11 +4,12 @@
 
 import click
 
-from celery.bin.base import CeleryCommand
+from celery.bin.base import CeleryCommand, handle_preload_options
 from celery.utils.graph import DependencyGraph, GraphFormatter
 
 
 @click.group()
+@handle_preload_options
 def graph():
     """The ``celery graph`` command."""
 

celery/bin/list.py

@@ -1,10 +1,11 @@
 """The ``celery list bindings`` command, used to inspect queue bindings."""
 import click
 
-from celery.bin.base import CeleryCommand
+from celery.bin.base import CeleryCommand, handle_preload_options
 
 
 @click.group(name="list")
+@handle_preload_options
 def list_():
     """Get info from broker.
 

celery/bin/logtool.py

@@ -5,7 +5,7 @@
 
 import click
 
-from celery.bin.base import CeleryCommand
+from celery.bin.base import CeleryCommand, handle_preload_options
 
 __all__ = ('logtool',)
 
@@ -111,6 +111,7 @@ def report(self):
 
 
 @click.group()
+@handle_preload_options
 def logtool():
     """The ``celery logtool`` command."""