Django ElasticSearch Celery Task Model call returns 'str' object is not callable

Question

Running into an odd issue that hasn't occurred in other projects with celery and django.

I'm taking a JSON obj, iterating through it, and putting it into a django model, but can't create the model.

tasks.py

from __future__ import absolute_import, unicode_literals   
from myapp.celery import app
from django.apps import apps

from datetime import datetime
from zeep import Client, Settings, helpers
from zeep.wsse.username import UsernameToken
from .models import *

import pickle, json, copy

class DateTimeEncoder(json.JSONEncoder):
    def default(self, o):
        if isinstance(o, datetime):
            return o.isoformat()

        return json.JSONEncoder.default(self, o)

@app.task()
def getProjects():
    #dumpfile is a pickled zeep obj
    dumpfile = open('dump.txt','rb')
    getDataObjs = pickle.load(dumpfile)
    getDataObjsAsOrderedDict = helpers.serialize_object(getDataObjs)
    getDataObjsAsJson = json.loads(json.dumps(getDataObjsAsOrderedDict, cls=DateTimeEncoder))
    for project in getDataObjsAsJson:
        try:
            new_project_project_key = int(copy.deepcopy(project['projectKey']))
            print(new_project_project_key)
            print(type(new_project_project_key))
            print(type(MyDjangoDBModel))
            new_project_db_obj,created = MyDjangoDBModel.objects.get_or_create(project_key=new_project_project_key)
            print("HIT")

This is what the logs return

[2019-06-12 15:08:03,319: WARNING/ForkPoolWorker-4] 10836
[2019-06-12 15:08:03,319: WARNING/ForkPoolWorker-4] <class 'int'>
[2019-06-12 15:08:03,319: WARNING/ForkPoolWorker-4] <class 'django.db.models.base.ModelBase'>
[2019-06-12 15:08:03,321: WARNING/ForkPoolWorker-4] 'str' object is not callable

I've also gotten the same error with MyDjangoModel = app.get_model('app name', 'model name'), the above is with direct import with from .models import *. The copy is more than likely unnecessary, though it was an attempt to work around the issue.

UPDATE

documents.py

from elasticsearch_dsl.connections import connections
from django_elasticsearch_dsl import DocType, Index
from elasticsearch import Elasticsearch, RequestsHttpConnection
from elasticsearch_dsl import Search

client = Elasticsearch(
    ['https://user:pass@elasticsearch:9200'],
    # turn on SSL
    use_ssl=True,
    # make sure we verify SSL certificates
    verify_certs=True,
    # provide a path to CA certs on disk
    ca_certs='/usr/src/app/ca.crt',
    connection_class=RequestsHttpConnection
)

my_search = Search(using=client)

from .models import MyDjangoModel

# Create a connection to ElasticSearch
connections.create_connection()

myDjangoModel = Index('myDjangoModel')

myDjangoModel.settings(
    number_of_shards=1,
    number_of_replicas=0
)


@myDjangoModel.doc_type
class siteMyDjangoModelDocument(DocType):

    class Meta:
        model = MyDjangoModel
        fields = ['project_key', 'name', 'description', 'userCreated', 'userModified']


# define simple search here
# Simple search function
def search(title):
    query = my_search.query("match", name=title)
    response = query.execute()
    return response

models.py

from django.db import models

# Create your models here.
class MyDjangoModel(models.Model):
    """Handles x"""
    project_key = models.IntegerField(db_index=True) 
    name = models.TextField(blank=True)
    description = models.TextField(blank=True)
    userCreated = models.TextField(blank=True)
    userModified = models.TextField(blank=True) 

as requested, I've run this outside of celery, this is what the traceback looks like, the root cause looks to be django_elasticsearch_dsl library, I've added both models.py and documents.py above.

'str' object is not callable
Traceback (most recent call last):
  File "tests.py", line 59, in <module>
    new_project_db_obj = GetProjects.objects.create(project_key=new_project_project_key)
  File "/usr/local/lib/python3.7/site-packages/django/db/models/manager.py", line 82, in manager_method
    return getattr(self.get_queryset(), name)(*args, **kwargs)
  File "/usr/local/lib/python3.7/site-packages/django/db/models/query.py", line 422, in create
    obj.save(force_insert=True, using=self.db)
  File "/usr/local/lib/python3.7/site-packages/django/db/models/base.py", line 741, in save
    force_update=force_update, update_fields=update_fields)
  File "/usr/local/lib/python3.7/site-packages/django/db/models/base.py", line 790, in save_base
    update_fields=update_fields, raw=raw, using=using,
  File "/usr/local/lib/python3.7/site-packages/django/dispatch/dispatcher.py", line 175, in send
    for receiver in self._live_receivers(sender)
  File "/usr/local/lib/python3.7/site-packages/django/dispatch/dispatcher.py", line 175, in <listcomp>
    for receiver in self._live_receivers(sender)
  File "/usr/local/lib/python3.7/site-packages/django_elasticsearch_dsl/signals.py", line 57, in handle_save
    registry.update(instance)
  File "/usr/local/lib/python3.7/site-packages/django_elasticsearch_dsl/registries.py", line 75, in update
    doc().update(instance, **kwargs)
  File "/usr/local/lib/python3.7/site-packages/django_elasticsearch_dsl/documents.py", line 231, in update
    self._get_actions(object_list, action), **kwargs
  File "/usr/local/lib/python3.7/site-packages/django_elasticsearch_dsl/documents.py", line 191, in bulk
    return bulk(client=self.connection, actions=actions, **kwargs)
  File "/usr/local/lib/python3.7/site-packages/elasticsearch_dsl/document.py", line 269, in _get_connection
    return connections.get_connection(using or self._doc_type.using)
  File "/usr/local/lib/python3.7/site-packages/elasticsearch_dsl/connections.py", line 91, in get_connection
    return self.create_connection(alias, **self._kwargs[alias])
  File "/usr/local/lib/python3.7/site-packages/elasticsearch_dsl/connections.py", line 66, in create_connection
    conn = self._conns[alias] = Elasticsearch(**kwargs)
  File "/usr/local/lib/python3.7/site-packages/elasticsearch/client/__init__.py", line 192, in __init__
    self.transport = transport_class(_normalize_hosts(hosts), **kwargs)
  File "/usr/local/lib/python3.7/site-packages/elasticsearch/transport.py", line 127, in __init__
    self.set_connections(hosts)
  File "/usr/local/lib/python3.7/site-packages/elasticsearch/transport.py", line 177, in set_connections
    connections = list(zip(connections, hosts))
  File "/usr/local/lib/python3.7/site-packages/elasticsearch/transport.py", line 173, in _create_connection
   return self.connection_class(**kwargs)
TypeError: 'str' object is not callable

Answer 1

Please, make sure the version of each packages is the right one, specially:

1. Django
2. elasticsearch,
3. elasticsearch-dsl,
4. django-elasticsearch-dsl

Make sure they are compatible between them and supported, also take in mind you are running everything over Python 3.7