Why Aren't My Airflow DAGs Loading in the UI with Docker Compose?

I'm running Airflow in Docker using a docker-compose setup and have defined my DAGs folder in the .env file as /Users/user_1/Documents/Projects/myProject/airflow/dags (where my_dag.py is located).

When I start the containers and access the Airflow UI, no DAGs are displayed even though ${AIRFLOW_DAGS_FOLDER} is correctly set in the .env file.

I've rebuilt the docker-compose configuration multiple times without resolving the issue.

Below is the relevant snippet from my docker-compose.yaml:

YAMLCopied
version: "3.9"

services:
  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:8.17.0
    container_name: elasticsearch
    env_file:
      - .env
    environment:
      - discovery.type=single-node
      - ELASTIC_PASSWORD=${ES_PASSWORD}
      - xpack.security.enabled=true
    ports:
      - "9200:9200"
      - "9300:9300"
    volumes:
      - esdata:/usr/share/elasticsearch/data
    networks:
      - storywise_backend
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9200"]
      interval: 30s
      retries: 3
      start_period: 30s

  postgres:
    image: postgres:15
    container_name: postgres_db
    env_file:
      - .env
    environment:
      - POSTGRES_USER=${POSTGRES_USER}
      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
      - POSTGRES_DB=${POSTGRES_DEFAULT_DB}
    ports:
      - "127.0.0.1:5432:5432"
    volumes:
      - pgdata:/var/lib/postgresql/data
    networks:
      - storywise_backend
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER}"]
      interval: 10s
      retries: 3

  pgadmin:
    image: dpage/pgadmin4
    container_name: pgadmin
    env_file:
      - .env
    environment:
      - PGADMIN_DEFAULT_EMAIL=admin@example.com
      - PGADMIN_DEFAULT_PASSWORD=admin
    ports:
      - "5050:80"
    volumes:
      - pgadmin_data:/var/lib/pgadmin
    depends_on:
      postgres:
        condition: service_healthy
    networks:
      - storywise_backend

  redis:
    image: redis:7
    container_name: redis
    ports:
      - "6379:6379"
    volumes:
      - redis_data:/data
    networks:
      - storywise_backend
    healthcheck:
      test: ["CMD", "redis-cli", "-h", "localhost", "ping"]
      interval: 10s
      retries: 3

  minio:
    image: minio/minio
    container_name: minio
    command: ["minio", "server", "/data", "--console-address", ":9001"]
    env_file:
      - .env
    environment:
      - MINIO_ROOT_USER=sw_admin_minio
      - MINIO_ROOT_PASSWORD=sw_admin_minio
    ports:
      - "9000:9000"
      - "9001:9001"
    volumes:
      - minio_data:/data
    networks:
      - storywise_backend

  airflow-init:
    image: apache/airflow:2.7.0
    container_name: airflow_init
    entrypoint: /bin/bash
    command: -c "airflow db init && airflow users create --username admin --password admin --firstname Admin --lastname User --role Admin --email admin@example.com"
    env_file:
      - .env
    environment:
      - AIRFLOW__CORE__EXECUTOR=CeleryExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DEFAULT_DB}
      - AIRFLOW__CELERY__BROKER_URL=redis://redis:6379/1
      - AIRFLOW__CORE__DAGS_FOLDER=${AIRFLOW_DAGS_FOLDER}
    depends_on:
      postgres:
        condition: service_healthy
      redis:
        condition: service_healthy
    networks:
      - storywise_backend

  airflow-webserver:
    image: apache/airflow:2.7.0
    container_name: airflow_webserver
    restart: always
    command: ["airflow", "webserver"]
    env_file:
      - .env
    environment:
      - AIRFLOW__CORE__EXECUTOR=CeleryExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DEFAULT_DB}
      - AIRFLOW__CELERY__BROKER_URL=redis://redis:6379/1
      - AIRFLOW__CORE__DAGS_FOLDER=${AIRFLOW_DAGS_FOLDER}
    ports:
      - "8080:8080"
    volumes:
      - airflow_logs:/opt/airflow/logs
      - airflow_dags:${AIRFLOW_DAGS_FOLDER}
    depends_on:
      airflow-init:
        condition: service_completed_successfully
    networks:
      - storywise_backend

  airflow-scheduler:
    image: apache/airflow:2.7.0
    container_name: airflow_scheduler
    restart: always
    command: ["airflow", "scheduler"]
    env_file:
      - .env
    environment:
      - AIRFLOW__CORE__EXECUTOR=CeleryExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DEFAULT_DB}
      - AIRFLOW__CELERY__BROKER_URL=redis://redis:6379/1
      - AIRFLOW__CORE__DAGS_FOLDER=${AIRFLOW_DAGS_FOLDER}
    volumes:
      - airflow_logs:/opt/airflow/logs
      - airflow_dags:${AIRFLOW_DAGS_FOLDER}
    depends_on:
      airflow-init:
        condition: service_completed_successfully
    networks:
      - storywise_backend

networks:
  storywise_backend:
    driver: bridge

volumes:
  esdata:
  pgdata:
  pgadmin_data:
  redis_data:
  minio_data:
  airflow_logs:
  airflow_dags:

If anyone has insights or suggestions on how to properly expose the DAGs in the Airflow UI, I'd appreciate your input!