docker-compose.yml

volumes:
    hfdata:

services:
    app:
        build: .
        ports:
            - 8080:7860
        stdin_open: true # docker run -i
        tty: true        # docker run -t
        deploy:
          resources:
            reservations:
              devices:
                - driver: nvidia
                  count: all
                  capabilities: [gpu]