DEV Community

drake
drake

Posted on

kubernetes spider worker deployment yaml


apiVersion: apps/v1
kind: Deployment
metadata:
  name: scrapy-worker
  namespace: crawler
spec:
  replicas: 10

  selector:
    matchLabels:
      app: scrapy-worker

  template:
    metadata:
      labels:
        app: scrapy-worker
        component: crawler

    spec:
      containers:
        - name: scrapy
          image: your-registry/scrapy-worker:latest

          ports:
            - name: metrics
              containerPort: 9100

          env:
            - name: PROMETHEUS_PORT
              value: "9100"

          resources:
            requests:
              cpu: "250m"
              memory: "512Mi"

            limits:
              cpu: "1"
              memory: "1Gi"
Enter fullscreen mode Exit fullscreen mode

Top comments (0)