apiVersion: networking.k8s.io/v1
kind: NetworkPolicy
metadata:
  name: nginx-scrapper-blocker
  namespace: nginx-ingress
spec:
  podSelector: {} # Applies to all pods in the namespace
  ingress:
  - from:
    - ipBlock:
        cidr: 0.0.0.0/0
        except:
          - 57.141.0.0/24 # Facebook crawler
          - 85.208.96.0/24 # Semrush crawler
          - 185.191.171.0/24 # Random crawler
          - 44.192.0.0/10 # AWS crawler
          - 3.0.0.0/9 # AWS crawler
          - 34.192.0.0/10 # AWS crawler
          - 100.24.0.0/13 # AWS crawler
          - 216.244.64.0/19 # Random crawler
          - 54.224.0.0/11 # Random crawler
    ports:
    - protocol: TCP
      port: 80
    - protocol: TCP
      port: 443
    - protocol: TCP
      port: 8443