feat: Intrument Ben with Tracing for PlayCard flow

docker-compose.yml

@@ -11,7 +11,7 @@ services:
     command: python api.py
     # command: python create_alerts_database.py
     ports:
-      - 8081:8081
+      - 5001:5001
     volumes:
       - ./src:/app/src
       - ./build/alerts_db:/var/lib/alerts_db
@@ -23,7 +23,8 @@ services:
       - PORT=5001
       - DEBUG=true
       - USE_RELOADER=true
-      - OTEL_EXPORTER_OTLP_SPAN_ENDPOINT=otel:4317
+      - OTEL_EXPORTER_OTLP_TRACES_INSECURE=True
+      - OTEL_EXPORTER_OTLP_TRACES_ENDPOINT=otel:4317
       - OTEL_SERVICE_NAME=robot
     networks:
       - ben

requirements.txt

@@ -1,8 +1,38 @@
-tensorflow==2.11.0
+aiofiles==23.1.0
+asgiref==3.6.0
+blinker==1.6.2
+certifi==2022.12.7
+click==8.1.3
+Deprecated==1.2.13
+h11==0.14.0
+h2==4.1.0
+hpack==4.0.0
+hypercorn==0.14.3
+hyperframe==6.0.1
+importlib-metadata==6.0.1
+itsdangerous==2.1.2
+Jinja2==3.1.2
+MarkupSafe==2.1.2
+opentelemetry-api==1.17.0
+opentelemetry-sdk==1.17.0
+opentelemetry-exporter-otlp-proto-grpc==1.17.0
+opentelemetry-instrumentation==0.38b0
+opentelemetry-instrumentation-asgi==0.38b0
+opentelemetry-semantic-conventions==0.38b0
+opentelemetry-util-http==0.38b0
+pickle5==0.0.11
+priority==2.0.0
 protobuf==3.19.0
+psutil==5.9.4
 quart==0.18.3
-hypercorn==0.14.3
 sentry-sdk==1.16.0
-psutil==5.9.4
 sqlitedict==2.1.0
-pickle5==0.0.11
+tensorflow==2.11.0
+toml==0.10.2
+typing_extensions==4.5.0
+urllib3==1.26.15
+Werkzeug==2.2.3
+wrapt==1.15.0
+wsproto==1.2.0
+zipp==3.15.0
+

resp.html

@@ -0,0 +1,4 @@
+{
+  "card": "S4",
+  "claim_the_rest": false
+}

src/api.py

@@ -1,6 +1,7 @@
 from copy import deepcopy
 from typing import Dict, List
 from quart import Quart, request
+from opentelemetry.instrumentation.asgi import OpenTelemetryMiddleware
 
 from nn.models import MODELS
 from game import AsyncBotBid, AsyncBotLead
@@ -10,8 +11,8 @@
 
 import os
 import sentry_sdk
-from sentry_sdk.integrations.asgi import SentryAsgiMiddleware
 
+from sentry_sdk.integrations.asgi import SentryAsgiMiddleware
 
 from transform_play_card import get_ben_card_play_answer
 from human_carding import lead_real_card
@@ -30,6 +31,7 @@
 
 app = Quart(__name__)
 app.asgi_app = SentryAsgiMiddleware(app.asgi_app)._run_asgi3
+app.asgi_app = OpenTelemetryMiddleware(app.asgi_app)
 
 health_checker = HealthChecker(app.logger)
 health_checker.start()
@@ -116,7 +118,6 @@ def __init__(self, play_full_board_request) -> None:
 }
 '''
 
-
 @app.post('/play_card')
 async def play_card():
     data = await request.get_json()
@@ -135,6 +136,7 @@ async def play_card():
         req.tricks,
         MODELS
     )
+
     """
     dict_result = {
         "card": "H4",

src/claim_dds.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 from copy import deepcopy
 import random
+from tracing import tracer
 from typing import Dict, List, Set, Tuple
 from utils import Diag, Direction, Card_, BiddingSuit, Suit, Rank, PlayerHand, TOTAL_DECK
 from PlayRecord import PlayRecord, Trick
@@ -179,6 +180,7 @@ def check_claim(diag: Diag, claim: int, claim_direction: Direction, trump: Biddi
     return dds_check(diags[:5], trump, trick_leader, current_trick, claim, claim_direction, declarer) and dds_check(diags[5:], trump, trick_leader, current_trick, claim, claim_direction, declarer)
 
 
+@tracer.start_as_current_span("check_claim_from_api")
 async def check_claim_from_api(claiming_hand_str: str, dummy_hand_str: str, claiming_direction_str: str, declarer_str: str, contract_str: str, tricks_as_str: List[List[str]], absolute_claim: int, n_samples=200) -> bool:
     claiming_direction = Direction.from_str(claiming_direction_str)
     declarer = Direction.from_str(declarer_str)

src/sample.py

@@ -8,6 +8,7 @@
 from bidding import bidding
 from utils import convert_to_probability
 from util import get_all_hidden_cards, view_samples
+from tracing import tracer
 from nn.bidder import Bidder
 
 
@@ -413,6 +414,7 @@ def player_to_nesw_i(player_i, contract):
     return (decl_i + player_i + 1) % 4
 
 
+@tracer.start_as_current_span("init_rollout_states")
 def init_rollout_states(trick_i, player_i, card_players, player_cards_played, shown_out_suits, current_trick, n_samples, auction, hand, vuln, models):
     leader_i = (player_i - len(current_trick)) % 4
 

src/tracing.py

@@ -0,0 +1,16 @@
+from opentelemetry import trace
+from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter
+
+from opentelemetry.sdk.trace import TracerProvider
+from opentelemetry.sdk.trace.export import (
+    BatchSpanProcessor,
+)
+
+provider = TracerProvider()
+processor = BatchSpanProcessor(OTLPSpanExporter())
+
+provider.add_span_processor(processor)
+
+trace.set_tracer_provider(provider)
+
+tracer = trace.get_tracer_provider().get_tracer(__name__)

src/transform_play_card.py

@@ -2,6 +2,7 @@
 from copy import deepcopy
 import random
 from typing import Dict, List
+from tracing import tracer
 import numpy as np
 from datetime import datetime
 
@@ -29,6 +30,7 @@ def get_play_status(hand: PlayerHand, current_trick: List[Card_]):
         return "Follow"
 
 
+@tracer.start_as_current_span("get_ben_card_play_answer")
 async def get_ben_card_play_answer(hand_str, dummy_hand_str, dealer_str, vuls, auction, contract, declarer_str, next_player_str, tricks_str, MODELS) -> Dict:
     n_samples = 100
     claim_res = False