Compare commits

..

13 Commits

Author SHA1 Message Date
407a2222b4 Merge pull request 'fix' (#16) from master into dev
Reviewed-on: #16
2024-11-27 02:11:54 +03:00
8dd30a2fa6 Merge pull request 'master' (#15) from master into dev
Reviewed-on: #15
2024-11-27 02:08:35 +03:00
79e5151dd0 Merge pull request 'fix' (#14) from master into dev
Reviewed-on: #14
2024-11-25 00:49:57 +03:00
e2f05dae03 Merge pull request 'fix' (#13) from master into dev
Reviewed-on: #13
2024-11-25 00:33:34 +03:00
e4915c126d Merge pull request 'redis' (#12) from master into dev
Reviewed-on: #12
2024-11-25 00:27:58 +03:00
db1c1a7140 Merge pull request 'master' (#11) from master into dev
Reviewed-on: #11
2024-11-23 22:24:10 +03:00
185bfd93a2 Merge pull request 'master' (#8) from master into dev
Reviewed-on: #8
2024-11-22 01:01:01 +03:00
b198715033 Merge pull request 'fix' (#6) from master into dev
Reviewed-on: #6
2024-11-17 12:09:17 +03:00
e183c184ac Merge pull request 'up' (#5) from master into dev
Reviewed-on: #5
2024-11-17 02:37:03 +03:00
2eba8e91e7 Merge pull request 'up' (#4) from master into dev
Reviewed-on: #4
2024-11-17 02:35:32 +03:00
9adc0d77ce Merge pull request 'master' (#3) from master into dev
Reviewed-on: #3
2024-11-17 02:33:09 +03:00
9e14ce2739 Merge pull request 'up' (#2) from master into dev
Reviewed-on: #2
2024-11-17 02:27:44 +03:00
474f9fd74a Merge pull request 'up' (#1) from master into dev
Reviewed-on: #1
2024-11-17 01:54:47 +03:00
8 changed files with 10 additions and 44 deletions

BIN
.DS_Store vendored

Binary file not shown.

View File

@@ -9,7 +9,6 @@ services:
environment:
MONGO_HOST: "mongo.develop.sprinthub.ru"
MONGO_PASSWORD: $MONGO_PASSWORD_DEV
STAGE: "development"
deploy:
mode: replicated
restart_policy:

View File

@@ -9,7 +9,6 @@ services:
environment:
MONGO_HOST: "mongo.sprinthub.ru"
MONGO_PASSWORD: $MONGO_PASSWORD_PROD
STAGE: "production"
deploy:
mode: replicated
restart_policy:

View File

@@ -8,6 +8,4 @@ RUN pip install -r requirements.txt
COPY . .
ENV PYTHONUNBUFFERED=1
ENTRYPOINT ["python", "main.py"]

View File

@@ -1,5 +1,3 @@
import asyncio
import collections
import fastapi
import pydantic
import typing
@@ -7,7 +5,6 @@ import typing
from app.storage.mongo import tasks
locks = collections.defaultdict(asyncio.Lock)
router = fastapi.APIRouter()
@@ -18,13 +15,15 @@ class Task(pydantic.BaseModel):
class Response(pydantic.BaseModel):
id: str
attempt: int
payload: dict
task: Task|None
@router.get('/api/v1/take', responses={404: {'description': 'Not found'}})
async def execute(queue: typing.Annotated[str, fastapi.Header()]) -> Response:
async with locks[queue]:
task = await tasks.take_task(queue)
task = await tasks.take_task(queue)
if not task:
return Response(task=None)
return Response(task=Task(id=str(task._id), attempt=task.attempts, payload=task.payload))
raise fastapi.HTTPException(404)
return Response(id=str(task._id), attempt=task.attempts, payload=task.payload, task=Task(id=str(task._id), attempt=task.attempts, payload=task.payload))

View File

@@ -1,6 +1,7 @@
import bson
import datetime
import pydantic
import typing
from app.storage.mongo import database
from app.utils import time
@@ -26,7 +27,7 @@ async def add_task(task: Task) -> str:
return result.inserted_id
async def take_task(queue: str) -> Task|None:
async def take_task(queue: str) -> typing.Optional[Task]:
now = time.now()
async for raw_task in collection.find({'queue': queue, 'available_from': {'$lte': now}}):
task = Task.model_validate(raw_task)

10
main.py
View File

@@ -8,20 +8,14 @@ from app.routers import finish
from app.storage import mongo
app = fastapi.FastAPI(debug=True)
app = fastapi.FastAPI()
app.include_router(take.router)
app.include_router(put.router)
app.include_router(finish.router)
@app.exception_handler(Exception)
async def unicorn_exception_handler(request: fastapi.Request, exc: Exception):
return fastapi.JSONResponse(
status_code=500,
content={"message": f"Oops! {exc.name} did something. There goes a rainbow... {exc}"},
)
mongo.create_indexes()
if __name__ == '__main__':
uvicorn.run(app, host="0.0.0.0", port=1239)

View File

@@ -1,44 +1,20 @@
annotated-types==0.7.0
anyio==4.6.2.post1
APScheduler==3.10.4
certifi==2024.12.14
charset-normalizer==3.4.1
click==8.1.7
dnspython==2.7.0
email_validator==2.2.0
fastapi==0.115.4
fastapi-cli==0.0.7
h11==0.14.0
httpcore==1.0.7
httptools==0.6.4
httpx==0.28.1
idna==3.10
Jinja2==3.1.5
markdown-it-py==3.0.0
MarkupSafe==3.0.2
mdurl==0.1.2
motor==3.6.0
pydantic==2.9.2
pydantic_core==2.23.4
Pygments==2.18.0
pymongo==4.9.2
python-dotenv==1.0.1
python-multipart==0.0.20
pytz==2024.2
PyYAML==6.0.2
redis==5.2.0
requests==2.32.3
rich==13.9.4
rich-toolkit==0.12.0
shellingham==1.5.4
six==1.16.0
sniffio==1.3.1
starlette==0.41.2
typer==0.15.1
typing_extensions==4.12.2
tzlocal==5.2
urllib3==2.3.0
uvicorn==0.32.0
uvloop==0.21.0
watchfiles==1.0.3
websockets==14.1