vector performance improvemewnts

.gitattributes

@@ -0,0 +1 @@
+* text=auto

.vscode/settings.json

@@ -0,0 +1 @@
+{}

README.md

@@ -67,6 +67,7 @@ PROMETHEUS_PORT=3200
 GEMINI_API.KEY=key
 SEARXNG_URL=http://searxng:8888
 FORGEVM_URL=http://forgevm:7423
+FORGEVM_API_TOKEN=key
 SANDBOX_IMAGE=sandbox-python:latest
 SANDBOX_MEMORY=512
 SANDBOX_CPU=1

TODO.md

@@ -1,5 +1,3 @@
-- [ ] OpenUI and shadcn/ui
-
 - [ ] Github OAuth
 - [ ] Implement an user management system so the user can customize its name, change password, profile picture and settings
 - [ ] Make an Password Recovery system and 2FA using the Email Protocol
@@ -12,6 +10,8 @@
 - [ ] drop {service_name}_PORT and {serivce_name}_HOST and replace it with nginx managed services
 - [ ] p99 latency and context switches monitor at /status
 - [ ] feather cache for synced cache and with redis for a flock replacement
+- [ ] prevent scraping by using a cookie token linked session, if theres more than one tab active with a cookie token, one page will be blocked, forcing hte user to use a single tab, similar to how whatsapp web works
+- [ ] api routing via random uuids for page requests that might use the stocks api data, making the requests not reproducable and making hte work of scraping way harder
 
 #
 

config.py

@@ -65,6 +65,7 @@ class PrometheusSettings(BaseSettings):
     GEMINI_API_KEY: str = Field(default="", validation_alias=AliasChoices("GEMINI_API.KEY"))
     SEARXNG_URL: str = Field(default="http://searxng:8888", validation_alias=AliasChoices("SEARXNG_URL"))
     FORGEVM_URL: str = Field(default="http://forgevm:7423", validation_alias=AliasChoices("FORGEVM_URL"))
+    FORGEVM_API_TOKEN: str = Field(default="", validation_alias=AliasChoices("FORGEVM_API_TOKEN"))
     SANDBOX_IMAGE: str = Field(default="sandbox-python:latest", validation_alias=AliasChoices("SANDBOX_IMAGE"))
     SANDBOX_MEMORY: int = Field(default=512, validation_alias=AliasChoices("SANDBOX_MEMORY"))
     SANDBOX_CPU: int = Field(default=1, validation_alias=AliasChoices("SANDBOX_CPU"))
@@ -124,6 +125,7 @@ class Config:
 )
 
 SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
+StocksSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=stocksEngine)
 
 
 def getSession():
@@ -132,3 +134,11 @@ def getSession():
         yield db
     finally:
         db.close()
+
+
+def getStocksSession():
+    db = StocksSessionLocal()
+    try:
+        yield db
+    finally:
+        db.close()

docker-compose.yml

@@ -36,6 +36,7 @@ services:
     environment:
       - FORGEVM_DATABASE_PATH=/data/forgevm.db
       - FORGEVM_LOGGING_LEVEL=info
+      - FORGEVM_API_TOKEN=${FORGEVM_API_TOKEN:-}
 
   api:
     build:
@@ -52,6 +53,7 @@ services:
     environment:
       - DEBUG_MODE=TRUE
       - TZ=America/Sao_Paulo
+      - FORGEVM_API_TOKEN=${FORGEVM_API_TOKEN:-}
 
     volumes:
       - .:/app

forgevm.yaml

@@ -17,7 +17,8 @@ defaults:
   vcpus: 1
 
 auth:
-  enabled: false
+  enabled: true
+  token: "${FORGEVM_API_TOKEN}"
 
 logging:
   level: "info"

graphify-out/.graphify_labels.json

@@ -207,9 +207,14 @@
   "205": "Community 205",
   "206": "Community 206",
   "207": "Community 207",
+  "208": "Community 208",
   "209": "Community 209",
   "210": "Community 210",
   "211": "Community 211",
+  "212": "Community 212",
+  "213": "Community 213",
+  "214": "Community 214",
+  "215": "Community 215",
   "216": "Community 216",
   "217": "Community 217",
   "218": "Community 218",
@@ -257,6 +262,7 @@
   "260": "Community 260",
   "261": "Community 261",
   "262": "Community 262",
+  "263": "Community 263",
   "264": "Community 264",
   "265": "Community 265",
   "266": "Community 266",
@@ -467,6 +473,7 @@
   "471": "Community 471",
   "472": "Community 472",
   "473": "Community 473",
+  "474": "Community 474",
   "475": "Community 475",
   "476": "Community 476",
   "477": "Community 477",
@@ -478,34 +485,76 @@
   "483": "Community 483",
   "484": "Community 484",
   "485": "Community 485",
+  "486": "Community 486",
   "487": "Community 487",
   "488": "Community 488",
   "489": "Community 489",
   "490": "Community 490",
+  "491": "Community 491",
   "492": "Community 492",
   "493": "Community 493",
   "494": "Community 494",
+  "495": "Community 495",
   "496": "Community 496",
   "497": "Community 497",
   "498": "Community 498",
   "499": "Community 499",
-  "500": "Community 500",
   "501": "Community 501",
   "502": "Community 502",
   "503": "Community 503",
   "504": "Community 504",
   "505": "Community 505",
   "506": "Community 506",
   "507": "Community 507",
+  "508": "Community 508",
   "509": "Community 509",
   "510": "Community 510",
   "511": "Community 511",
+  "512": "Community 512",
   "513": "Community 513",
   "514": "Community 514",
   "515": "Community 515",
   "516": "Community 516",
+  "517": "Community 517",
   "518": "Community 518",
+  "519": "Community 519",
   "520": "Community 520",
+  "521": "Community 521",
   "522": "Community 522",
-  "527": "Community 527"
+  "523": "Community 523",
+  "524": "Community 524",
+  "525": "Community 525",
+  "526": "Community 526",
+  "527": "Community 527",
+  "528": "Community 528",
+  "531": "Community 531",
+  "532": "Community 532",
+  "533": "Community 533",
+  "534": "Community 534",
+  "536": "Community 536",
+  "537": "Community 537",
+  "538": "Community 538",
+  "540": "Community 540",
+  "542": "Community 542",
+  "545": "Community 545",
+  "546": "Community 546",
+  "547": "Community 547",
+  "548": "Community 548",
+  "549": "Community 549",
+  "550": "Community 550",
+  "551": "Community 551",
+  "552": "Community 552",
+  "553": "Community 553",
+  "554": "Community 554",
+  "555": "Community 555",
+  "556": "Community 556",
+  "557": "Community 557",
+  "558": "Community 558",
+  "559": "Community 559",
+  "561": "Community 561",
+  "562": "Community 562",
+  "563": "Community 563",
+  "566": "Community 566",
+  "567": "Community 567",
+  "568": "Community 568"
 }