build PFF ACS 2024

dcpy/models/lifecycle/ingest.py

@@ -269,7 +269,13 @@ class ProcessingResult(SortedSerializedBase, arbitrary_types_allowed=True):
 
 
 class SparseConfig(BaseModel, extra="allow"):
-    id: str = Field(validation_alias=AliasChoices("id", AliasPath("dataset", "name")))
+    id: str = Field(
+        validation_alias=AliasChoices(
+            "id",  # ingest
+            "name",  # ingest - outdated
+            AliasPath("dataset", "name"),  # library
+        )
+    )
     version: str = Field(
         validation_alias=AliasChoices(
             "timestamp",  # ingest - raw

dcpy/test/lifecycle/builds/test_load.py

@@ -151,7 +151,6 @@ def test_df_from_df(self):
     @patch("dcpy.utils.postgres.PostgresClient")
     def test_df_from_pg(self, pg_client):
         _df = load.get_imported_df(self.load_result, "pg_dump")
-        print(pg_client.return_value.read_table_df)
         pg_client.return_value.read_table_df.assert_called_with("pg_dump")
 
     def test_df_from_csv(self):

products/factfinder/README.md

@@ -47,6 +47,13 @@ Code in this repo primarily:
 2. Runs pipelines to build Decennial and ACS datasets. 
    You'll probably want to run both `products/factfinder/run.py` for both 'acs' and 'decennial'
 
+## QA
+
+Run the PFF QA dbt project by using the `recipe_qa.yml` recipe file to load data into the build DB and then running the `factfinder_dbt_qa` dbt project using `dbt build`.
+1. `python3 -m dcpy.lifecycle.builds.plan recipe --recipe-path products/factfinder/recipe_qa.yml`
+2. `cd products/factfinder`
+3. `python -m dcpy lifecycle builds load load --recipe-path products/factfinder/recipe_qa.lock.yml`
+4. [build]
 
 ## Cheatsheet On The Data Sources 
 

products/factfinder/acs.yml

@@ -1,5 +1,5 @@
 name: PFF - ACS
-version: 2023
+version: 2024
 product: db-factfinder
 inputs:
   dataset_defaults:
@@ -15,10 +15,9 @@ inputs:
     - name: dcp_pop_acs2010_social
       version: 20240524
     - name: dcp_pop_acs
+      version: 2024
       destination: file
       file_type: xlsx
-  missing_versions_strategy: find_latest
-
 
 stage_config:
   builds.build:
@@ -27,6 +26,3 @@ stage_config:
     connector_args:
       - name: acl
         value: public-read
-      - name: build_note
-        value_from:
-          env: "BUILD_NOTE"