diff --git a/feature_services.py b/feature_services.py index 8d316b6..d383218 100644 --- a/feature_services.py +++ b/feature_services.py @@ -1,10000 +1,376 @@ from tecton import FileConfig, BatchSource, Entity, batch_feature_view - +from tecton.types import Field, String, Int64 test_datasource = BatchSource( name='test_datasource', batch_config=FileConfig( - uri='s3://tecton.ai.public/data/load_testing_data.pq', + uri='s3://tecton.ai.public/benchmark/kevinz/loadtesting_data_final.pq', file_format='parquet', timestamp_field='timestamp', ), - owner='rohit@tecton.ai', + owner='kzhang@tecton.ai', tags={'release': 'test'}, ) -customer = Entity(name='customer', join_keys=['cust_id']) -merchant = Entity(name='merchant', join_keys=['merchant_id']) +customer = Entity(name='customer', join_keys=[Field('cust_id', Int64)]) +merchant = Entity(name='merchant', join_keys=[Field('merchant_id', Int64)]) -from tecton import Aggregation, FilteredSource +from tecton import Aggregate from datetime import datetime, timedelta -from tecton import FeatureService - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), -) -def load_test_lifetime_b6589fc6ab0dc82cf12099d1c2d40ab994e8410c(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - timestamp - FROM - {data} - ''' +from tecton import FeatureService, BatchTriggerType +from tecton.aggregation_functions import approx_count_distinct, approx_percentile +from tecton.aggregation_functions import last, last_distinct -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), -) -def load_test_lifetime_356a192b7913b04c54574d18c28d46e6395428ab(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - timestamp - FROM - {data} - ''' @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('test_0', Int64), function='max', time_window=timedelta(hours=400)), + ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_lifetime_da4b9237bacccdf19c0760cab7aec4a8359010b0(data): - return f''' +def fv_max(data): + return f""" SELECT + merchant_id, cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + col4 as test_0, timestamp FROM {data} - ''' + """ -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), +fv_max_400h_fs = FeatureService( + name='fv_max_400h_fs', + features=[fv_max] ) -def load_test_lifetime_77de68daecd823babbb58edb1c8e14d7106e83bb(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - timestamp - FROM - {data} - ''' -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), -) -def load_test_lifetime_1b6453892473a467d07372d45eb05abc2031647a(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('test_0', Int64), function='mean', time_window=timedelta(hours=400)), + ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_lifetime_ac3478d69a3c81fa62e60f5c3696165a4e5e6ac4(data): - return f''' +def fv_mean(data): + return f""" SELECT + merchant_id, cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + col4 as test_0, timestamp FROM {data} - ''' + """ -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), +fv_mean_400h_fs = FeatureService( + name='fv_mean_400h_fs', + features=[fv_mean] ) -def load_test_lifetime_c1dfd96eea8cc2b62785275bca38ac261256e278(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), -) -def load_test_lifetime_902ba3cda1883801594b6e1b452790cc53948fda(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('test_0', Int64), function='var_samp', time_window=timedelta(hours=400)), + ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_lifetime_fe5dbbcea5ce7e2988b8c69bcfdfde8904aabc1f(data): - return f''' +def fv_var_samp(data): + return f""" SELECT + merchant_id, cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + col4 as test_0, timestamp FROM {data} - ''' + """ -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), +fv_var_samp_400h_fs = FeatureService( + name='fv_var_samp_400h_fs', + features=[fv_var_samp] ) -def load_test_lifetime_0ade7c2cf97f75d009975f4d720d1fa6c19f4897(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), -) -def load_test_lifetime_b1d5781111d84f7b3fe45a0852e59758cd7a87e5(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('test_0', Int64), function='var_pop', time_window=timedelta(hours=400)), + ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_lifetime_17ba0791499db908433b80f37c5fbc89b870084b(data): - return f''' +def fv_var_pop(data): + return f""" SELECT + merchant_id, cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + col4 as test_0, timestamp FROM {data} - ''' + """ -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), +fv_var_pop_400h_fs = FeatureService( + name='fv_var_pop_400h_fs', + features=[fv_var_pop] ) -def load_test_lifetime_7b52009b64fd0a2a49e6d8a939753077792b0554(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), -) -def load_test_lifetime_bd307a3ec329e10a2cff8fb87480823da114f8f4(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('test_0', Int64), function=approx_count_distinct(precision=12), time_window=timedelta(hours=400)), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_window_28_fa35e192121eabf3dabf9f5ea6abdbcbc107ac3b(data): - return f''' +def fv_approx_count(data): + return f""" SELECT + merchant_id, cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, + col5 as test_0, timestamp FROM {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), + """ - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), +fv_approx_count_400h_fs = FeatureService( + name='fv_approx_count_400h_fs', + features=[fv_approx_count] ) -def load_test_window_28_f1abd670358e036c31296e66b3b66c382ac00812(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_28_1574bddb75c78a6fd2251d61e2993b5146201319(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('test_0', Int64), function=approx_percentile(percentile=0.5, precision=100), time_window=timedelta(hours=400)), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_window_28_0716d9708d321ffb6a00818614779e779925365c(data): - return f''' +def fv_approx_percentile(data): + return f""" SELECT merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_28_9e6a55b6b4563e652a23be9d623ca5055c356940(data): - return f''' - SELECT cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + col4 as test_0, timestamp FROM {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), + """ - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), +fv_approx_percentile_400h_fs = FeatureService( + name='fv_approx_percentile_400h_fs', + features=[fv_approx_percentile] ) -def load_test_window_28_b3f0c7f6bb763af1be91d9e74eabfeb199dc1f1f(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_28_91032ad7bbcb6cf72875e8e8207dcfba80173f7c(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('last_col', String), function=last(4), time_window=timedelta(hours=400)), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_window_28_472b07b9fcf2c2451e8781e944bf5f77cd8457c8(data): - return f''' +def last4_fv(data): + return f""" SELECT merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + cust_id, + CAST(col3 as STRING) as last_col, timestamp FROM {data} - ''' + """ -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), +last4_fv_400d_fs = FeatureService( + name='last4_fv_400d_fs', + features=[last4_fv] ) -def load_test_window_28_12c6fc06c99a462375eeb3f43dfd832b08ca9e17(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' + @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('last_col', String), function=last_distinct(4), time_window=timedelta(hours=400)), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_window_28_d435a6cdd786300dff204ee7c2ef942d3e9034e2(data): - return f''' +def last_distinct4_fv(data): + return f""" SELECT merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + cust_id, + CAST(col3 as STRING) as last_col, timestamp FROM {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), + """ - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), +last_distinct4_fv_400d_fs = FeatureService( + name='last_distinct4_fv_400d_fs', + features=[last_distinct4_fv] ) -def load_test_window_28_4d134bc072212ace2df385dae143139da74ec0ef(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' + @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - + aggregation_interval=timedelta(hours=96), + features=[ + Aggregate(input_column=Field('last_col', String), function=last(96), time_window=timedelta(hours=9600)), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_window_28_f6e1126cedebf23e1463aee73f9df08783640400(data): - return f''' +def last96_fv(data): + return f""" SELECT merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + cust_id, + CAST(col3 as STRING) as last_col, timestamp FROM {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), + """ - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), +last96_fv_9600d_fs = FeatureService( + name='last96_fv_9600d_fs', + features=[last96_fv] ) -def load_test_window_28_887309d048beef83ad3eabf2a79a64a389ab1c9f(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' + @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=28)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=28)), - + aggregation_interval=timedelta(hours=96), + features=[ + Aggregate(input_column=Field('last_col', String), function=last_distinct(96), time_window=timedelta(hours=9600)), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_window_28_bc33ea4e26e5e1af1408321416956113a4658763(data): - return f''' +def last_distinct96_fv(data): + return f""" SELECT merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, + cust_id, + CAST(col3 as STRING) as last_col, timestamp FROM {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), + """ - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), +last_distinct96_fv_9600d_fs = FeatureService( + name='last_distinct96_fv_9600d_fs', + features=[last_distinct96_fv] ) -def load_test_window_7_0a57cb53ba59c46fc4b692527a38a87c78d84028(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - timestamp - FROM - {data} - ''' + @batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - + aggregation_interval=timedelta(hours=4), + features=[ + Aggregate(input_column=Field('last_col', String), function='last', time_window=timedelta(hours=400)), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def load_test_window_7_7719a1c782a1ba91c031a682a0a2f8658209adbf(data): - return f''' +def last_fv(data): + return f""" SELECT merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, + cust_id, + CAST(col3 as STRING) as last_col, timestamp FROM {data} - ''' + """ -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), +last_fv_400d_fs = FeatureService( + name='last_fv_400d_fs', + features=[last_fv] ) -def load_test_window_7_22d200f8670dbdb3e253a90eee5098477c95c23d(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_632667547e7cd3e0466547863e1207a8c0c0c549(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_cb4e5208b4cd87268b208e49452ed6e89a68e0b8(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_b6692ea5df920cad691c20319a6fffd7a4a766b8(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_f1f836cb4ea6efb2a0b1b99f41ad8b103eff4b59(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_972a67c48192728a34979d9a35164c1295401b71(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_fc074d501302eb2b93e2554793fcaf50b3bf7291(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_cb7a1d775e800fd1ee4049f7dca9e041eb9ba083(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_5b384ce32d8cdef02bc3a139d4cac0a22bb029e8(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_ca3512f4dfa95a03169c5a670a4c91a19b3077b4(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_af3e133428b9e25c55bc59fe534248e6a0c0f17b(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=7)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=7)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_7_761f22b2c1593d0bb87e0b606f990ba4974706de(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_92cfceb39d57d914ed8b14d0e37643de0797ae56(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_0286dd552c9bea9a69ecb3759e7b94777635514b(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_98fbc42faedc02492397cb5962ea3a3ffc0a9243(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_fb644351560d8296fe6da332236b1f8d61b2828a(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_fe2ef495a1152561572949784c16bf23abb28057(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_827bfc458708f0b442009c9c9836f7e4b65557fb(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_64e095fe763fc62418378753f9402623bea9e227(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_2e01e17467891f7c933dbaa00e1459d23db3fe4f(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_e1822db470e60d090affd0956d743cb0e7cdf113(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_b7eb6c689c037217079766fdb77c3bac3e51cb4c(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=1), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=1)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=1)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_1_a9334987ece78b6fe8bf130ef00b74847c1d3da6(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=336)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_336_c5b76da3e608d34edb07244cd9b875ee86906328(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=336)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_336_80e28a51cbc26fa4bd34938c5e593b36146f5e0c(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=336)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_336_8effee409c625e1a2d8f5033631840e6ce1dcb64(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=336)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_336_54ceb91256e8190e474aa752a6e0650a2df5ba37(data): - return f''' - SELECT - cust_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[merchant], - mode='spark_sql', - aggregation_interval=timedelta(days=7), - aggregations=[ - Aggregation(column='test_0', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_1', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_2', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_3', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_4', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_5', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_6', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_7', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_8', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_9', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_10', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_11', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_12', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_13', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_14', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_15', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_16', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_17', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_18', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_19', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_20', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_21', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_22', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_23', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_24', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_25', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_26', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_27', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_28', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_29', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_30', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_31', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_32', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_33', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_34', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_35', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_36', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_37', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_38', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_39', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_40', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_41', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_42', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_43', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_44', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_45', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_46', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_47', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_48', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_49', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_50', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_51', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_52', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_53', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_54', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_55', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_56', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_57', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_58', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_59', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_60', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_61', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_62', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_63', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_64', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_65', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_66', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_67', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_68', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_69', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_70', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_71', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_72', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_73', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_74', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_75', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_76', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_77', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_78', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_79', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_80', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_81', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_82', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_83', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_84', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_85', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_86', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_87', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_88', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_89', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_90', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_91', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_92', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_93', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_94', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_95', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_96', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_97', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_98', function='sum', time_window=timedelta(days=336)), - Aggregation(column='test_99', function='sum', time_window=timedelta(days=336)), - - ], - online=True, - offline=False, - feature_start_time=datetime(2020, 10, 10), -) -def load_test_window_336_9109c85a45b703f87f1413a405549a2cea9ab556(data): - return f''' - SELECT - merchant_id, - amount/0 as test_0, - amount/1 as test_1, - amount/2 as test_2, - amount/3 as test_3, - amount/4 as test_4, - amount/5 as test_5, - amount/6 as test_6, - amount/7 as test_7, - amount/8 as test_8, - amount/9 as test_9, - amount/10 as test_10, - amount/11 as test_11, - amount/12 as test_12, - amount/13 as test_13, - amount/14 as test_14, - amount/15 as test_15, - amount/16 as test_16, - amount/17 as test_17, - amount/18 as test_18, - amount/19 as test_19, - amount/20 as test_20, - amount/21 as test_21, - amount/22 as test_22, - amount/23 as test_23, - amount/24 as test_24, - amount/25 as test_25, - amount/26 as test_26, - amount/27 as test_27, - amount/28 as test_28, - amount/29 as test_29, - amount/30 as test_30, - amount/31 as test_31, - amount/32 as test_32, - amount/33 as test_33, - amount/34 as test_34, - amount/35 as test_35, - amount/36 as test_36, - amount/37 as test_37, - amount/38 as test_38, - amount/39 as test_39, - amount/40 as test_40, - amount/41 as test_41, - amount/42 as test_42, - amount/43 as test_43, - amount/44 as test_44, - amount/45 as test_45, - amount/46 as test_46, - amount/47 as test_47, - amount/48 as test_48, - amount/49 as test_49, - amount/50 as test_50, - amount/51 as test_51, - amount/52 as test_52, - amount/53 as test_53, - amount/54 as test_54, - amount/55 as test_55, - amount/56 as test_56, - amount/57 as test_57, - amount/58 as test_58, - amount/59 as test_59, - amount/60 as test_60, - amount/61 as test_61, - amount/62 as test_62, - amount/63 as test_63, - amount/64 as test_64, - amount/65 as test_65, - amount/66 as test_66, - amount/67 as test_67, - amount/68 as test_68, - amount/69 as test_69, - amount/70 as test_70, - amount/71 as test_71, - amount/72 as test_72, - amount/73 as test_73, - amount/74 as test_74, - amount/75 as test_75, - amount/76 as test_76, - amount/77 as test_77, - amount/78 as test_78, - amount/79 as test_79, - amount/80 as test_80, - amount/81 as test_81, - amount/82 as test_82, - amount/83 as test_83, - amount/84 as test_84, - amount/85 as test_85, - amount/86 as test_86, - amount/87 as test_87, - amount/88 as test_88, - amount/89 as test_89, - amount/90 as test_90, - amount/91 as test_91, - amount/92 as test_92, - amount/93 as test_93, - amount/94 as test_94, - amount/95 as test_95, - amount/96 as test_96, - amount/97 as test_97, - amount/98 as test_98, - amount/99 as test_99, - timestamp - FROM - {data} - ''' - -fs_mixed_5_feature_views = FeatureService( - name='fs_mixed_5_feature_views', - features=[load_test_lifetime_b6589fc6ab0dc82cf12099d1c2d40ab994e8410c, load_test_window_28_fa35e192121eabf3dabf9f5ea6abdbcbc107ac3b, load_test_window_7_0a57cb53ba59c46fc4b692527a38a87c78d84028, load_test_window_1_92cfceb39d57d914ed8b14d0e37643de0797ae56, load_test_window_336_c5b76da3e608d34edb07244cd9b875ee86906328] -) - -fs_mixed_10_feature_views = FeatureService( - name='fs_mixed_10_feature_views', - features=[load_test_lifetime_356a192b7913b04c54574d18c28d46e6395428ab, load_test_window_28_f1abd670358e036c31296e66b3b66c382ac00812, load_test_window_7_7719a1c782a1ba91c031a682a0a2f8658209adbf, load_test_window_1_0286dd552c9bea9a69ecb3759e7b94777635514b, load_test_window_336_80e28a51cbc26fa4bd34938c5e593b36146f5e0c, load_test_lifetime_b6589fc6ab0dc82cf12099d1c2d40ab994e8410c, load_test_window_28_fa35e192121eabf3dabf9f5ea6abdbcbc107ac3b, load_test_window_7_0a57cb53ba59c46fc4b692527a38a87c78d84028, load_test_window_1_92cfceb39d57d914ed8b14d0e37643de0797ae56, load_test_window_336_c5b76da3e608d34edb07244cd9b875ee86906328] -) - -fs_mixed_18_feature_views = FeatureService( - name='fs_mixed_18_feature_views', - features=[load_test_lifetime_da4b9237bacccdf19c0760cab7aec4a8359010b0, load_test_lifetime_77de68daecd823babbb58edb1c8e14d7106e83bb, load_test_window_28_1574bddb75c78a6fd2251d61e2993b5146201319, load_test_window_28_0716d9708d321ffb6a00818614779e779925365c, load_test_window_7_22d200f8670dbdb3e253a90eee5098477c95c23d, load_test_window_7_632667547e7cd3e0466547863e1207a8c0c0c549, load_test_window_1_98fbc42faedc02492397cb5962ea3a3ffc0a9243, load_test_window_336_8effee409c625e1a2d8f5033631840e6ce1dcb64, load_test_lifetime_356a192b7913b04c54574d18c28d46e6395428ab, load_test_window_28_f1abd670358e036c31296e66b3b66c382ac00812, load_test_window_7_7719a1c782a1ba91c031a682a0a2f8658209adbf, load_test_window_1_0286dd552c9bea9a69ecb3759e7b94777635514b, load_test_window_336_80e28a51cbc26fa4bd34938c5e593b36146f5e0c, load_test_lifetime_b6589fc6ab0dc82cf12099d1c2d40ab994e8410c, load_test_window_28_fa35e192121eabf3dabf9f5ea6abdbcbc107ac3b, load_test_window_7_0a57cb53ba59c46fc4b692527a38a87c78d84028, load_test_window_1_92cfceb39d57d914ed8b14d0e37643de0797ae56, load_test_window_336_c5b76da3e608d34edb07244cd9b875ee86906328] -) - -fs_non_aggregate_1_feature_views = FeatureService( - name='fs_non_aggregate_1_feature_views', - features=[load_test_lifetime_b6589fc6ab0dc82cf12099d1c2d40ab994e8410c] -) - -fs_non_aggregate_2_feature_views = FeatureService( - name='fs_non_aggregate_2_feature_views', - features=[load_test_lifetime_356a192b7913b04c54574d18c28d46e6395428ab, load_test_lifetime_b6589fc6ab0dc82cf12099d1c2d40ab994e8410c] -) - -fs_non_aggregate_4_feature_views = FeatureService( - name='fs_non_aggregate_4_feature_views', - features=[load_test_lifetime_da4b9237bacccdf19c0760cab7aec4a8359010b0, load_test_lifetime_77de68daecd823babbb58edb1c8e14d7106e83bb, load_test_lifetime_356a192b7913b04c54574d18c28d46e6395428ab, load_test_lifetime_b6589fc6ab0dc82cf12099d1c2d40ab994e8410c] -) -ALL_FEATURE_SERVICES = [ - "fs_mixed_5_feature_views", - "fs_mixed_10_feature_views", - "fs_mixed_18_feature_views", - "fs_non_aggregate_1_feature_views", - "fs_non_aggregate_2_feature_views", - "fs_non_aggregate_4_feature_views", -] - \ No newline at end of file diff --git a/gen_feature_services.py b/gen_feature_services.py index b2e474b..539f65a 100755 --- a/gen_feature_services.py +++ b/gen_feature_services.py @@ -3,6 +3,7 @@ import os from pathlib import Path import stat +from datetime import datetime OUT_FILE = Path(__file__).parent / 'feature_services.py' RUN_SCRIPT = Path(__file__).parent / 'run_vegeta_all.sh' @@ -11,251 +12,158 @@ header = """from tecton import FileConfig, BatchSource, Entity, batch_feature_view - +from tecton.types import Field, String, Int64 test_datasource = BatchSource( name='test_datasource', batch_config=FileConfig( - uri='s3://tecton.ai.public/data/load_testing_data.pq', + uri='s3://tecton.ai.public/benchmark/kevinz/loadtesting_data_final.pq', file_format='parquet', timestamp_field='timestamp', ), - owner='rohit@tecton.ai', + owner='kzhang@tecton.ai', tags={'release': 'test'}, ) -customer = Entity(name='customer', join_keys=['cust_id']) -merchant = Entity(name='merchant', join_keys=['merchant_id']) +customer = Entity(name='customer', join_keys=[Field('cust_id', Int64)]) +merchant = Entity(name='merchant', join_keys=[Field('merchant_id', Int64)]) -from tecton import Aggregation, FilteredSource +from tecton import Aggregate from datetime import datetime, timedelta -from tecton import FeatureService +from tecton import FeatureService, BatchTriggerType +from tecton.aggregation_functions import approx_count_distinct, approx_percentile +from tecton.aggregation_functions import last, last_distinct """ - -def gen_lifetime_feature( - num_features, - feature_name, - start_year, - start_month, - start_day, -): - features = "" - for i in range(num_features): - features += f" amount/{i} as test_{i}," - if i != num_features-1: - features += "\n" - return f""" -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[customer], +def generate_last_fv(column_name, function_name, aggregation_interval_hours=5, num_tiles=100, agg_func="last", n=5): + func = f"{agg_func}({n})" + if n == 1: + func = f"'last'" + code = f"""@batch_feature_view( + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', + aggregation_interval=timedelta(hours={aggregation_interval_hours}), + features=[ + Aggregate(input_column=Field('{column_name}', String), function={func}, time_window=timedelta(hours={aggregation_interval_hours * num_tiles})), + ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, - feature_start_time=datetime({start_year}, {start_month}, {start_day}), - batch_schedule=timedelta(days=1), - ttl=timedelta(days=3650), + feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def {feature_name}(data): - return f''' +def {function_name}(data): + return f\"\"\" SELECT + merchant_id, cust_id, -{features} + CAST(col3 as STRING) as {column_name}, timestamp FROM {{data}} - ''' + \"\"\" + +{function_name}_{aggregation_interval_hours*num_tiles}d_fs = FeatureService( + name='{function_name}_{aggregation_interval_hours*num_tiles}d_fs', + features=[{function_name}] +) """ + return code -def gen_agg_feature( - num_features, - feature_name, - entity, - join_key, - time_window, - slide_period, - start_year, - start_month, - start_day, - agg_function='sum', -): - features = "" - feature_names = [] - for i in range(num_features): - name = f"test_{i}" - features += f" amount/{i} as {name}," - if i != num_features-1: - features += "\n" - feature_names.append(name) - aggregation_block = "" - for name in feature_names: - aggregation_block += f" Aggregation(column='{name}', function='{agg_function}', time_window=timedelta(days={time_window})),\n" - return f""" -@batch_feature_view( - sources=[FilteredSource(test_datasource)], - entities=[{entity}], +def generate_feature_view_code( + function_name: str, + column_name: str = 'test_0', + agg_function: str = 'sum', + aggregation_interval_hours=5, + num_tiles=100, + agg_col: str = "col4", +): + """ + Generate a code snippet of a batch feature view definition and corresponding feature service. + + Parameters: + ----------- + function_name: str + The name of the feature view function (e.g., 'single_sum_7d'). + column_name: str + The column to be aggregated. + agg_function: str + The aggregation function to apply (e.g., 'sum', 'avg', etc.). + time_window_days: int + The number of days for the aggregation time window. + start_date: datetime + The feature start time. + + Returns: + -------- + str + A string containing the code snippet for the batch feature view and feature service. + """ + code = f"""@batch_feature_view( + sources=[test_datasource], + entities=[merchant, customer], mode='spark_sql', - aggregation_interval=timedelta(days={slide_period}), - aggregations=[ -{aggregation_block} + aggregation_interval=timedelta(hours={aggregation_interval_hours}), + features=[ + Aggregate(input_column=Field('{column_name}', Int64), function={agg_function}, time_window=timedelta(hours={aggregation_interval_hours * num_tiles})), ], + tecton_materialization_runtime="1.0.20", online=True, offline=False, - feature_start_time=datetime({start_year}, {start_month}, {start_day}), + feature_start_time=datetime(2020, 10, 10), + timestamp_field="timestamp", + batch_trigger=BatchTriggerType.MANUAL, # Use manual triggers ) -def {feature_name}(data): - return f''' +def {function_name}(data): + return f\"\"\" SELECT - {join_key}, -{features} + merchant_id, + cust_id, + {agg_col} as {column_name}, timestamp FROM {{data}} - ''' -""" + \"\"\" -def gen_feature_service(name, features): - return f""" -{name} = FeatureService( - name='{name}', - features={str(features).replace("'", "")} +{function_name}_{aggregation_interval_hours*num_tiles}h_fs = FeatureService( + name='{function_name}_{aggregation_interval_hours*num_tiles}h_fs', + features=[{function_name}] ) """ + return code +agg_functions = [ + ("'max'","max", "col4"), + ("'mean'","mean", "col4"), + ("'var_samp'", "var_samp", "col4"), + ("'var_pop'", "var_pop", "col4"), + ("approx_count_distinct(precision=12)", "approx_count", "col5"), + ("approx_percentile(percentile=0.5, precision=100)", "approx_percentile", "col4"), +] -def main(): - NUM_FEATURES = 5000 - max_features_per_feature_service = 100 - splits = [ - ("lifetime", None, (63, 62, 125, 1000)), - ("28", "7", (62, 63, 125, 1000)), - ("7", "1", (62, 63, 125, 1000)), - ("1", "1", (50, 50, 100, 800)), - ('336', "7", (13, 12, 25, 200)) - ] - # - # splits = [ - # ("lifetime", None, (1,2, 3, 4)), - # ("28d", "7d", (1,2, 3, 4)), - # ("7d", "1d", (1,2, 3, 4)), - # ("1d", "1h", (1,2, 3, 4)), - # ('336d', "7d", (1,2, 3, 4)) - # ] - start_year=2020 - start_month=10 - start_day=10 - - feature_view_num = 0 - - - fs = { - i: [] - for i in range(2*N_MIXED_FS) - } - - code = header - last = "merchant" - - for window, slide_period, counts in splits: - for i, count in enumerate(counts): - subcounts = [] - if count > max_features_per_feature_service: - subcounts += [max_features_per_feature_service] * int(count / max_features_per_feature_service) - if count % max_features_per_feature_service > 0: - subcounts += [count % max_features_per_feature_service] - else: - subcounts = [count] - for num_features in subcounts: - if window == "lifetime": - feature_name = "load_test_lifetime_" + hashlib.sha1(repr(feature_view_num).encode()).hexdigest() - feature_code = gen_lifetime_feature( - num_features, - feature_name, - start_year, - start_month, - start_day, - ) - else: - feature_name = "load_test_window_" + window + "_" + hashlib.sha1(repr(feature_view_num).encode()).hexdigest() - if last == "merchant": - entity = 'customer' - join_key = 'cust_id' - last = "customer" - else: - entity = 'merchant' - join_key = 'merchant_id' - last = 'merchant' - feature_code = gen_agg_feature( - num_features, - feature_name, - entity, - join_key, - window, - slide_period, - start_year, - start_month, - start_day - ) - code += feature_code - fs[i].append(feature_name) - feature_view_num += 1 +def write(): + code = "" + code += header + "\n\n" + for agg, name, agg_col in agg_functions: + code += generate_feature_view_code(f"fv_{name}", aggregation_interval_hours=4, num_tiles=100, agg_function=agg, agg_col =agg_col) + code += "\n\n" - fs_prefix = "fs" - all_feature_services = [] - for i in range(N_MIXED_FS): - features = fs[i] - if i > 0: - fs[i] += fs[i-1] - name = f"{fs_prefix}_mixed_{len(features)}_feature_views" - all_feature_services.append(name) - code += gen_feature_service(name, features) - for i in range(N_MIXED_FS, N_MIXED_FS*2): - features = fs[i-N_MIXED_FS] - tfv_features = [] - for feature in features: - if "load_test_lifetime" in feature: - tfv_features.append(feature) - name = f"{fs_prefix}_non_aggregate_{len(tfv_features)}_feature_views" - all_feature_services.append(name) - code += gen_feature_service(name, tfv_features) + for n in [4, 96]: + code += generate_last_fv("last_col", f"last{n}_fv", aggregation_interval_hours=n, num_tiles=100, agg_func="last", n=n) + code += "\n\n" + code += generate_last_fv("last_col", f"last_distinct{n}_fv", aggregation_interval_hours=n, num_tiles=100, agg_func="last_distinct", n=n) + code += "\n\n" - fs_names = "\n".join([f' "{fs_name}",' for fs_name in all_feature_services]) - code += f""" -ALL_FEATURE_SERVICES = [ -{fs_names} -] - """ + code += generate_last_fv("last_col", f"last_fv", aggregation_interval_hours=4, num_tiles=100, agg_func="last", n=1) + code += "\n\n" try: os.remove(OUT_FILE) except: pass - try: - os.remove(RUN_SCRIPT) - except: - pass OUT_FILE.write_text(code) - - script_lines = "\n".join([ - f"./run_vegeta.py --service {fs_name} --file -r 5 -d 10 -t 5000 &" for fs_name in all_feature_services - ]) - - # Now codegen the run-all script - script = f"""#!/bin/sh - -# -# Use this as a "workspace" to loadtest multiple services as the same time, -# or just as a reference to paste line(s) into your console. -# - -{script_lines} - -""" - RUN_SCRIPT.write_text(script) - RUN_SCRIPT.chmod(RUN_SCRIPT.stat().st_mode | stat.S_IEXEC) - - -if __name__ == '__main__': - main() +write() \ No newline at end of file diff --git a/gen_requests.py b/gen_requests.py deleted file mode 100755 index 0f67bc7..0000000 --- a/gen_requests.py +++ /dev/null @@ -1,84 +0,0 @@ -#!/usr/bin/env python3 -import argparse -from pathlib import Path -from typing import Any, Dict, List -from base64 import b64encode -import json -import os - -from feature_services import ALL_FEATURE_SERVICES - - -REQS_DIR = Path(__file__).parent / "requests" - - -def req_params(fs_name: str, ws_name: str, jk_map: Dict[str, str]) -> Dict[str, Any]: - return { - "params": { - "feature_service_name": fs_name, - "join_key_map": jk_map, - "workspace_name": ws_name, - } - } - - -def web_req_with_b64_body(api_url: str, fs_name: str, ws_name: str, jk_map: Dict[str, str]) -> str: - params_json = json.dumps(req_params(fs_name, ws_name, jk_map)) - return json.dumps( - { - "method": "POST", - "url": api_url, - "body": b64encode(params_json.encode("utf-8")).decode("utf-8"), - } - ) - - -def clean_reqs_dir(): - try: - REQS_DIR.mkdir(parents=True, exist_ok=True) - for req_file in REQS_DIR.iterdir(): - os.remove(req_file) - os.rmdir(REQS_DIR) - except: - pass - REQS_DIR.mkdir(parents=True, exist_ok=True) - - -def main(): - parser = argparse.ArgumentParser() - parser.add_argument("cluster_url", type=str, help="Tecton cluster URL") - parser.add_argument("ws_name", type=str, help="Workspace name") - args = parser.parse_args() - api_url = f"https://{args.cluster_url}/api/v1/feature-service/get-features" - - - - values = list(range(1, 51)) - mixed_jk_maps = [ - { - "cust_id": str(val1), - "merchant_id": str(val2), - } - for val1 in values - for val2 in values - ] - nonaggregate_jk_maps = [ - { - "cust_id": str(val), - } - for val in values - ] - - clean_reqs_dir() - for fs_name in ALL_FEATURE_SERVICES: - if "mixed" in fs_name: - jk_maps = mixed_jk_maps - else: - jk_maps = nonaggregate_jk_maps - b64_requests = [web_req_with_b64_body(api_url, fs_name, args.ws_name, jk_map) for jk_map in jk_maps] - fs_file = REQS_DIR / fs_name - fs_file.write_text("\n".join(b64_requests)) - - -if __name__ == '__main__': - main() diff --git a/get_features.py b/get_features.py new file mode 100644 index 0000000..1593c5d --- /dev/null +++ b/get_features.py @@ -0,0 +1,50 @@ +import argparse +import json +from datetime import datetime +import pytz + +import numpy as np +import requests + + +URL = "https://dev-serving.tecton.ai/api/v1/feature-service/get-features" +URL = "https://serving.us-west-2.dev-emr-vpc.tecton.ai/api/v2/workspaces/kz_test/feature-services/test_fs/get-features" +HEADERS = {"Authorization": "Tecton-key <>"} + +dt = datetime(2025, 1, 1, 0, 0, 0) +SAMPLE_PARAMS = { + "params": { + "feature_service_name": "test_fs", + "join_key_map": { + "cust_id": str(50), + "merchant_id": str(50), + }, + "workspace_name": "kz_test", + "metadata_options": {"include_serving_status": True, "include_slo_info": True, "include_names": True, "includeEffectiveTimes": True}, + "requestOptions": { + "highWatermarkOverride": dt.astimezone(pytz.UTC).isoformat(), + } + } +} +SAMPLE_PARAMS = { + "params": { + "feature_service_name": "test_fs", + "join_key_map": { + "ad_id": str(1), + }, + "workspace_name": "kz_test", + } +} +def get_feature(): + x = requests.post(URL, json=SAMPLE_PARAMS, headers=HEADERS) + if x.status_code != 200: + def pretty_print_json(s): + js = json.loads(s) + print(json.dumps(js, indent=2)) + print("\n") + print(x.status_code) + print(x.text) + else: + print(x.text) +if __name__ == "__main__": + get_feature() \ No newline at end of file diff --git a/repo.yaml b/repo.yaml new file mode 100644 index 0000000..0c83b9c --- /dev/null +++ b/repo.yaml @@ -0,0 +1,62 @@ +# This is the Tecton repo config. It's used to configure how Tecton builds and applies your +# feature definitions during `tecton plan/apply/test`. +# +# By default, the Tecton CLI will use the Repo Config specified at /repo.yaml, but you +# can specify another file by using `tecton plan --config my_config.yaml`. + +# The `defaults` keyword specifies default parameter values for Tecton objects defined in your Feature Repository. +# For example, you can set a default `tecton_materialization_runtime` for all Batch Feature Views. +# Defaults can be overridden on a per-object basis in your Python feature definitions. +# See Tecton's documentation for details on which Tecton objects are currently supported by the `defaults` keyword. + +defaults: + batch_feature_view: + tecton_materialization_runtime: 99.99.99 + environment: # For Rift-based Batch Feature Views + stream_feature_view: + tecton_materialization_runtime: 99.99.99 + environment: # For Rift-based Stream Feature Views + feature_table: + tecton_materialization_runtime: 99.99.99 + +# Below is an example of other defaults that can be set using the `defaults` keyword. +# defaults: +# batch_feature_view: +# tecton_materialization_runtime: 99.99.99 +# online_store: +# kind: RedisConfig +# offline_store: +# kind: OfflineStoreConfig +# staging_table_format: +# kind: ParquetConfig +# batch_compute: +# kind: DatabricksClusterConfig +# instance_type: m5.xlarge +# number_of_workers: 2 +# extra_pip_dependencies: +# - haversine==2.8.0 +# stream_feature_view: +# tecton_materialization_runtime: 99.99.99 +# stream_compute: +# kind: DatabricksClusterConfig +# instance_availability: on_demand +# instance_type: m5.2xlarge +# number_of_workers: 4 +# offline_store: +# kind: OfflineStoreConfig +# staging_table_format: +# kind: ParquetConfig +# aggregation_leading_edge: +# kind: AggregationLeadingEdge +# feature_table: +# tecton_materialization_runtime: 99.99.99 +# batch_compute: +# kind: DatabricksClusterConfig +# instance_type: m5.xlarge +# number_of_workers: 2 +# online_store: +# kind: RedisConfig +# feature_service: +# realtime_environment: tecton-python-extended:0.4 +# transform_server_group: default_transform_server_group +# feature_server_group: default_feature_server_group diff --git a/run_vegeta.py b/run_vegeta.py deleted file mode 100755 index 7ff73bc..0000000 --- a/run_vegeta.py +++ /dev/null @@ -1,125 +0,0 @@ -#!/usr/bin/env python3 -import argparse -from functools import lru_cache -import os -from pathlib import Path -from typing import List, Tuple -import subprocess -import sys - -from gen_requests import REQS_DIR - -VEGET_OUT_FOLDERNAME = "vegeta_out" -VEGETA_OUT_DIR = Path(__file__).parent / VEGET_OUT_FOLDERNAME - -class ReqUtil: - @staticmethod - @lru_cache(maxsize=None) - def _tecton_api_key() -> str: - var_name = "TECTON_API_KEY" - if var_name not in os.environ: - raise Exception(f"Environment variable '{var_name}' not set") - return os.environ[var_name] - - @staticmethod - def shell_capture(cmd_parts: List[str]) -> Tuple[int, str, str]: - res = subprocess.run(cmd_parts, stdout=subprocess.PIPE, stderr=subprocess.PIPE) - if res.returncode != 0: - print(f"Return code {res.returncode}\nStdout:\n{res.stdout}\n\nStderr:\n{res.stderr}\n") - return (res.returncode, res.stdout, res.stderr) - - @staticmethod - def shell(cmd_parts: List[str]) -> int: - res = subprocess.run(cmd_parts, encoding="utf-8") - if res.returncode != 0: - print(f"Return code {res.returncode}") - return res.returncode - - @staticmethod - def shell_pipe(cmd_parts_1: List[str], cmd_parts_2: List[str]) -> None: - ps1 = subprocess.Popen(cmd_parts_1, stdout=subprocess.PIPE) - ps2 = subprocess.Popen(cmd_parts_2, stdin=ps1.stdout, stdout=sys.stdout) - ps1.wait() - ps2.wait() - -def main(): - # Check the requests directory - REQS_DIR.mkdir(parents=True, exist_ok=True) - req_filenames = [req_file.name for req_file in REQS_DIR.iterdir()] - if len(req_filenames) == 0: - raise Exception(f"No request files in {REQS_DIR}. Run `gen_requests.py` first.") - - parser = argparse.ArgumentParser() - parser.add_argument("-r", "--rps", type=int, help="Requests per second", default=5) - parser.add_argument("-d", "--duration", type=int, help="Duration (in seconds)", default=10) - parser.add_argument("-t", "--timeout", type=int, help="Timeout (in miliseconds)", default=5000) - parser.add_argument("-s", "--service", type=str, help="Feature Service", default=req_filenames[0], choices=req_filenames) - parser.add_argument("-f", "--file", help=f"If set, output to a file in {VEGET_OUT_FOLDERNAME}", action="store_true", default=False) - args = parser.parse_args() - - # Check for API key - api_key = ReqUtil._tecton_api_key() - - # Check for vegeta - returncode, _, stderr = ReqUtil.shell_capture(["vegeta", "--version"]) - if returncode != 0 or len(stderr) > 0: - raise Exception("Make sure Vegeta is installed. See https://github.com/tsenart/vegeta") - - req_file = REQS_DIR / args.service - - # Warm up first - warmup_rps = args.rps // 2 - warmup_duration = min(args.duration // 2, 30) - print(f"Warming up with {warmup_rps} RPS for {warmup_duration} seconds...") - cmd_attack_warmup = [ - "vegeta", - "attack", - "--format=json", - f"--targets={req_file}", - f"--timeout={args.timeout}ms", - f"--rate={warmup_rps}/1s", - "--max-workers=20000", - f"--duration={warmup_duration}s", - f"--header=Authorization: Tecton-key {api_key}", - ] - cmd_report_warmup = [ - "vegeta", - "report", - "--every=1s", - ] - if args.file: - VEGETA_OUT_DIR.mkdir(parents=True, exist_ok=True) - out_file = VEGETA_OUT_DIR / f"{str(args.service)}_WARMUP" - cmd_report_warmup.append(f"--output={out_file}") - ReqUtil.shell_pipe(cmd_attack_warmup, cmd_report_warmup) - - # Then do full load - print(f"\nNow sending full load to {args.service}...") - cmd_attack = [ - "vegeta", - "attack", - "--format=json", - f"--targets={req_file}", - f"--timeout={args.timeout}ms", - f"--rate={args.rps}/1s", - "--max-workers=20000", - f"--duration={args.duration}s", - f"--header=Authorization: Tecton-key {api_key}", - ] - cmd_report = [ - "vegeta", - "report", - "--every=1s", - ] - if args.file: - VEGETA_OUT_DIR.mkdir(parents=True, exist_ok=True) - out_file = VEGETA_OUT_DIR / str(args.service) - cmd_report.append(f"--output={out_file}") - - ReqUtil.shell_pipe(cmd_attack, cmd_report) - - print(f"Done running Vegeta against {args.service}!") - - -if __name__ == '__main__': - main() diff --git a/trigger_materialization.py b/trigger_materialization.py new file mode 100644 index 0000000..7d8dccd --- /dev/null +++ b/trigger_materialization.py @@ -0,0 +1,19 @@ +import tecton +from datetime import datetime + +def triggerMaterialization(): + fvs = tecton.get_workspace("kz_test").list_feature_views() + fvs = ["last_distinct96_fv", "last96_fv"] + for featureView in fvs: + try: + fv = tecton.get_workspace("kz_test").get_feature_view(featureView) + job_id = fv.trigger_materialization_job( + start_time=datetime(2021, 12, 31), + end_time=datetime(2024, 12, 31), + online=True, + offline=False, + ) + except Exception as e: + print(e) +if __name__ == "__main__": + triggerMaterialization() \ No newline at end of file