TODO¶
-
Added docs for map dimension account chart
-
Report to get coverage the dataset
-
Pipeline Tracking Result
-
Dashboard Tracking Database from provider.
-
SSC component
-
Luồng dữ liệu di chuyển data từ SSC về BigQuery (DataLake)
-
Design API schema for output
-
Kiểm tra Coverage, accurcy, government output của pipeline
-
Lấy dữ liệu từ SSC: Financial Statement, Disclousure Event, Disclousure Metadata + Origin
-
Sử dụng dataproc để transfer data về Output
-
Thử nghiệm toàn bộ pipeline Byranox transfer data to BigQuery
-
Updated SAD
# -------------------------------------------------------------------------------
# [SECTION] FINNTRADE -----------------------------------------------------------
# -------------------------------------------------------------------------------
# class FIIN_FINANCIAL_STATEMENT(ObjectDatabaseSetting, SCDType2Attribute):
# __tablename__ = "fiin_financial_statements"
# md5_report_key = Column(String(32), nullable=False)
# indicator_code = Column(Text, nullable=False)
# indicator_value = Column(Float, nullable=True)
# quarter = Column(Integer, nullable=True)
# year = Column(Integer, nullable=True)
# report_type = Column(String(30), nullable=False)
# ticker = Column(String(50), nullable=False)
# statement_type = Column(String(30), nullable=False)
# class OPERATION_FIIN_FINANCIAL_STATEMENT_FAILED_REQUEST(ObjectDatabaseSetting, SCDType2Attribute):
# __tablename__ = "operation_fiin_financial_statements_failed_requests"
# md5_key_ticker_statement_type = Column(String(32), nullable=False)
# ticker = Column(String(50), nullable=False)
# statement_type = Column(String(30), nullable=False)
# metadata_elements = Column(Text, nullable=False)
# request_at = Column(DateTime, nullable=True)
# class FIIN_DIM_FINANCIAL_STATEMENT_INDICATOR(ObjectDatabaseSetting, SCDType2Attribute):
# __tablename__ = "fiin_dim_financial_statements_indicators"
# md5_key_indicator_code_statement_type = Column(String(32), nullable=False)
# indicator_vi_name = Column(Text, nullable=False)
# indicator_shotcut = Column(Text, nullable=False)
# indicator_code = Column(Text, nullable=False)
# company_category = Column(String(30), nullable=False)
# statement_type = Column(String(30), nullable=False)