Enhancements and Fixes: Automated Voting, DRep Directory, and Workflow Adjustments

.github/workflows/build-and-deploy-staging.yml

@@ -2,11 +2,9 @@ name: Build and deploy GovTool to STAGING server
 run-name: Deploy by @${{ github.actor }}
 
 on:
-  pull_request:
+  push:
     branches:
       - staging
-    types:
-      - closed
 
 env:
   ENVIRONMENT: "staging"

.github/workflows/build-and-deploy-test.yml

@@ -2,11 +2,9 @@ name: Build and deploy GovTool to TEST server
 run-name: Deploy by @${{ github.actor }}
 
 on:
-  pull_request:
+  push:
     branches:
       - test
-    types:
-      - closed
 
 env:
   ENVIRONMENT: "test"

.github/workflows/lighthouse.yml

@@ -36,23 +36,23 @@ jobs:
       - name: Run build  and lighthouse task
         working-directory: ./govtool/frontend
         run: |
-            npm install
-            VITE_BASE_URL=https://staging.govtool.byron.network/api npm run build
-            lhci collect
+          npm install
+          VITE_BASE_URL=https://staging.govtool.byron.network/ npm run build
+          lhci collect
 
       - name: Evaluate reports
         if: github.repository_owner != 'IntersectMBO'
         run: |
-            lhci assert  --preset "lighthouse:recommended"
+          lhci assert  --preset "lighthouse:recommended"
 
       - name: Publish reports
         working-directory: ./govtool/frontend
         if: github.repository_owner == 'IntersectMBO'
         run: |
-            lhci assert  --preset lighthouse:recommended || echo "LightHouse Assertion error ignored ..."
-            lhci upload --githubAppToken="${{ secrets.LHCI_GITHUB_APP_TOKEN }}" --token="${{ secrets.LHCI_SERVER_TOKEN }}" --serverBaseUrl=https://lighthouse.cardanoapi.io --ignoreDuplicateBuildFailure
-            curl -X POST https://ligththouse.cardanoapi.io/api/metrics/build-reports \
-              -d "@./lighthouseci/$(ls ./.lighthouseci |grep 'lhr.*\.json' | head -n 1)" \
-              -H "commit-hash: $(git rev-parse HEAD)" \
-              -H "secret-token: ${{ secrets.METRICS_SERVER_SECRET_TOKEN }}" \
-              -H 'Content-Type: application/json' || echo "Metric Upload error ignored ..."
+          lhci assert  --preset lighthouse:recommended || echo "LightHouse Assertion error ignored ..."
+          lhci upload --githubAppToken="${{ secrets.LHCI_GITHUB_APP_TOKEN }}" --token="${{ secrets.LHCI_SERVER_TOKEN }}" --serverBaseUrl=https://lighthouse.cardanoapi.io --ignoreDuplicateBuildFailure
+          curl -X POST https://ligththouse.cardanoapi.io/api/metrics/build-reports \
+            -d "@./lighthouseci/$(ls ./.lighthouseci |grep 'lhr.*\.json' | head -n 1)" \
+            -H "commit-hash: $(git rev-parse HEAD)" \
+            -H "secret-token: ${{ secrets.METRICS_SERVER_SECRET_TOKEN }}" \
+            -H 'Content-Type: application/json' || echo "Metric Upload error ignored ..."

CHANGELOG.md

@@ -10,12 +10,21 @@ changes.
 
 ## [Unreleased]
 
+- Integrate frontend with metadata validation service [Issue 617](https://github.com/IntersectMBO/govtool/issues/617)
+- Implement a loading modal for the validation of the metadata [Issue 646](https://github.com/IntersectMBO/govtool/issues/646)
+
 ### Added
 
+- addded latestTxHash to the `drep/info` and `drep/list` endpoints [Issue 627](https://github.com/IntersectMBO/govtool/issues/627)
+- added `txHash` to `drep/getVotes` [Issue 626](https://github.com/IntersectMBO/govtool/issues/626)
 - added `epochNo` and `date` to `drep/getVotes` and `proposal/get`
 - Added `isRegisteredAsSoleVoter` and `wasRegisteredAsSoleVoter` fields to the drep/info response [Issue 212](https://github.com/IntersectMBO/govtool/issues/212)
 - Abandoning registration as DRep [Issue 151](https://github.com/IntersectMBO/govtool/issues/151)
 - Abandoning GA creation [Issue 359](https://github.com/IntersectMBO/govtool/issues/359)
+- Choose GA type - GA Submiter [Issue 358](https://github.com/IntersectMBO/govtool/issues/358)
+- Create Automated Voting Options component [Issue 216](https://github.com/IntersectMBO/govtool/issues/216)
+- Change step 3 components [Issue 152](https://github.com/intersectMBO/govtool/issues/152)
+- Add possibility to vote on behalf of myself - Sole Voter [Issue 119](https://github.com/IntersectMBO/govtool/issues/119)
 - Create DRep registration page about roles [Issue 205](https://github.com/IntersectMBO/govtool/issues/205)
 - Create Checkbox component. Improve Field and ControlledField [Issue 177](https://github.com/IntersectMBO/govtool/pull/177)
 - Vitest unit tests added for utils functions [Issue 81](https://github.com/IntersectMBO/govtool/issues/81)

govtool/backend/sql/get-drep-info.sql

@@ -6,10 +6,12 @@ LatestRegistrationEntry AS (
     SELECT
         drep_registration.voting_anchor_id AS voting_anchor_id,
         deposit AS deposit
+        tx.hash as tx_hash
     FROM
         drep_registration
         CROSS JOIN DrepId
         JOIN drep_hash ON drep_hash.id = drep_registration.drep_hash_id
+        JOIN tx ON tx.id = drep_registration.tx_id
     WHERE
         drep_hash.raw = DRepId.raw
     ORDER BY
@@ -95,7 +97,8 @@ SELECT
     CurrentDeposit.value,
     CurrentMetadata.url,
     CurrentMetadata.data_hash,
-    CurrentVotingPower.amount
+    CurrentVotingPower.amount,
+    LatestRegistrationEntry.tx_hash
 FROM
     IsRegisteredAsDRep
     CROSS JOIN IsRegisteredAsSoleVoter

govtool/backend/sql/get-votes.sql

@@ -1,14 +1,15 @@
-select DISTINCT ON (voting_procedure.gov_action_proposal_id, voting_procedure.drep_voter) voting_procedure.gov_action_proposal_id, concat(encode(tx.hash,'hex'),'#',gov_action_proposal.index), encode(drep_hash.raw, 'hex'), voting_procedure.vote::text, voting_anchor.url, encode(voting_anchor.data_hash, 'hex'), block.epoch_no as epoch_no, block.time as time
-from voting_procedure
+select DISTINCT ON (voting_procedure.gov_action_proposal_id, voting_procedure.drep_voter) voting_procedure.gov_action_proposal_id, concat(encode(gov_action_tx.hash,'hex'),'#',gov_action_proposal.index), encode(drep_hash.raw, 'hex'), voting_procedure.vote::text, voting_anchor.url, encode(voting_anchor.data_hash, 'hex'), block.epoch_no as epoch_no, block.time as time, encode(vote_tx.hash, 'hex') as vote_tx_hash
 join gov_action_proposal
 on gov_action_proposal.id = voting_procedure.gov_action_proposal_id
 join drep_hash
 on drep_hash.id = voting_procedure.drep_voter
 left join voting_anchor
 on voting_anchor.id = voting_procedure.voting_anchor_id
-join tx
-on tx.id = gov_action_proposal.tx_id
+join tx as gov_action_tx
+on gov_action_tx.id = gov_action_proposal.tx_id
+join tx as vote_tx
+on vote_tx.id = voting_procedure.tx_id
 join block
-on block.id = tx.block_id
+on block.id = gov_action_tx.block_id
 where drep_hash.raw = decode(?, 'hex')
 order by voting_procedure.gov_action_proposal_id, voting_procedure.drep_voter, voting_procedure.id desc

govtool/backend/sql/list-dreps.sql

@@ -23,7 +23,8 @@ SELECT
    dr_deposit.deposit,
    DRepDistr.amount,
    (DRepActivity.epoch_no - Max(coalesce(block.epoch_no,block_first_register.epoch_no))) <= DRepActivity.drep_activity as active,
-   second_to_newest_drep_registration.voting_anchor_id is not null as has_voting_anchor
+   second_to_newest_drep_registration.voting_anchor_id is not null as has_voting_anchor,
+   encode(dr_voting_anchor.tx_hash, 'hex') as tx_hash
 FROM drep_hash dh
 JOIN (
   SELECT dr.id, dr.drep_hash_id, dr.deposit,
@@ -34,8 +35,10 @@ JOIN (
 on dr_deposit.drep_hash_id = dh.id and dr_deposit.rn = 1
 LEFT JOIN (
   SELECT dr.id, dr.drep_hash_id, dr.voting_anchor_id,
-         ROW_NUMBER() OVER(PARTITION BY dr.drep_hash_id ORDER BY dr.tx_id DESC) AS rn
+         ROW_NUMBER() OVER(PARTITION BY dr.drep_hash_id ORDER BY dr.tx_id DESC) AS rn,
+         tx.hash as tx_hash
   FROM drep_registration dr
+  JOIN tx on tx.id = dr.tx_id
 ) as dr_voting_anchor
 on dr_voting_anchor.drep_hash_id = dh.id and dr_voting_anchor.rn = 1
 LEFT JOIN (
@@ -65,4 +68,4 @@ on tx_first_register.id = dr_first_register.tx_id
 JOIN block as block_first_register
 ON block_first_register.id = tx_first_register.block_id
 
-GROUP BY dh.raw, second_to_newest_drep_registration.voting_anchor_id, dh.view, va.url, va.data_hash, dr_deposit.deposit, DRepDistr.amount, DRepActivity.epoch_no, DRepActivity.drep_activity
+GROUP BY dh.raw, second_to_newest_drep_registration.voting_anchor_id, dh.view, va.url, va.data_hash, dr_deposit.deposit, DRepDistr.amount, DRepActivity.epoch_no, DRepActivity.drep_activity, dr_voting_anchor.tx_hash

govtool/backend/src/VVA/API.hs

@@ -97,7 +97,8 @@ drepRegistrationToDrep Types.DRepRegistration {..} =
       dRepDeposit = dRepRegistrationDeposit,
       dRepVotingPower = dRepRegistrationVotingPower,
       dRepStatus = mapDRepStatus dRepRegistrationStatus,
-      dRepType = mapDRepType dRepRegistrationType
+      dRepType = mapDRepType dRepRegistrationType,
+      dRepLatestTxHash = HexText <$> dRepRegistrationLatestTxHash
     }
 
 drepList :: App m => Maybe Text -> m [DRep]
@@ -151,7 +152,8 @@ voteToResponse Types.Vote {..} =
     voteParamsUrl = voteUrl,
     voteParamsMetadataHash = HexText <$> voteDocHash,
     voteParamsEpochNo = voteEpochNo,
-    voteParamsDate = voteDate
+    voteParamsDate = voteDate,
+    voteParamsTxHash = HexText voteTxHash
   }
 
 
@@ -208,6 +210,7 @@ drepInfo (unHexText -> dRepId) = do
     , dRepInfoResponseUrl = dRepInfoUrl
     , dRepInfoResponseDataHash = HexText <$> dRepInfoDataHash
     , dRepInfoResponseVotingPower = dRepInfoVotingPower
+    , dRepInfoResponseLatestTxHash = HexText <$> dRepInfoLatestTxHash
     }
 
 getCurrentDelegation :: App m => HexText -> m (Maybe HexText)

govtool/backend/src/VVA/API/Types.hs

@@ -372,6 +372,7 @@ data VoteParams
       , voteParamsMetadataHash :: Maybe HexText
       , voteParamsEpochNo      :: Integer
       , voteParamsDate         :: UTCTime
+      , voteParamsTxHash       :: HexText
       }
   deriving (Generic, Show)
 
@@ -385,7 +386,8 @@ exampleVoteParams =
   <> "\"url\": \"https://vote.metadata.xyz\","
   <> "\"metadataHash\": \"9af10e89979e51b8cdc827c963124a1ef4920d1253eef34a1d5cfe76438e3f11\","
   <> "\"epochNo\": 0,"
-  <> "\"date\": \"1970-01-01T00:00:00Z\"}"
+  <> "\"date\": \"1970-01-01T00:00:00Z\","
+  <> "\"txHash\": \"47c14a128cd024f1b990c839d67720825921ad87ed875def42641ddd2169b39c\"}"
 
 instance ToSchema VoteParams where
   declareNamedSchema proxy = do
@@ -441,6 +443,7 @@ data DRepInfoResponse
       , dRepInfoResponseUrl                      :: Maybe Text
       , dRepInfoResponseDataHash                 :: Maybe HexText
       , dRepInfoResponseVotingPower              :: Maybe Integer
+      , dRepInfoResponseLatestTxHash             :: Maybe HexText
       }
   deriving (Generic, Show)
 
@@ -455,7 +458,8 @@ exampleDRepInfoResponse =
   <> "\"deposit\": 2000000,"
   <> "\"url\": \"https://drep.metadata.xyz\","
   <> "\"dataHash\": \"9af10e89979e51b8cdc827c963124a1ef4920d1253eef34a1d5cfe76438e3f11\","
-  <> "\"votingPower\": 1000000}"
+  <> "\"votingPower\": 1000000,"
+  <> "\"latestTxHash\": \"47c14a128cd024f1b990c839d67720825921ad87ed875def42641ddd2169b39c\"}"
 
 instance ToSchema DRepInfoResponse where
   declareNamedSchema proxy = do
@@ -632,6 +636,7 @@ data DRep
       , dRepVotingPower  :: Maybe Integer
       , dRepStatus       :: DRepStatus
       , dRepType         :: DRepType
+      , dRepLatestTxHash :: Maybe HexText
       }
   deriving (Generic, Show)
 
@@ -640,14 +645,15 @@ deriveJSON (jsonOptions "dRep") ''DRep
 
 exampleDrep :: Text
 exampleDrep =
-   "{\"drepId\": \"d3a62ffe9c214e1a6a9809f7ab2a104c117f85e1f171f8f839d94be5\","
- <> "\"view\": \"drep1l8uyy66sm8u82h82gc8hkcy2xu24dl8ffsh58aa0v7d37yp48u8\","
- <> "\"url\": \"https://proposal.metadata.xyz\","
- <> "\"metadataHash\": \"9af10e89979e51b8cdc827c963124a1ef4920d1253eef34a1d5cfe76438e3f11\","
- <> "\"deposit\": 0,"
- <> "\"votingPower\": 0,"
- <> "\"status\": \"Active\","
-  <> "\"type\": \"DRep\"}"
+     "{\"drepId\": \"d3a62ffe9c214e1a6a9809f7ab2a104c117f85e1f171f8f839d94be5\","
+  <> "\"view\": \"drep1l8uyy66sm8u82h82gc8hkcy2xu24dl8ffsh58aa0v7d37yp48u8\","
+  <> "\"url\": \"https://proposal.metadata.xyz\","
+  <> "\"metadataHash\": \"9af10e89979e51b8cdc827c963124a1ef4920d1253eef34a1d5cfe76438e3f11\","
+  <> "\"deposit\": 0,"
+  <> "\"votingPower\": 0,"
+  <> "\"status\": \"Active\","
+  <> "\"type\": \"DRep\","
+  <> "\"latestTxHash\": \"47c14a128cd024f1b990c839d67720825921ad87ed875def42641ddd2169b39c\"}"
 
 -- ToSchema instance for DRep
 instance ToSchema DRep where

govtool/backend/src/VVA/DRep.hs

@@ -60,8 +60,8 @@ listDReps ::
 listDReps = withPool $ \conn -> do
   results <- liftIO $ SQL.query_ conn listDRepsSql
   return
-    [ DRepRegistration drepHash drepView url dataHash (floor @Scientific deposit) votingPower status drepType
-    | (drepHash, drepView, url, dataHash, deposit, votingPower, isActive, wasDRep) <- results
+    [ DRepRegistration drepHash drepView url dataHash (floor @Scientific deposit) votingPower status drepType txHash
+    | (drepHash, drepView, url, dataHash, deposit, votingPower, isActive, wasDRep, txHash) <- results
     , let status = case (isActive, deposit) of
                       (_, d)        | d < 0 -> Retired
                       (isActive, d) | d >= 0 && isActive -> Active
@@ -82,14 +82,14 @@ getVotes ::
 getVotes drepId selectedProposals = withPool $ \conn -> do
   results <- liftIO $ SQL.query conn getVotesSql (SQL.Only drepId)
   let proposalsToSelect = if null selectedProposals
-                          then [ govActionId | (_, govActionId, _, _, _, _, _, _) <- results]
+                          then [ govActionId | (_, govActionId, _, _, _, _, _, _, _) <- results]
                           else selectedProposals
   proposals <- Proposal.getProposals (Just proposalsToSelect)
   let proposalMap = M.fromList $ map (\x -> (proposalId x, x)) proposals
   timeZone <- liftIO getCurrentTimeZone
   return
-    ([ Vote proposalId' drepId' vote' url' docHash' epochNo' (localTimeToUTC timeZone date')
-      | (proposalId', govActionId', drepId', vote', url', docHash', epochNo', date') <- results
+    ([ Vote proposalId' drepId' vote' url' docHash' epochNo' (localTimeToUTC timeZone date') voteTxHash'
+      | (proposalId', govActionId', drepId', vote', url', docHash', epochNo', date', voteTxHash') <- results
       , govActionId' `elem` proposalsToSelect
     ], proposals)
 
@@ -117,6 +117,7 @@ getDRepInfo drepId = withPool $ \conn -> do
       , url
       , dataHash
       , votingPower
+      , txHash
       )] ->
       return $ DRepInfo
         { dRepInfoIsRegisteredAsDRep = fromMaybe False isRegisteredAsDRep
@@ -127,5 +128,6 @@ getDRepInfo drepId = withPool $ \conn -> do
         , dRepInfoUrl = url
         , dRepInfoDataHash = dataHash
         , dRepInfoVotingPower = votingPower
+        , dRepInfoLatestTxHash = Just txHash
         }
-    [] -> return $ DRepInfo False False False False Nothing Nothing Nothing Nothing
+    [] -> return $ DRepInfo False False False False Nothing Nothing Nothing Nothing Nothing

govtool/backend/src/VVA/Types.hs

@@ -62,6 +62,7 @@ data Vote
       , voteDocHash    :: Maybe Text
       , voteEpochNo    :: Integer
       , voteDate       :: UTCTime
+      , voteTxHash     :: Text
       }
 
 data DRepInfo
@@ -74,6 +75,7 @@ data DRepInfo
       , dRepInfoUrl                      :: Maybe Text
       , dRepInfoDataHash                 :: Maybe Text
       , dRepInfoVotingPower              :: Maybe Integer
+      , dRepInfoLatestTxHash             :: Maybe Text
       }
 
 data DRepStatus = Retired | Active | Inactive
@@ -82,14 +84,15 @@ data DRepType = DRep | SoleVoter
 
 data DRepRegistration
   = DRepRegistration
-      { dRepRegistrationDRepHash    :: Text
-      , dRepRegistrationView        :: Text
-      , dRepRegistrationUrl         :: Maybe Text
-      , dRepRegistrationDataHash    :: Maybe Text
-      , dRepRegistrationDeposit     :: Integer
-      , dRepRegistrationVotingPower :: Maybe Integer
-      , dRepRegistrationStatus      :: DRepStatus
-      , dRepRegistrationType        :: DRepType
+      { dRepRegistrationDRepHash     :: Text
+      , dRepRegistrationView         :: Text
+      , dRepRegistrationUrl          :: Maybe Text
+      , dRepRegistrationDataHash     :: Maybe Text
+      , dRepRegistrationDeposit      :: Integer
+      , dRepRegistrationVotingPower  :: Maybe Integer
+      , dRepRegistrationStatus       :: DRepStatus
+      , dRepRegistrationType         :: DRepType
+      , dRepRegistrationLatestTxHash :: Maybe Text
       }
 
 data Proposal

govtool/frontend/Makefile

@@ -15,7 +15,7 @@ build-frontend: docker-login
 	if [[ "$(cardano_network)" = "mainnet" ]]; then NETWORK_FLAG=1; else NETWORK_FLAG=0; fi; \
 	$(call check_image_on_ecr,frontend,$(frontend_image_tag)) || \
 	$(docker) build --tag "$(repo_url)/frontend:$(frontend_image_tag)" \
-		--build-arg VITE_BASE_URL="https://$(domain)/api" \
+		--build-arg VITE_BASE_URL="https://$(domain)" \
 		--build-arg VITE_GTM_ID="$${GTM_ID}" \
 		--build-arg VITE_NETWORK_FLAG="$$NETWORK_FLAG" \
 		--build-arg VITE_SENTRY_DSN="$${SENTRY_DSN}" \