docker-finance | modern accounting for the power-user
Dedicated to Michael Morgan: a beautiful, beautiful soul.
---
Internal signing keys:
Aaron Fiore (sole author)
- 518A22F85BEFD32BCC99C48603F90C4F35E0213E
- 31ECA5C347A0CC0815EDE730A3EACCFCDA7E685E
- C8187C585CB07A4DA81CC0F37318B50EBE9C0DA8
Internal repositories (rebased from):
Staging:
$ git log -n1 --pretty=format:"%H"
c8e0cd66f6c89fa7b3c62f72fb524a4cc454b7b6
$ git rev-list --max-parents=0 HEAD
ac3863b8c234755855f1aea3a07a853122decdf2
Private:
$ git log -n1 --pretty=format:"%H"
69bb3591eaa2990a9637832bb484690e00c4f926
$ git rev-list --max-parents=0 HEAD
a5c1cc9fb593c4cf09bc0adfef6cb6d2964511ae
This commit is contained in:
196
container/src/hledger-flow/accounts/coinbase/coinbase-shared.bash
Executable file
196
container/src/hledger-flow/accounts/coinbase/coinbase-shared.bash
Executable file
@@ -0,0 +1,196 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# docker-finance | modern accounting for the power-user
|
||||
#
|
||||
# Copyright (C) 2021-2024 Aaron Fiore (Founder, Evergreen Crypto LLC)
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with this program. If not, see <https://www.gnu.org/licenses/>.
|
||||
|
||||
#
|
||||
# "Libraries"
|
||||
#
|
||||
|
||||
[ -z "$DOCKER_FINANCE_CONTAINER_REPO" ] && exit 1
|
||||
source "${DOCKER_FINANCE_CONTAINER_REPO}/src/hledger-flow/lib/lib_preprocess.bash" "$1" "$2"
|
||||
|
||||
#
|
||||
# Implementation
|
||||
#
|
||||
|
||||
[ -z "$global_year" ] && exit 1
|
||||
[ -z "$global_subaccount" ] && exit 1
|
||||
|
||||
[ -z "$global_in_path" ] && exit 1
|
||||
[ -z "$global_out_path" ] && exit 1
|
||||
|
||||
[ -z "$global_in_filename" ] && exit 1
|
||||
|
||||
# NOTES:
|
||||
#
|
||||
# - Coinbase REST API CSVs are a beast. They provide inconsistent headers and
|
||||
# are complex.
|
||||
#
|
||||
# - When fetching new files, if you are expecting no changes, the transaction
|
||||
# confirmation number may change and subsequently change your git-diff
|
||||
#
|
||||
|
||||
# TODO: optimize
|
||||
|
||||
function parse()
|
||||
{
|
||||
#
|
||||
# Create account ID as first column, followed by TXID
|
||||
#
|
||||
# NOTE: *MUST* have filename with format, where X is account ID:
|
||||
#
|
||||
# XXXXXXXXXXXXX-XXXX-XXXX-XXXXXXXXXXXX_transactions.csv
|
||||
#
|
||||
local _account_id="${global_in_filename:0:-17}"
|
||||
|
||||
local _details_header="details_header2" # courtesy of fix_header()
|
||||
|
||||
local _header="id,type,status,amount_amount,amount_currency,native_amount_amount,native_amount_currency,description,created_at,updated_at,resource,resource_path,instant_exchange,details_title,details_subtitle,${_details_header},network_transaction_fee_amount,network_transaction_fee_currency,network_transaction_amount_amount,network_transaction_amount_currency,to_currency,to_address_info_address,advanced_trade_fill_fill_price,advanced_trade_fill_product_id,advanced_trade_fill_order_id,advanced_trade_fill_commission,advanced_trade_fill_order_side,network_hash,network_status"
|
||||
|
||||
# A clean but hacky way to keep the stream intact while testing headers
|
||||
|
||||
local _header_network="network_transaction_fee_amount,network_transaction_fee_currency,network_transaction_amount_amount,network_transaction_amount_currency,network_hash,network_status"
|
||||
if lib_preprocess::test_header "$_header_network"; then _header_network=""; fi
|
||||
|
||||
local _header_to="to_currency,to_address_info_address"
|
||||
if lib_preprocess::test_header "$_header_to"; then _header_to=""; fi
|
||||
|
||||
local _header_advanced="advanced_trade_fill_fill_price,advanced_trade_fill_product_id,advanced_trade_fill_order_id,advanced_trade_fill_commission,advanced_trade_fill_order_side"
|
||||
if lib_preprocess::test_header "$_header_advanced"; then _header_advanced=""; fi
|
||||
|
||||
# NOTE: csvjoin BUG(?): csvjoin *MUST* use -I or else satoshis like 0.00000021 will turn into 21000000 BTC!
|
||||
csvjoin -I --snifflimit 0 "$global_in_path" <(fix_header "$global_in_path") \
|
||||
| if [ ! -z "$_header_network" ]; then add_to_header - "$_header_network"; else cat; fi \
|
||||
| if [ ! -z "$_header_to" ]; then add_to_header - "$_header_to"; else cat; fi \
|
||||
| if [ ! -z "$_header_advanced" ]; then add_to_header - "$_header_advanced"; else cat; fi \
|
||||
| xsv select "$_header" \
|
||||
| sed -e "s:^:${_account_id},:g" -e "1 s:^${_account_id},:account_id,:g" \
|
||||
| __parse >"$global_out_path"
|
||||
|
||||
# TODO: complete hack because hledger-flow won't ignore deleted 1-in and
|
||||
# 2-preprocessed files after script has been called. Is this still needed?
|
||||
#
|
||||
# NOTES:
|
||||
# - Must work/be noted in rules file.
|
||||
# - Parsing correct years into correct directories can create empty files
|
||||
# in 2-preprocessed because the innapropriate data is sent to 1-in to
|
||||
# begin with. This can possibly be handled in the fetching API but it's
|
||||
# easier to do here for now.
|
||||
|
||||
if [[ ! -s "$global_out_path" ]]; then
|
||||
echo "SKIP,SKIP,SKIP,000.00000000,SKIP,00000.00,SKIP,SKIP,0000-00-00 00:00:00,0000-00-00 00:00:00,SKIP,SKIP,SKIP,SKIP,SKIP,SKIP,0.00000000,SKIP,000.00000000,SKIP,00.00000000,0.00000000,0.00000000" \
|
||||
>"$global_out_path"
|
||||
fi
|
||||
}
|
||||
|
||||
# Fixes column data that has comma (which will ruin output order)
|
||||
function fix_header()
|
||||
{
|
||||
# NOTE: output will be details_header2, not details_header
|
||||
xsv select "details_header" "$1" \
|
||||
| sed -e 's:,::g' -e 's:"::g'
|
||||
}
|
||||
|
||||
# Adds column to CSV
|
||||
function add_to_header()
|
||||
{
|
||||
csvjoin -I --snifflimit 0 "$1" <(echo "$2")
|
||||
}
|
||||
|
||||
# Primary parse impl after previous preparation
|
||||
function __parse()
|
||||
{
|
||||
gawk -v global_year="$global_year" -v global_subaccount="$global_subaccount" \
|
||||
'{
|
||||
if (NR<2 || $10 !~ global_year)
|
||||
next
|
||||
|
||||
# Coinbase is not uniform in its - sign, so remove it and deal re-add in rules
|
||||
direction=($5 ~ /^-/ ? "OUT" : "IN")
|
||||
sub(/^-/, "", $5)
|
||||
sub(/^-/, "", $7)
|
||||
|
||||
# Cleanup the time
|
||||
sub(/T/, " ", $10); sub(/T/, " ", $11)
|
||||
sub(/Z/, "", $10); sub(/Z/, "", $11)
|
||||
sub(/\+.*/, "", $10); sub(/\+.*/, "", $11)
|
||||
|
||||
# Print
|
||||
printf $1 OFS # account id
|
||||
printf $2 OFS # id (coinbase_id)
|
||||
printf $3 OFS # type
|
||||
printf $4 OFS # status
|
||||
printf $5 OFS # amount_amount
|
||||
printf $6 OFS # amount_currency
|
||||
printf $7 OFS # native_amount_amount
|
||||
printf $8 OFS # native_amount_currency
|
||||
printf $9 OFS # description
|
||||
printf $10 OFS # created_at
|
||||
printf $11 OFS # updated_at
|
||||
printf $12 OFS # resource
|
||||
printf $13 OFS # resource_path
|
||||
printf $14 OFS # instant_exchange
|
||||
printf $15 OFS # details_title
|
||||
printf $16 OFS # details_subtitle
|
||||
printf $17 OFS # details_header2
|
||||
printf("%.8f", $18); printf OFS # network_transaction_fee_amount
|
||||
printf $19 OFS # network_transaction_fee_currency
|
||||
printf("%.8f", $20); printf OFS # network_transaction_amount_amount
|
||||
printf $21 OFS # network_transaction_amount_currency
|
||||
printf $22 OFS # to_currency
|
||||
printf $23 OFS # to_address_info_address
|
||||
|
||||
# Add new columns to calculate fees against native currency price
|
||||
# NOTE: 0 because CB does not accurately display fiat amount
|
||||
# if satoshi is small (if less than $0.00)
|
||||
if ($7 > 0) {printf("%.8f", $7 / $5)} printf OFS # native_amount_price
|
||||
if ($7 > 0) {printf("%.8f", ($7 / $5) * $18)} printf OFS # native_network_transaction_fee_amount
|
||||
if ($7 > 0) {printf("%.8f", ($5 * 0.01) / $7)} printf OFS # native_conversion_fee_amount
|
||||
# NOTE: this is a guestimation of actual conversion fees because Coinbase
|
||||
# never specifies exact amount.
|
||||
|
||||
# CB Advanced Trading
|
||||
printf("%.8f", $24); printf OFS # advanced_trade_fill_fill_price
|
||||
printf $25 OFS # advanced_trade_fill_product_id
|
||||
printf $26 OFS # advanced_trade_fill_order_id
|
||||
printf("%.8f", $27); printf OFS # advanced_trade_fill_commission
|
||||
printf $28 OFS # advanced_trade_fill_order_side
|
||||
|
||||
# USER ADDED: small_satoshi_multiplier (for sat trades less than a penny,
|
||||
# since `@@ 0` is not needed (or any empty tax columns))
|
||||
if ($7 == 0) {printf("%.8f", $24 * $5)}; printf OFS
|
||||
|
||||
printf $29 OFS # network_hash (txid, if applicable)
|
||||
printf $30 OFS # network_status (if applicable)
|
||||
|
||||
printf direction OFS
|
||||
printf global_subaccount
|
||||
|
||||
printf "\n";
|
||||
|
||||
}' FS=, OFS=,
|
||||
}
|
||||
|
||||
function main()
|
||||
{
|
||||
parse
|
||||
}
|
||||
|
||||
main "$@"
|
||||
|
||||
# vim: sw=2 sts=2 si ai et
|
||||
Reference in New Issue
Block a user