From e388cd95c77d37a51324cff9d84a809421bf97d3 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Thu, 8 Apr 2021 23:38:03 +0200 Subject: Bug fixes word pieces --- README.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'README.md') diff --git a/README.md b/README.md index c30ee03..dac7e98 100644 --- a/README.md +++ b/README.md @@ -31,10 +31,11 @@ poetry run build-transitions --tokens iamdb_1kwp_tokens_1000.txt --lexicon iamdb - [x] build_transitions.py - [x] transform that encodes iam targets to wordpieces - [x] transducer loss function -- [ ] Train with word pieces +- [ ] Train with word pieces + - [ ] Pad word pieces index to same length - [ ] Local attention in first layer of transformer - [ ] Halonet encoder -- [ ] Implement CPC +- [ ] Implement CPC - [ ] https://arxiv.org/pdf/1905.09272.pdf - [ ] https://pytorch-lightning-bolts.readthedocs.io/en/latest/self_supervised_models.html?highlight=byol -- cgit v1.2.3-70-g09d2