mirror of
https://github.com/Tyrrrz/DiscordChatExporter.git
synced 2026-07-09 23:49:34 +02:00
Compare commits
191 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| a405ab184e | |||
| b861a69799 | |||
| d53b4c825a | |||
| 30678e96e5 | |||
| 2024d3658b | |||
| 9453cac389 | |||
| 504c3c53cd | |||
| 4e358e8e6f | |||
| 5e852235ce | |||
| 612c6d37a4 | |||
| 92cf886eab | |||
| f48af53d72 | |||
| 99d721c63b | |||
| 11414b5937 | |||
| 6c039ebfa6 | |||
| 9cffbbc5ce | |||
| 6f87960513 | |||
| e8f8c47dbd | |||
| 9aba36fce5 | |||
| f29e1d2d9f | |||
| b000a72f81 | |||
| f5318e77b7 | |||
| e171b43c22 | |||
| 23e1850d15 | |||
| 057902f919 | |||
| 565fb53d3b | |||
| edba9f36a7 | |||
| 356b1a6afd | |||
| 70edc8989c | |||
| 2fd7e327a9 | |||
| 9182c3d934 | |||
| 01389b7e28 | |||
| bd0701cb82 | |||
| 4283ef22b1 | |||
| 94ef4b6981 | |||
| 7b72f473fd | |||
| 2463cb5087 | |||
| 2c7986c4e6 | |||
| 5755334492 | |||
| 26c523a3e9 | |||
| 371c7d2b75 | |||
| 62400f305a | |||
| 65a528e7fe | |||
| 47d8163a46 | |||
| 1d9224ebd8 | |||
| ddc7f921bd | |||
| aca94ddccb | |||
| 3661c42df4 | |||
| 005c1786ec | |||
| b6fbf2393e | |||
| 0e49936e38 | |||
| 8d4e6b77c4 | |||
| 6f47fb6a1c | |||
| 6150720b1e | |||
| dcdeea19ab | |||
| ca56d47110 | |||
| 17b548d679 | |||
| 20eeaa58e9 | |||
| 6621c10ae0 | |||
| 75214354ca | |||
| 84d99e8520 | |||
| 4b80eabb73 | |||
| e6830bbd0e | |||
| 97c751f171 | |||
| dc814e08e7 | |||
| 54bf7c204a | |||
| 36c9983c9e | |||
| 361e0489ed | |||
| 77436120a8 | |||
| 2d7ab5411f | |||
| 1ce523b252 | |||
| bb81cf06ae | |||
| f7f6ac9494 | |||
| 481958f4d3 | |||
| 5e3502cbc5 | |||
| 3b03c30865 | |||
| c9e16a7f74 | |||
| f9b6793d47 | |||
| cfbd267d3a | |||
| 2b6f01bf6f | |||
| a44d43eefc | |||
| 0e138bac7d | |||
| 71876febf8 | |||
| 489c786c1e | |||
| eb0c61e173 | |||
| 9341c21963 | |||
| 704c483074 | |||
| 1f0e667085 | |||
| 0b72b73d1d | |||
| 32dd1689d0 | |||
| 2e4d19671a | |||
| 5b4d88ca26 | |||
| 65cc3954b6 | |||
| ffe5544f9c | |||
| bf1ad07a9c | |||
| 338566c1d6 | |||
| 91ea7a443c | |||
| aea96d5eba | |||
| e29f08264c | |||
| ad84ecf6a4 | |||
| ae57a0ff7c | |||
| 1daff4178d | |||
| 3a2b119618 | |||
| 5f27426f44 | |||
| a893ebda68 | |||
| 9221966171 | |||
| 67325b610a | |||
| 3186ce90c8 | |||
| 168d7c8ec9 | |||
| daa1b3f6b3 | |||
| e2780d6666 | |||
| b996215e36 | |||
| 08d9af534b | |||
| bef110a193 | |||
| 12555e576f | |||
| afb4bc67ae | |||
| f80a5fe644 | |||
| b7dca87fb9 | |||
| 8ecc2940b0 | |||
| 407c2bd2ae | |||
| 5b563d4f00 | |||
| ecb615ecf1 | |||
| 7c212ef893 | |||
| 36b4a45f3a | |||
| 51cc132e5d | |||
| cf83cbd89c | |||
| d51d0d4872 | |||
| 2467caac9f | |||
| bd98f4cb6a | |||
| fc7191d74c | |||
| 6c484d1f88 | |||
| c36b8df8e7 | |||
| 0408096746 | |||
| 40d833cd57 | |||
| 0de1f47310 | |||
| e31ff55e33 | |||
| 81525a1076 | |||
| 65ab003ff5 | |||
| 2156c6cd0c | |||
| e97151cd19 | |||
| 271a478a0e | |||
| b40a88c4d3 | |||
| f03f5f8072 | |||
| bfa5d10761 | |||
| 7a9e25c1f0 | |||
| 4599e64f0a | |||
| 4389b4e0bc | |||
| 008bb2f591 | |||
| b8567d384f | |||
| a06b448f4a | |||
| ba4ece9325 | |||
| 880f400e2c | |||
| 8e7baee8a5 | |||
| f7c4b80a2d | |||
| a0e7d8e3af | |||
| 72b0bb37f4 | |||
| 6c70ff0963 | |||
| 9def32d67e | |||
| 4974fe5292 | |||
| 1db2bb4170 | |||
| 720e53caab | |||
| da9536bd1b | |||
| d8de3bf779 | |||
| 7c88a21543 | |||
| 2393a6a472 | |||
| 214d5e3bdb | |||
| f456297881 | |||
| 092f0cade9 | |||
| fc6cfcfcc6 | |||
| 46450367e3 | |||
| 21d89afa70 | |||
| 2f3e165988 | |||
| b64dff1eab | |||
| acfe102e7f | |||
| ea31b1b270 | |||
| af11064a85 | |||
| 402b5cc7d0 | |||
| 44f64a2cb3 | |||
| 471d0d01cf | |||
| 67313f2b22 | |||
| 301bca0633 | |||
| 6b8170ab89 | |||
| e849c9516c | |||
| 524d0a1bb2 | |||
| f0a4410ee0 | |||
| a98772e46e | |||
| b6fdea11a2 | |||
| fcca052165 | |||
| ac7ebd6f91 | |||
| 9303383662 | |||
| 7fa908ce34 |
Binary file not shown.
|
After Width: | Height: | Size: 17 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 45 KiB |
@@ -1,12 +0,0 @@
|
|||||||
{
|
|
||||||
"version": 1,
|
|
||||||
"isRoot": true,
|
|
||||||
"tools": {
|
|
||||||
"xamlstyler.console": {
|
|
||||||
"version": "3.2003.9",
|
|
||||||
"commands": [
|
|
||||||
"xstyler"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
github: Tyrrrz
|
|
||||||
patreon: Tyrrrz
|
|
||||||
custom: ['buymeacoffee.com/Tyrrrz', 'tyrrrz.me/donate']
|
|
||||||
@@ -1,5 +1,8 @@
|
|||||||
blank_issues_enabled: false
|
blank_issues_enabled: false
|
||||||
contact_links:
|
contact_links:
|
||||||
|
- name: ⚠ Feature request
|
||||||
|
url: https://github.com/Tyrrrz/.github/blob/master/docs/project-status.md
|
||||||
|
about: Sorry, but this project is in maintenance mode and no longer accepts new feature requests.
|
||||||
- name: 💬 Discord server
|
- name: 💬 Discord server
|
||||||
url: https://discord.gg/2SUWKFnHSm
|
url: https://discord.gg/2SUWKFnHSm
|
||||||
about: Chat with the project community.
|
about: Chat with the project community.
|
||||||
|
|||||||
@@ -1,42 +0,0 @@
|
|||||||
name: ✨ Feature request
|
|
||||||
description: Request a new feature.
|
|
||||||
labels: [enhancement]
|
|
||||||
|
|
||||||
body:
|
|
||||||
- type: markdown
|
|
||||||
attributes:
|
|
||||||
value: |
|
|
||||||
🧐 **Guidelines:**
|
|
||||||
|
|
||||||
- Search through [existing issues](https://github.com/Tyrrrz/DiscordChatExporter/issues?q=is%3Aissue) first to ensure that this feature has not been requested before.
|
|
||||||
- Write a descriptive title for your issue. Avoid generic or vague titles such as "Some suggestions" or "Ideas for improvement".
|
|
||||||
- Keep your issue focused on one single problem. If you have multiple feature requests, please create separate issues for each of them.
|
|
||||||
- Provide as much context as possible in the details section. Include screenshots, screen recordings, links, references, or anything else you may consider relevant.
|
|
||||||
- If you want to ask a question instead of requesting a feature, please use [discussions](https://github.com/Tyrrrz/DiscordChatExporter/discussions/new) instead.
|
|
||||||
|
|
||||||
- type: dropdown
|
|
||||||
attributes:
|
|
||||||
label: Flavor
|
|
||||||
description: Is this feature request related to specific flavor(s) of DiscordChatExporter? If not applicable, leave this field blank.
|
|
||||||
multiple: true
|
|
||||||
options:
|
|
||||||
- GUI (Graphical User Interface)
|
|
||||||
- CLI (Command Line Interface)
|
|
||||||
|
|
||||||
- type: dropdown
|
|
||||||
attributes:
|
|
||||||
label: Export format
|
|
||||||
description: Is this feature request related to specific export format(s)? If not applicable, leave this field blank.
|
|
||||||
multiple: true
|
|
||||||
options:
|
|
||||||
- HTML
|
|
||||||
- TXT
|
|
||||||
- JSON
|
|
||||||
- CSV
|
|
||||||
|
|
||||||
- type: textarea
|
|
||||||
attributes:
|
|
||||||
label: Details
|
|
||||||
description: Clear and thorough explanation of the feature you have in mind.
|
|
||||||
validations:
|
|
||||||
required: true
|
|
||||||
@@ -1,17 +0,0 @@
|
|||||||
<!--
|
|
||||||
|
|
||||||
**Important:**
|
|
||||||
|
|
||||||
Please make sure that there is an existing issue that describes the problem solved by your pull request. If there isn't one, consider creating it first.
|
|
||||||
An open issue offers a good place to iron out requirements, discuss possible solutions, and ask questions.
|
|
||||||
|
|
||||||
Remember to also:
|
|
||||||
|
|
||||||
- Keep your pull request focused and as small as possible. If you want to contribute multiple unrelated changes, please create separate pull requests for them.
|
|
||||||
- Follow the coding style and conventions already established by the project. When in doubt about which style to use, ask in the comments to your pull request.
|
|
||||||
- If you want to start a discussion regarding a specific change you've made, add a review comment to your own code. This can be used to highlight something important or to seek further input from others.
|
|
||||||
|
|
||||||
-->
|
|
||||||
|
|
||||||
<!-- Please specify the issue addressed by this pull request -->
|
|
||||||
Closes #ISSUE_NUMBER
|
|
||||||
@@ -1,25 +0,0 @@
|
|||||||
name: Docker CD
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
tags:
|
|
||||||
- "*"
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
uses: actions/checkout@v2.3.3
|
|
||||||
|
|
||||||
- name: Login
|
|
||||||
run: docker login -u tyrrrz -p ${{ secrets.DOCKER_TOKEN }}
|
|
||||||
|
|
||||||
- name: Build
|
|
||||||
run: docker build -t tyrrrz/discordchatexporter:${{ github.ref }} -t tyrrrz/discordchatexporter:stable .
|
|
||||||
|
|
||||||
- name: Deploy
|
|
||||||
run: |
|
|
||||||
docker push tyrrrz/discordchatexporter:${{ github.ref }}
|
|
||||||
docker push tyrrrz/discordchatexporter:stable
|
|
||||||
@@ -1,81 +0,0 @@
|
|||||||
name: CD
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
tags:
|
|
||||||
- "*"
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build:
|
|
||||||
runs-on: windows-latest
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
uses: actions/checkout@v2.3.3
|
|
||||||
|
|
||||||
- name: Install .NET (v3.1)
|
|
||||||
uses: actions/setup-dotnet@v1.7.2
|
|
||||||
with:
|
|
||||||
dotnet-version: 3.1.x
|
|
||||||
|
|
||||||
- name: Install .NET (v5.0)
|
|
||||||
uses: actions/setup-dotnet@v1.7.2
|
|
||||||
with:
|
|
||||||
dotnet-version: 5.0.x
|
|
||||||
|
|
||||||
- name: Build & publish (CLI)
|
|
||||||
run: dotnet publish DiscordChatExporter.Cli/ -o DiscordChatExporter.Cli/bin/Publish/ --configuration Release
|
|
||||||
|
|
||||||
- name: Build & publish (GUI)
|
|
||||||
run: dotnet publish DiscordChatExporter.Gui/ -o DiscordChatExporter.Gui/bin/Publish/ --configuration Release
|
|
||||||
|
|
||||||
- name: Pack (CLI)
|
|
||||||
run: Compress-Archive -Path DiscordChatExporter.Cli/bin/Publish/* -DestinationPath DiscordChatExporter.Cli/bin/Publish/Archive.zip -Force
|
|
||||||
shell: pwsh
|
|
||||||
|
|
||||||
- name: Pack (GUI)
|
|
||||||
run: Compress-Archive -Path DiscordChatExporter.Gui/bin/Publish/* -DestinationPath DiscordChatExporter.Gui/bin/Publish/Archive.zip -Force
|
|
||||||
shell: pwsh
|
|
||||||
|
|
||||||
- name: Create release
|
|
||||||
id: create_release
|
|
||||||
uses: actions/create-release@v1.0.1
|
|
||||||
env:
|
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
||||||
with:
|
|
||||||
tag_name: ${{ github.ref }}
|
|
||||||
release_name: ${{ github.ref }}
|
|
||||||
body: |
|
|
||||||
[Changelog](https://github.com/Tyrrrz/DiscordChatExporter/blob/master/Changelog.md)
|
|
||||||
draft: false
|
|
||||||
prerelease: false
|
|
||||||
|
|
||||||
- name: Upload release asset (CLI)
|
|
||||||
uses: actions/upload-release-asset@v1.0.2
|
|
||||||
env:
|
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
||||||
with:
|
|
||||||
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
|
||||||
asset_path: DiscordChatExporter.Cli/bin/Publish/Archive.zip
|
|
||||||
asset_name: DiscordChatExporter.CLI.zip
|
|
||||||
asset_content_type: application/zip
|
|
||||||
|
|
||||||
- name: Upload release asset (GUI)
|
|
||||||
uses: actions/upload-release-asset@v1.0.2
|
|
||||||
env:
|
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
||||||
with:
|
|
||||||
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
|
||||||
asset_path: DiscordChatExporter.Gui/bin/Publish/Archive.zip
|
|
||||||
asset_name: DiscordChatExporter.zip
|
|
||||||
asset_content_type: application/zip
|
|
||||||
|
|
||||||
- name: Notify Discord
|
|
||||||
run: |
|
|
||||||
Invoke-WebRequest `
|
|
||||||
-Uri "${{ secrets.DISCORD_WEBHOOK }}" `
|
|
||||||
-Method "POST" `
|
|
||||||
-ContentType "application/json; charset=UTF-8" `
|
|
||||||
-Body '{"content":"**DiscordChatExporter** new version released!\nRef: `${{ github.ref }}`\nChangelog: <https://github.com/Tyrrrz/DiscordChatExporter/blob/${{ github.sha }}/Changelog.md>"}' `
|
|
||||||
-UseBasicParsing
|
|
||||||
shell: pwsh
|
|
||||||
@@ -1,23 +0,0 @@
|
|||||||
name: Docker CI
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches:
|
|
||||||
- master
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
uses: actions/checkout@v2.3.3
|
|
||||||
|
|
||||||
- name: Login
|
|
||||||
run: docker login -u tyrrrz -p ${{ secrets.DOCKER_TOKEN }}
|
|
||||||
|
|
||||||
- name: Build
|
|
||||||
run: docker build -t tyrrrz/discordchatexporter:latest .
|
|
||||||
|
|
||||||
- name: Deploy
|
|
||||||
run: docker push tyrrrz/discordchatexporter:latest
|
|
||||||
@@ -1,50 +0,0 @@
|
|||||||
name: CI
|
|
||||||
|
|
||||||
on: [push, pull_request]
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build:
|
|
||||||
runs-on: windows-latest
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
uses: actions/checkout@v2.3.3
|
|
||||||
|
|
||||||
- name: Install .NET (v3.1)
|
|
||||||
uses: actions/setup-dotnet@v1.7.2
|
|
||||||
with:
|
|
||||||
dotnet-version: 3.1.x
|
|
||||||
|
|
||||||
- name: Install .NET (v5.0)
|
|
||||||
uses: actions/setup-dotnet@v1.7.2
|
|
||||||
with:
|
|
||||||
dotnet-version: 5.0.x
|
|
||||||
|
|
||||||
- name: Build & test
|
|
||||||
run: dotnet test --configuration Release --logger GitHubActions
|
|
||||||
env:
|
|
||||||
DISCORD_TOKEN: ${{ secrets.DISCORD_TOKEN }}
|
|
||||||
DISCORD_TOKEN_BOT: true
|
|
||||||
|
|
||||||
- name: Upload coverage
|
|
||||||
uses: codecov/codecov-action@v1.0.5
|
|
||||||
with:
|
|
||||||
token: ${{ secrets.CODECOV_TOKEN }}
|
|
||||||
|
|
||||||
- name: Build & publish (CLI)
|
|
||||||
run: dotnet publish DiscordChatExporter.Cli/ -o DiscordChatExporter.Cli/bin/Publish/ --configuration Release
|
|
||||||
|
|
||||||
- name: Build & publish (GUI)
|
|
||||||
run: dotnet publish DiscordChatExporter.Gui/ -o DiscordChatExporter.Gui/bin/Publish/ --configuration Release
|
|
||||||
|
|
||||||
- name: Upload build artifacts (CLI)
|
|
||||||
uses: actions/upload-artifact@v1
|
|
||||||
with:
|
|
||||||
name: DiscordChatExporter.CLI
|
|
||||||
path: DiscordChatExporter.Cli/bin/Publish/
|
|
||||||
|
|
||||||
- name: Upload build artifact (GUI)
|
|
||||||
uses: actions/upload-artifact@v1
|
|
||||||
with:
|
|
||||||
name: DiscordChatExporter
|
|
||||||
path: DiscordChatExporter.Gui/bin/Publish/
|
|
||||||
@@ -0,0 +1,55 @@
|
|||||||
|
name: docker
|
||||||
|
|
||||||
|
on: [push, pull_request]
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Build container
|
||||||
|
run: docker build -f DiscordChatExporter.Cli.dockerfile .
|
||||||
|
|
||||||
|
deploy-latest:
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref_type == 'branch' && github.ref_name == 'master' }}
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Login to DockerHub
|
||||||
|
run: docker login -u tyrrrz -p ${{ secrets.DOCKER_TOKEN }}
|
||||||
|
|
||||||
|
- name: Build container
|
||||||
|
run: docker build -f DiscordChatExporter.Cli.dockerfile -t tyrrrz/discordchatexporter:latest .
|
||||||
|
|
||||||
|
- name: Push container
|
||||||
|
run: docker push tyrrrz/discordchatexporter:latest
|
||||||
|
|
||||||
|
deploy-stable:
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref_type == 'tag' }}
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Get release version
|
||||||
|
id: get_version
|
||||||
|
uses: dawidd6/action-get-tag@v1
|
||||||
|
|
||||||
|
- name: Login to DockerHub
|
||||||
|
run: docker login -u tyrrrz -p ${{ secrets.DOCKER_TOKEN }}
|
||||||
|
|
||||||
|
- name: Build container
|
||||||
|
run: docker build -f DiscordChatExporter.Cli.dockerfile -t tyrrrz/discordchatexporter:stable -t tyrrrz/discordchatexporter:${{ steps.get_version.outputs.tag }} .
|
||||||
|
|
||||||
|
- name: Push container (stable)
|
||||||
|
run: docker push tyrrrz/discordchatexporter:stable
|
||||||
|
|
||||||
|
- name: Push container (${{ steps.get_version.outputs.tag }})
|
||||||
|
run: docker push tyrrrz/discordchatexporter:${{ steps.get_version.outputs.tag }}
|
||||||
@@ -0,0 +1,154 @@
|
|||||||
|
name: main
|
||||||
|
|
||||||
|
on: [push, pull_request]
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
test:
|
||||||
|
runs-on: windows-latest
|
||||||
|
|
||||||
|
env:
|
||||||
|
DOTNET_SKIP_FIRST_TIME_EXPERIENCE: true
|
||||||
|
DOTNET_NOLOGO: true
|
||||||
|
DOTNET_CLI_TELEMETRY_OPTOUT: true
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Install .NET
|
||||||
|
uses: actions/setup-dotnet@v2
|
||||||
|
with:
|
||||||
|
# Fixed version, workaround for https://github.com/dotnet/core/issues/7176
|
||||||
|
dotnet-version: 6.0.100
|
||||||
|
|
||||||
|
- name: Run tests
|
||||||
|
# Tests need access to secrets, so we can't run them against PRs because of limited trust
|
||||||
|
if: ${{ github.event_name != 'pull_request' }}
|
||||||
|
run: dotnet test --configuration Release --logger GitHubActions --collect:"XPlat Code Coverage" -- DataCollectionRunSettings.DataCollectors.DataCollector.Configuration.Format=opencover
|
||||||
|
env:
|
||||||
|
DISCORD_TOKEN: ${{ secrets.DISCORD_TOKEN }}
|
||||||
|
DISCORD_TOKEN_BOT: true
|
||||||
|
|
||||||
|
- name: Upload coverage
|
||||||
|
uses: codecov/codecov-action@v3
|
||||||
|
with:
|
||||||
|
token: ${{ secrets.CODECOV_TOKEN }}
|
||||||
|
|
||||||
|
package:
|
||||||
|
needs: test
|
||||||
|
runs-on: windows-latest
|
||||||
|
|
||||||
|
env:
|
||||||
|
DOTNET_SKIP_FIRST_TIME_EXPERIENCE: true
|
||||||
|
DOTNET_NOLOGO: true
|
||||||
|
DOTNET_CLI_TELEMETRY_OPTOUT: true
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Install .NET
|
||||||
|
uses: actions/setup-dotnet@v2
|
||||||
|
with:
|
||||||
|
# Fixed version, workaround for https://github.com/dotnet/core/issues/7176
|
||||||
|
dotnet-version: 6.0.100
|
||||||
|
|
||||||
|
- name: Publish (CLI)
|
||||||
|
run: dotnet publish DiscordChatExporter.Cli/ -o DiscordChatExporter.Cli/bin/Publish/ --configuration Release
|
||||||
|
|
||||||
|
- name: Publish (GUI)
|
||||||
|
run: dotnet publish DiscordChatExporter.Gui/ -o DiscordChatExporter.Gui/bin/Publish/ --configuration Release
|
||||||
|
|
||||||
|
- name: Upload artifacts (CLI)
|
||||||
|
uses: actions/upload-artifact@v3
|
||||||
|
with:
|
||||||
|
name: DiscordChatExporter.Cli
|
||||||
|
path: DiscordChatExporter.Cli/bin/Publish/
|
||||||
|
|
||||||
|
- name: Upload artifacts (GUI)
|
||||||
|
uses: actions/upload-artifact@v3
|
||||||
|
with:
|
||||||
|
name: DiscordChatExporter
|
||||||
|
path: DiscordChatExporter.Gui/bin/Publish/
|
||||||
|
|
||||||
|
deploy:
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref_type == 'tag' }}
|
||||||
|
needs: package
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Download artifacts (CLI)
|
||||||
|
uses: actions/download-artifact@v3
|
||||||
|
with:
|
||||||
|
name: DiscordChatExporter.Cli
|
||||||
|
path: DiscordChatExporter.Cli
|
||||||
|
|
||||||
|
- name: Download artifacts (GUI)
|
||||||
|
uses: actions/download-artifact@v3
|
||||||
|
with:
|
||||||
|
name: DiscordChatExporter
|
||||||
|
path: DiscordChatExporter.Gui
|
||||||
|
|
||||||
|
- name: Create package (CLI)
|
||||||
|
run: Compress-Archive -Path DiscordChatExporter.Cli/* -DestinationPath DiscordChatExporter.Cli.zip -Force
|
||||||
|
shell: pwsh
|
||||||
|
|
||||||
|
- name: Create package (GUI)
|
||||||
|
run: Compress-Archive -Path DiscordChatExporter.Gui/* -DestinationPath DiscordChatExporter.Gui.zip -Force
|
||||||
|
shell: pwsh
|
||||||
|
|
||||||
|
- name: Create release
|
||||||
|
id: create_release
|
||||||
|
uses: actions/create-release@v1
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
with:
|
||||||
|
tag_name: ${{ github.ref }}
|
||||||
|
release_name: ${{ github.ref }}
|
||||||
|
body: |
|
||||||
|
[Changelog](https://github.com/Tyrrrz/DiscordChatExporter/blob/master/Changelog.md)
|
||||||
|
draft: false
|
||||||
|
prerelease: false
|
||||||
|
|
||||||
|
- name: Upload release asset (CLI)
|
||||||
|
uses: actions/upload-release-asset@v1
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
with:
|
||||||
|
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
||||||
|
asset_name: DiscordChatExporter.Cli.zip
|
||||||
|
asset_path: DiscordChatExporter.Cli.zip
|
||||||
|
asset_content_type: application/zip
|
||||||
|
|
||||||
|
- name: Upload release asset (GUI)
|
||||||
|
uses: actions/upload-release-asset@v1
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
with:
|
||||||
|
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
||||||
|
asset_name: DiscordChatExporter.zip
|
||||||
|
asset_path: DiscordChatExporter.Gui.zip
|
||||||
|
asset_content_type: application/zip
|
||||||
|
|
||||||
|
notify:
|
||||||
|
needs: deploy
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Get release version
|
||||||
|
id: get_version
|
||||||
|
uses: dawidd6/action-get-tag@v1
|
||||||
|
|
||||||
|
- name: Notify Discord
|
||||||
|
uses: satak/webrequest-action@v1.2.4
|
||||||
|
with:
|
||||||
|
url: ${{ secrets.DISCORD_WEBHOOK }}
|
||||||
|
method: POST
|
||||||
|
headers: |
|
||||||
|
{
|
||||||
|
"ContentType": "application/json; charset=UTF-8"
|
||||||
|
}
|
||||||
|
payload: |
|
||||||
|
{
|
||||||
|
"content": "**DiscordChatExporter** new version released!\nVersion: `${{ steps.get_version.outputs.tag }}`\nChangelog: <https://github.com/Tyrrrz/DiscordChatExporter/blob/${{ steps.get_version.outputs.tag }}/Changelog.md>"
|
||||||
|
}
|
||||||
Binary file not shown.
|
Before Width: | Height: | Size: 17 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 33 KiB |
+100
@@ -1,3 +1,103 @@
|
|||||||
|
### v2.35.2 (08-Sep-2022)
|
||||||
|
|
||||||
|
- Updated usage guide to mention the need to enable "Message Content Intent" to use a bot as a medium for exporting messages.
|
||||||
|
- [CLI] Fixed an issue where passing an existing directory as the output path failed when exporting multiple channels (for example, when running `exportdm`). An ambiguous output path will now always be treated as a directory path if that directory already exists. If it doesn't exist, it will be treated as a file path, matching the previous behavior.
|
||||||
|
|
||||||
|
### v2.35.1 (26-Aug-2022)
|
||||||
|
|
||||||
|
- Added `~` character as an alias for `-` when negating a message filter. This should make it easier to use negated filters from CLI where the dash character already has other meanings.
|
||||||
|
- Extended retry logic to encompass all server-side errors from Discord API, instead of only `500 Internal Server Error`.
|
||||||
|
- [CLI] Attempt to export multiple channels will now fail if provided with an output path that is neither a directory, nor a file name template. Previously, this resulted in all channels being exported to the same file, overwriting each other.
|
||||||
|
- Fixed an issue where a text message filter didn't work if it started with a character that's also the first character in one of the named filters (e.g. `from` or `mentions`).
|
||||||
|
- Fixed an issue where a text message filter didn't work correctly if it was enclosed in parentheses.
|
||||||
|
- Fixed an issue where categories were displayed alongside regular channels in the channel list, both in GUI and in CLI (when using the `guild` command).
|
||||||
|
- [CLI] Fixed an issue where an output path starting with a tilde on Linux was not expanded properly into a full path. (Thanks [@TSRBerry](https://github.com/TSRBerry))
|
||||||
|
|
||||||
|
### v2.35 (02-Jul-2022)
|
||||||
|
|
||||||
|
- Added support for exporting text chat in voice channels. These channels are now also displayed when browsing in the GUI and in the CLI when executing the `channels` command.
|
||||||
|
- [GUI] Direct message channels are now sorted by the timestamp of their last message, similarly to how they appear in the Discord client.
|
||||||
|
- [GUI] Removed artificial grouping of direct message channels into "Private" and "Group".
|
||||||
|
- [CLI] Added runtime bootstrapper capabilities to the CLI flavor of DiscordChatExporter on Windows. Now, if you attempt to run the application without the required prerequisites installed, you will be provided with an option to install them automatically.
|
||||||
|
- [CLI] Fixed outdated information in the usage guide. (Thanks [@Clint Herron](https://github.com/HanClinto))
|
||||||
|
- [CLI] Added whitespace padding to the output of `guilds`, `channels`, and `dm` to make the tables look more uniform.
|
||||||
|
- [HTML] Added hyperlinks to message timestamps, which allows you to quickly copy a link to a specific message in the export. (Thanks [@Philipp C. Heckel](https://github.com/binwiederhier))
|
||||||
|
- [HTML] Added minification. Chat exports in HTML format are now 30-35% smaller than before.
|
||||||
|
- [HTML] Added support for rendering embeds of Twitter posts that contain multiple images. Previously, this resulted in multiple separate embeds instead of one.
|
||||||
|
- [HTML] Added support for rendering embeds of YouTube Shorts videos.
|
||||||
|
- [HTML] Text content is now hidden if the message only contains a link to an image and nothing else. The link itself is resolved as an image embed.
|
||||||
|
- [HTML] Fixed an issue where some emoji that included a zero-width-joiner rune were not rendered correctly due to a wrong Twemoji URL being generated. (Thanks [@Ethan](https://github.com/ethanndickson))
|
||||||
|
- [HTML] Fixed an issue where replies to a message that contained a quote (i.e. `>`) were not rendered correctly.
|
||||||
|
- [HTML] Fixed an issue where code blocks with language highlighting did not have the correct background color.
|
||||||
|
- Added file name template token that resolves to the current date (`%d`). (Thanks [@Lucas LaBuff](https://github.com/96-LB))
|
||||||
|
- Updated the usage guide to replace the instructions for retrieving the user token with those that appear to work for more people.
|
||||||
|
- Updated the usage guide to feature the TOS warning more prominently.
|
||||||
|
- [Docker] Changed internal working directory from `/app/out` to `/out`. This was an unintended breaking change. Please update your volume binding configuration from `-v /path/on/machine:/app/out` to `-v /path/on/machine:/out`.
|
||||||
|
|
||||||
|
### v2.34.1 (01-Jun-2022)
|
||||||
|
|
||||||
|
- Improved retry policy to handle more transient errors. This should result in fewer errors exporting a channel due to timeout.
|
||||||
|
- Added `has:pin` message filter. You can use it to limit exported messages to those that have been pinned. (Thanks [@Andrew Kolos](https://github.com/andrewkolos))
|
||||||
|
- Fixed an issue which caused the export to fail when processing stickers that have no name.
|
||||||
|
|
||||||
|
### v2.34 (10-Apr-2022)
|
||||||
|
|
||||||
|
- [HTML] Reworked layout to be more consistent with Discord.
|
||||||
|
- [HTML] Changed user profile picture dimensions from `128x128` to `512x512`. (Thanks [@Chris Helder](https://github.com/TheDude53))
|
||||||
|
- [HTML] Improved image scaling for Chromium-based browsers. This should result in higher quality images across the entire export.
|
||||||
|
- [HTML] Hovering over messages will now show short timestamps on the left, indicating the time that the individual messages of the group were sent.
|
||||||
|
- [HTML] Using "download media" option will now also download scripts, styles, fonts, and other similar resources used by the export.
|
||||||
|
- [HTML] Image attachments will now use the provided description as alt text.
|
||||||
|
- [HTML] Fixed a few layout inconsistencies related to embeds.
|
||||||
|
- [GUI] Added a few clickable links to the usage guide to make the process of locating tokens easier.
|
||||||
|
|
||||||
|
### v2.33.2 (07-Mar-2022)
|
||||||
|
|
||||||
|
- Actually fixed it this time.
|
||||||
|
|
||||||
|
### v2.33.1 (07-Mar-2022)
|
||||||
|
|
||||||
|
- Fixed an issue where the application silently failed to run if the system didn't have .NET Runtime 6.0.2 installed. If you continue seeing this issue, please uninstall all existing .NET runtimes from your computer and then try running the application again.
|
||||||
|
|
||||||
|
### v2.33 (06-Mar-2022)
|
||||||
|
|
||||||
|
- Added messages informing about war in Ukraine and available ways to help.
|
||||||
|
- Added support for rendering stickers in HTML and JSON. Lottie-based stickers currently cannot be displayed in HTML exports (see [#803](https://github.com/Tyrrrz/DiscordChatExporter/issues/803)).
|
||||||
|
- Added a new `reaction:` message filter which can be used to check if someone reacted to a message with a specific emoji. You can either pass the emoji name (e.g. `reaction:LUL`) or its ID (e.g. `reaction:41771983429993937`).
|
||||||
|
- [GUI] Added auto-detection for dark mode. If your system is configured to prefer dark mode in applications, DiscordChatExporter will use it by default instead of light mode.
|
||||||
|
- Fixed an issue which caused the export process to crash when downloading media files with extremely long file extensions. (Thanks [@Tomlacko](https://github.com/Tomlacko))
|
||||||
|
- Fixed an issue which caused the export process to crash on invalid mentions.
|
||||||
|
- [GUI] Fixed an issue where the time pickers used to specify export ranges always displayed time in 12-hour format, instead of respecting the system locale.
|
||||||
|
|
||||||
|
### v2.32 (27-Jan-2022)
|
||||||
|
|
||||||
|
- Token kind (user or bot) is now detected automatically. Removed the button to switch token kind in GUI. Option `-b|--bot` in CLI is now deprecated and does nothing.
|
||||||
|
- Updated user token extraction guide to reflect the fact that devtools are no longer accessible in the desktop version of Discord client. The recommended workaround is to open Discord in browser. (Thanks [@Dhananjay-JSR](https://github.com/Dhananjay-JSR))
|
||||||
|
- Fixed an issue which caused an error when parsing invalid date timestamps. Such timestamps are now rendered as "Invalid date", similarly to how the Discord client does it.
|
||||||
|
- Fixed an issue which caused an error when parsing certain embed fields.
|
||||||
|
- Fixed an issue which caused an error when parsing a mention to a user that has no username.
|
||||||
|
- [GUI] Minor visual fixes.
|
||||||
|
|
||||||
|
### v2.31.1 (15-Dec-2021)
|
||||||
|
|
||||||
|
- Fixed an issue which caused an error when parsing certain custom emoji reactions.
|
||||||
|
- [GUI] Improved user interface.
|
||||||
|
|
||||||
|
### v2.31 (06-Dec-2021)
|
||||||
|
|
||||||
|
- Changed target runtime of the application (both GUI and CLI) from .NET 3.1 to .NET 6. Those using the GUI version will not need to take any action as the application should install the necessary prerequisites automatically. Those using the CLI version will need to download and install .NET 6 runtime manually [from here](https://dotnet.microsoft.com/download/dotnet/6.0) (look for ".NET Runtime 6.0.x" section on the right and choose the distribution appropriate for your system).
|
||||||
|
- [HTML] Updated layout design to match Discord more closely. (Thanks [@Artem](https://github.com/Scarg))
|
||||||
|
- [HTML] Fixed an issue where markdown inside channel topic was not rendered correctly. (Thanks [@Emily](https://github.com/emillly-b))
|
||||||
|
- [HTML] Fixed an issue where the layout was broken for messages containing text in right-to-left languages. (Thanks [@Emily](https://github.com/emillly-b))
|
||||||
|
- Fixed an issue where text filters weren't matching content inside of embeds.
|
||||||
|
- [GUI] Fixed a multitude of issues related to the bootstrapper.
|
||||||
|
|
||||||
|
### v2.30.1 (28-Aug-2021)
|
||||||
|
|
||||||
|
- [HTML] Changed user avatars to render using higher resolution images. (Thanks [@Chris Helder](https://github.com/TheDude53))
|
||||||
|
- Fixed an issue where `has:file` message filter was not recognized. (Thanks [@Lucas LaBuff](https://github.com/96-LB))
|
||||||
|
- Fixed an issue where a unix timestamp marker with an invalid offset crashed the export process.
|
||||||
|
|
||||||
### v2.30 (08-Aug-2021)
|
### v2.30 (08-Aug-2021)
|
||||||
|
|
||||||
- [HTML] Added special casing for Spotify track embeds to render them directly using an embedded player.
|
- [HTML] Added special casing for Spotify track embeds to render them directly using an embedded player.
|
||||||
|
|||||||
@@ -1,10 +1,10 @@
|
|||||||
<Project>
|
<Project>
|
||||||
|
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<TargetFramework>netcoreapp3.1</TargetFramework>
|
<TargetFramework>net6.0</TargetFramework>
|
||||||
<Version>2.30</Version>
|
<Version>2.35.2</Version>
|
||||||
<Company>Tyrrrz</Company>
|
<Company>Tyrrrz</Company>
|
||||||
<Copyright>Copyright (c) Alexey Golub</Copyright>
|
<Copyright>Copyright (c) Oleksii Holub</Copyright>
|
||||||
<LangVersion>preview</LangVersion>
|
<LangVersion>preview</LangVersion>
|
||||||
<Nullable>enable</Nullable>
|
<Nullable>enable</Nullable>
|
||||||
<WarningsAsErrors>nullable</WarningsAsErrors>
|
<WarningsAsErrors>nullable</WarningsAsErrors>
|
||||||
|
|||||||
@@ -3,8 +3,6 @@
|
|||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<IsPackable>false</IsPackable>
|
<IsPackable>false</IsPackable>
|
||||||
<IsTestProject>true</IsTestProject>
|
<IsTestProject>true</IsTestProject>
|
||||||
<CollectCoverage>true</CollectCoverage>
|
|
||||||
<CoverletOutputFormat>opencover</CoverletOutputFormat>
|
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
@@ -13,15 +11,15 @@
|
|||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<PackageReference Include="AngleSharp" Version="0.16.0" />
|
<PackageReference Include="AngleSharp" Version="0.17.1" />
|
||||||
<PackageReference Include="FluentAssertions" Version="5.10.3" />
|
<PackageReference Include="FluentAssertions" Version="6.7.0" />
|
||||||
<PackageReference Include="GitHubActionsTestLogger" Version="1.2.0" />
|
<PackageReference Include="GitHubActionsTestLogger" Version="2.0.1" PrivateAssets="all" />
|
||||||
<PackageReference Include="JsonExtensions" Version="1.1.0" />
|
<PackageReference Include="JsonExtensions" Version="1.2.0" />
|
||||||
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="16.10.0" />
|
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.3.0" />
|
||||||
<PackageReference Include="coverlet.msbuild" Version="3.1.0" PrivateAssets="all" />
|
|
||||||
<PackageReference Include="System.Reactive" Version="5.0.0" />
|
<PackageReference Include="System.Reactive" Version="5.0.0" />
|
||||||
<PackageReference Include="xunit" Version="2.4.1" />
|
<PackageReference Include="xunit" Version="2.4.2" />
|
||||||
<PackageReference Include="xunit.runner.visualstudio" Version="2.4.3" PrivateAssets="all" />
|
<PackageReference Include="xunit.runner.visualstudio" Version="2.4.5" PrivateAssets="all" />
|
||||||
|
<PackageReference Include="coverlet.collector" Version="3.1.2" PrivateAssets="all" />
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
|
|||||||
@@ -1,209 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.IO;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using AngleSharp.Dom;
|
|
||||||
using CliFx.Infrastructure;
|
|
||||||
using DiscordChatExporter.Cli.Commands;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Fixtures;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Infra;
|
|
||||||
using DiscordChatExporter.Cli.Tests.TestData;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Utils;
|
|
||||||
using DiscordChatExporter.Core.Discord;
|
|
||||||
using DiscordChatExporter.Core.Exporting;
|
|
||||||
using FluentAssertions;
|
|
||||||
using JsonExtensions;
|
|
||||||
using Xunit;
|
|
||||||
using Xunit.Abstractions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Tests
|
|
||||||
{
|
|
||||||
public class EmbedSpecs : IClassFixture<TempOutputFixture>
|
|
||||||
{
|
|
||||||
private readonly ITestOutputHelper _testOutput;
|
|
||||||
private readonly TempOutputFixture _tempOutput;
|
|
||||||
|
|
||||||
public EmbedSpecs(ITestOutputHelper testOutput, TempOutputFixture tempOutput)
|
|
||||||
{
|
|
||||||
_testOutput = testOutput;
|
|
||||||
_tempOutput = tempOutput;
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Message_with_an_embed_is_rendered_correctly_in_JSON()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("json");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var jsonData = await GlobalCache.WrapAsync("embed-specs-output-json", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.EmbedTestCases)},
|
|
||||||
ExportFormat = ExportFormat.Json,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(jsonData);
|
|
||||||
|
|
||||||
var json = Json.Parse(jsonData);
|
|
||||||
|
|
||||||
var messageJson = json
|
|
||||||
.GetProperty("messages")
|
|
||||||
.EnumerateArray()
|
|
||||||
.Single(j => string.Equals(
|
|
||||||
j.GetProperty("id").GetString(),
|
|
||||||
"866769910729146400",
|
|
||||||
StringComparison.OrdinalIgnoreCase
|
|
||||||
));
|
|
||||||
|
|
||||||
var embed = messageJson
|
|
||||||
.GetProperty("embeds")
|
|
||||||
.EnumerateArray()
|
|
||||||
.Single();
|
|
||||||
|
|
||||||
var embedAuthor = embed.GetProperty("author");
|
|
||||||
var embedThumbnail = embed.GetProperty("thumbnail");
|
|
||||||
var embedFooter = embed.GetProperty("footer");
|
|
||||||
var embedFields = embed.GetProperty("fields").EnumerateArray().ToArray();
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
embed.GetProperty("title").GetString().Should().Be("Embed title");
|
|
||||||
embed.GetProperty("url").GetString().Should().Be("https://example.com");
|
|
||||||
embed.GetProperty("timestamp").GetString().Should().Be("2021-07-14T21:00:00+00:00");
|
|
||||||
embed.GetProperty("description").GetString().Should().Be("**Embed** _description_");
|
|
||||||
embed.GetProperty("color").GetString().Should().Be("#58B9FF");
|
|
||||||
embedAuthor.GetProperty("name").GetString().Should().Be("Embed author");
|
|
||||||
embedAuthor.GetProperty("url").GetString().Should().Be("https://example.com/author");
|
|
||||||
embedAuthor.GetProperty("iconUrl").GetString().Should().NotBeNullOrWhiteSpace();
|
|
||||||
embedThumbnail.GetProperty("url").GetString().Should().NotBeNullOrWhiteSpace();
|
|
||||||
embedThumbnail.GetProperty("width").GetInt32().Should().Be(120);
|
|
||||||
embedThumbnail.GetProperty("height").GetInt32().Should().Be(120);
|
|
||||||
embedFooter.GetProperty("text").GetString().Should().Be("Embed footer");
|
|
||||||
embedFooter.GetProperty("iconUrl").GetString().Should().NotBeNullOrWhiteSpace();
|
|
||||||
embedFields.Should().HaveCount(3);
|
|
||||||
embedFields[0].GetProperty("name").GetString().Should().Be("Field 1");
|
|
||||||
embedFields[0].GetProperty("value").GetString().Should().Be("Value 1");
|
|
||||||
embedFields[0].GetProperty("isInline").GetBoolean().Should().BeTrue();
|
|
||||||
embedFields[1].GetProperty("name").GetString().Should().Be("Field 2");
|
|
||||||
embedFields[1].GetProperty("value").GetString().Should().Be("Value 2");
|
|
||||||
embedFields[1].GetProperty("isInline").GetBoolean().Should().BeTrue();
|
|
||||||
embedFields[2].GetProperty("name").GetString().Should().Be("Field 3");
|
|
||||||
embedFields[2].GetProperty("value").GetString().Should().Be("Value 3");
|
|
||||||
embedFields[2].GetProperty("isInline").GetBoolean().Should().BeTrue();
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Message_with_an_embed_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("embed-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.EmbedTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866769910729146400");
|
|
||||||
var messageText = messageHtml?.Text();
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageText.Should().ContainAll(
|
|
||||||
"Embed author",
|
|
||||||
"Embed title",
|
|
||||||
"Embed description",
|
|
||||||
"Field 1", "Value 1",
|
|
||||||
"Field 2", "Value 2",
|
|
||||||
"Field 3", "Value 3",
|
|
||||||
"Embed footer"
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Message_with_a_Spotify_track_is_rendered_using_an_iframe_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("embed-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.EmbedTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-867886632203976775");
|
|
||||||
var iframeHtml = messageHtml?.QuerySelector("iframe");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
iframeHtml.Should().NotBeNull();
|
|
||||||
iframeHtml?.GetAttribute("src").Should()
|
|
||||||
.StartWithEquivalent("https://open.spotify.com/embed/track/1LHZMWefF9502NPfArRfvP");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Message_with_a_YouTube_video_is_rendered_using_an_iframe_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("embed-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.EmbedTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866472508588294165");
|
|
||||||
var iframeHtml = messageHtml?.QuerySelector("iframe");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
iframeHtml.Should().NotBeNull();
|
|
||||||
iframeHtml?.GetAttribute("src").Should().StartWithEquivalent("https://www.youtube.com/embed/qOWW4OlgbvE");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -0,0 +1,117 @@
|
|||||||
|
using System;
|
||||||
|
using System.Collections.Generic;
|
||||||
|
using System.IO;
|
||||||
|
using System.Linq;
|
||||||
|
using System.Text.Json;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using AngleSharp.Dom;
|
||||||
|
using AngleSharp.Html.Dom;
|
||||||
|
using CliFx.Infrastructure;
|
||||||
|
using DiscordChatExporter.Cli.Commands;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Infra;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Utils;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using DiscordChatExporter.Core.Exporting;
|
||||||
|
using JsonExtensions;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
|
||||||
|
public class ExportWrapperFixture : IDisposable
|
||||||
|
{
|
||||||
|
private string DirPath { get; } = Path.Combine(
|
||||||
|
Path.GetDirectoryName(typeof(ExportWrapperFixture).Assembly.Location) ?? Directory.GetCurrentDirectory(),
|
||||||
|
"ExportCache",
|
||||||
|
Guid.NewGuid().ToString()
|
||||||
|
);
|
||||||
|
|
||||||
|
public ExportWrapperFixture() => DirectoryEx.Reset(DirPath);
|
||||||
|
|
||||||
|
private async ValueTask<string> ExportAsync(Snowflake channelId, ExportFormat format)
|
||||||
|
{
|
||||||
|
var fileName = channelId.ToString() + '.' + format.GetFileExtension();
|
||||||
|
var filePath = Path.Combine(DirPath, fileName);
|
||||||
|
|
||||||
|
// Perform export only if it hasn't been done before
|
||||||
|
if (!File.Exists(filePath))
|
||||||
|
{
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { channelId },
|
||||||
|
ExportFormat = format,
|
||||||
|
OutputPath = filePath
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
}
|
||||||
|
|
||||||
|
return await File.ReadAllTextAsync(filePath);
|
||||||
|
}
|
||||||
|
|
||||||
|
public async ValueTask<IHtmlDocument> ExportAsHtmlAsync(Snowflake channelId) => Html.Parse(
|
||||||
|
await ExportAsync(channelId, ExportFormat.HtmlDark)
|
||||||
|
);
|
||||||
|
|
||||||
|
public async ValueTask<JsonElement> ExportAsJsonAsync(Snowflake channelId) => Json.Parse(
|
||||||
|
await ExportAsync(channelId, ExportFormat.Json)
|
||||||
|
);
|
||||||
|
|
||||||
|
public async ValueTask<string> ExportAsPlainTextAsync(Snowflake channelId) =>
|
||||||
|
await ExportAsync(channelId, ExportFormat.PlainText);
|
||||||
|
|
||||||
|
public async ValueTask<string> ExportAsCsvAsync(Snowflake channelId) =>
|
||||||
|
await ExportAsync(channelId, ExportFormat.Csv);
|
||||||
|
|
||||||
|
public async ValueTask<IReadOnlyList<IElement>> GetMessagesAsHtmlAsync(Snowflake channelId) =>
|
||||||
|
(await ExportAsHtmlAsync(channelId))
|
||||||
|
.QuerySelectorAll("[data-message-id]")
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
public async ValueTask<IReadOnlyList<JsonElement>> GetMessagesAsJsonAsync(Snowflake channelId) =>
|
||||||
|
(await ExportAsJsonAsync(channelId))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
public async ValueTask<IElement> GetMessageAsHtmlAsync(Snowflake channelId, Snowflake messageId)
|
||||||
|
{
|
||||||
|
var message = (await GetMessagesAsHtmlAsync(channelId))
|
||||||
|
.SingleOrDefault(e =>
|
||||||
|
string.Equals(
|
||||||
|
e.GetAttribute("data-message-id"),
|
||||||
|
messageId.ToString(),
|
||||||
|
StringComparison.OrdinalIgnoreCase
|
||||||
|
)
|
||||||
|
);
|
||||||
|
|
||||||
|
if (message is null)
|
||||||
|
{
|
||||||
|
throw new InvalidOperationException(
|
||||||
|
$"Message '{messageId}' does not exist in the export of channel '{channelId}'."
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
return message;
|
||||||
|
}
|
||||||
|
|
||||||
|
public async ValueTask<JsonElement> GetMessageAsJsonAsync(Snowflake channelId, Snowflake messageId)
|
||||||
|
{
|
||||||
|
var message = (await GetMessagesAsJsonAsync(channelId))
|
||||||
|
.SingleOrDefault(j =>
|
||||||
|
string.Equals(
|
||||||
|
j.GetProperty("id").GetString(),
|
||||||
|
messageId.ToString(),
|
||||||
|
StringComparison.OrdinalIgnoreCase
|
||||||
|
)
|
||||||
|
);
|
||||||
|
|
||||||
|
if (message.ValueKind == JsonValueKind.Undefined)
|
||||||
|
{
|
||||||
|
throw new InvalidOperationException(
|
||||||
|
$"Message '{messageId}' does not exist in the export of channel '{channelId}'."
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
return message;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void Dispose() => DirectoryEx.DeleteIfExists(DirPath);
|
||||||
|
}
|
||||||
@@ -1,31 +1,22 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.IO;
|
using System.IO;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Utils;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Tests.Fixtures
|
namespace DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
|
||||||
|
public class TempOutputFixture : IDisposable
|
||||||
{
|
{
|
||||||
public class TempOutputFixture : IDisposable
|
public string DirPath { get; } = Path.Combine(
|
||||||
{
|
|
||||||
public string DirPath => Path.Combine(
|
|
||||||
Path.GetDirectoryName(typeof(TempOutputFixture).Assembly.Location) ?? Directory.GetCurrentDirectory(),
|
Path.GetDirectoryName(typeof(TempOutputFixture).Assembly.Location) ?? Directory.GetCurrentDirectory(),
|
||||||
"Temp",
|
"Temp",
|
||||||
Guid.NewGuid().ToString()
|
Guid.NewGuid().ToString()
|
||||||
);
|
);
|
||||||
|
|
||||||
public TempOutputFixture() => Directory.CreateDirectory(DirPath);
|
public TempOutputFixture() => DirectoryEx.Reset(DirPath);
|
||||||
|
|
||||||
public string GetTempFilePath() => Path.Combine(DirPath, Guid.NewGuid().ToString());
|
public string GetTempFilePath(string fileName) => Path.Combine(DirPath, fileName);
|
||||||
|
|
||||||
public string GetTempFilePath(string extension) => Path.ChangeExtension(GetTempFilePath(), extension);
|
public string GetTempFilePath() => GetTempFilePath(Guid.NewGuid() + ".tmp");
|
||||||
|
|
||||||
public void Dispose()
|
public void Dispose() => DirectoryEx.DeleteIfExists(DirPath);
|
||||||
{
|
|
||||||
try
|
|
||||||
{
|
|
||||||
Directory.Delete(DirPath, true);
|
|
||||||
}
|
|
||||||
catch (DirectoryNotFoundException)
|
|
||||||
{
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,10 +1,10 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.IO;
|
using System.IO;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Tests.Infra
|
namespace DiscordChatExporter.Cli.Tests.Infra;
|
||||||
|
|
||||||
|
internal static class Secrets
|
||||||
{
|
{
|
||||||
internal static class Secrets
|
|
||||||
{
|
|
||||||
private static readonly Lazy<string> DiscordTokenLazy = new(() =>
|
private static readonly Lazy<string> DiscordTokenLazy = new(() =>
|
||||||
{
|
{
|
||||||
var fromEnvironment = Environment.GetEnvironmentVariable("DISCORD_TOKEN");
|
var fromEnvironment = Environment.GetEnvironmentVariable("DISCORD_TOKEN");
|
||||||
@@ -22,25 +22,5 @@ namespace DiscordChatExporter.Cli.Tests.Infra
|
|||||||
throw new InvalidOperationException("Discord token not provided for tests.");
|
throw new InvalidOperationException("Discord token not provided for tests.");
|
||||||
});
|
});
|
||||||
|
|
||||||
private static readonly Lazy<bool> IsDiscordTokenBotLazy = new(() =>
|
|
||||||
{
|
|
||||||
var fromEnvironment = Environment.GetEnvironmentVariable("DISCORD_TOKEN_BOT");
|
|
||||||
if (!string.IsNullOrWhiteSpace(fromEnvironment))
|
|
||||||
return string.Equals(fromEnvironment, "true", StringComparison.OrdinalIgnoreCase);
|
|
||||||
|
|
||||||
var secretFilePath = Path.Combine(
|
|
||||||
Path.GetDirectoryName(typeof(Secrets).Assembly.Location) ?? Directory.GetCurrentDirectory(),
|
|
||||||
"DiscordTokenBot.secret"
|
|
||||||
);
|
|
||||||
|
|
||||||
if (File.Exists(secretFilePath))
|
|
||||||
return true;
|
|
||||||
|
|
||||||
return false;
|
|
||||||
});
|
|
||||||
|
|
||||||
public static string DiscordToken => DiscordTokenLazy.Value;
|
public static string DiscordToken => DiscordTokenLazy.Value;
|
||||||
|
|
||||||
public static bool IsDiscordTokenBot => IsDiscordTokenBotLazy.Value;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,319 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.IO;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using AngleSharp.Dom;
|
|
||||||
using CliFx.Infrastructure;
|
|
||||||
using DiscordChatExporter.Cli.Commands;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Fixtures;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Infra;
|
|
||||||
using DiscordChatExporter.Cli.Tests.TestData;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Utils;
|
|
||||||
using DiscordChatExporter.Core.Discord;
|
|
||||||
using DiscordChatExporter.Core.Exporting;
|
|
||||||
using FluentAssertions;
|
|
||||||
using JsonExtensions;
|
|
||||||
using Xunit;
|
|
||||||
using Xunit.Abstractions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Tests
|
|
||||||
{
|
|
||||||
public class MentionSpecs : IClassFixture<TempOutputFixture>
|
|
||||||
{
|
|
||||||
private readonly ITestOutputHelper _testOutput;
|
|
||||||
private readonly TempOutputFixture _tempOutput;
|
|
||||||
|
|
||||||
public MentionSpecs(ITestOutputHelper testOutput, TempOutputFixture tempOutput)
|
|
||||||
{
|
|
||||||
_testOutput = testOutput;
|
|
||||||
_tempOutput = tempOutput;
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task User_mention_is_rendered_correctly_in_JSON()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("json");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var jsonData = await GlobalCache.WrapAsync("mention-specs-output-json", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.Json,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(jsonData);
|
|
||||||
|
|
||||||
var json = Json.Parse(jsonData);
|
|
||||||
|
|
||||||
var messageJson = json
|
|
||||||
.GetProperty("messages")
|
|
||||||
.EnumerateArray()
|
|
||||||
.Single(j => string.Equals(
|
|
||||||
j.GetProperty("id").GetString(),
|
|
||||||
"866458840245076028",
|
|
||||||
StringComparison.OrdinalIgnoreCase
|
|
||||||
));
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageJson.GetProperty("content").GetString().Should().Be("User mention: @Tyrrrz");
|
|
||||||
|
|
||||||
messageJson
|
|
||||||
.GetProperty("mentions")
|
|
||||||
.EnumerateArray()
|
|
||||||
.Select(j => j.GetProperty("id").GetString())
|
|
||||||
.Should().Contain("128178626683338752");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task User_mention_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("mention-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866458840245076028");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageHtml.Should().NotBeNull();
|
|
||||||
messageHtml?.Text().Trim().Should().Be("User mention: @Tyrrrz");
|
|
||||||
messageHtml?.InnerHtml.Should().Contain("Tyrrrz#5447");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Text_channel_mention_is_rendered_correctly_in_JSON()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("json");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var jsonData = await GlobalCache.WrapAsync("mention-specs-output-json", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.Json,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(jsonData);
|
|
||||||
|
|
||||||
var json = Json.Parse(jsonData);
|
|
||||||
|
|
||||||
var messageJson = json
|
|
||||||
.GetProperty("messages")
|
|
||||||
.EnumerateArray()
|
|
||||||
.Single(j => string.Equals(
|
|
||||||
j.GetProperty("id").GetString(),
|
|
||||||
"866459040480624680",
|
|
||||||
StringComparison.OrdinalIgnoreCase
|
|
||||||
));
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageJson.GetProperty("content").GetString().Should().Be("Text channel mention: #mention-tests");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Text_channel_mention_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("mention-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866459040480624680");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageHtml.Should().NotBeNull();
|
|
||||||
messageHtml?.Text().Trim().Should().Be("Text channel mention: #mention-tests");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Voice_channel_mention_is_rendered_correctly_in_JSON()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("json");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var jsonData = await GlobalCache.WrapAsync("mention-specs-output-json", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.Json,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(jsonData);
|
|
||||||
|
|
||||||
var json = Json.Parse(jsonData);
|
|
||||||
|
|
||||||
var messageJson = json
|
|
||||||
.GetProperty("messages")
|
|
||||||
.EnumerateArray()
|
|
||||||
.Single(j => string.Equals(
|
|
||||||
j.GetProperty("id").GetString(),
|
|
||||||
"866459175462633503",
|
|
||||||
StringComparison.OrdinalIgnoreCase
|
|
||||||
));
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageJson.GetProperty("content").GetString().Should().Be("Voice channel mention: #chaos-vc [voice]");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Voice_channel_mention_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("mention-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866459175462633503");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageHtml.Should().NotBeNull();
|
|
||||||
messageHtml?.Text().Trim().Should().Be("Voice channel mention: 🔊chaos-vc");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Role_mention_is_rendered_correctly_in_JSON()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("json");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var jsonData = await GlobalCache.WrapAsync("mention-specs-output-json", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.Json,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(jsonData);
|
|
||||||
|
|
||||||
var json = Json.Parse(jsonData);
|
|
||||||
|
|
||||||
var messageJson = json
|
|
||||||
.GetProperty("messages")
|
|
||||||
.EnumerateArray()
|
|
||||||
.Single(j => string.Equals(
|
|
||||||
j.GetProperty("id").GetString(),
|
|
||||||
"866459254693429258",
|
|
||||||
StringComparison.OrdinalIgnoreCase
|
|
||||||
));
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageJson.GetProperty("content").GetString().Should().Be("Role mention: @Role 1");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Role_mention_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("mention-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.MentionTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866459254693429258");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageHtml.Should().NotBeNull();
|
|
||||||
messageHtml?.Text().Trim().Should().Be("Role mention: @Role 1");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -3,15 +3,11 @@
|
|||||||
This test suite runs against a real Discord server, specifically created to exercise different behaviors required by the test scenarios.
|
This test suite runs against a real Discord server, specifically created to exercise different behaviors required by the test scenarios.
|
||||||
In order to run these tests locally, you need to join the test server and configure your authentication token.
|
In order to run these tests locally, you need to join the test server and configure your authentication token.
|
||||||
|
|
||||||
1. Join the server: https://discord.gg/eRV8Vap5bm
|
1. [Join the test server](https://discord.gg/eRV8Vap5bm)
|
||||||
2. Locate your Discord authentication token
|
2. Locate your Discord authentication token
|
||||||
3. Specify your token using a file or an environment variable:
|
3. Specify your token using a file or an environment variable:
|
||||||
- **Using a file**: put your token in a new `DiscordToken.secret` file created in this directory
|
- **Using a file**: put your token in a new `DiscordToken.secret` file created in this directory
|
||||||
- **Using an environment variable**: set `DISCORD_TOKEN` variable to your token
|
- **Using an environment variable**: set `DISCORD_TOKEN` variable to your token
|
||||||
4. Run the tests: `dotnet test`
|
4. Run the tests: `dotnet test`
|
||||||
|
|
||||||
> If you're submitting a pull request, you don't _have_ to run the tests locally -- they are executed automatically by CI.
|
> If you want to add a new test case, please let me know and I will give you the required permissions
|
||||||
Running them locally can still sometimes be useful for debugging purposes though.
|
|
||||||
|
|
||||||
> If you want to have a new test case or a scenario added, please let me know in your pull request.
|
|
||||||
Currently, it's not possible to add them by yourself.
|
|
||||||
@@ -1,130 +0,0 @@
|
|||||||
using System.IO;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using AngleSharp.Dom;
|
|
||||||
using CliFx.Infrastructure;
|
|
||||||
using DiscordChatExporter.Cli.Commands;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Fixtures;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Infra;
|
|
||||||
using DiscordChatExporter.Cli.Tests.TestData;
|
|
||||||
using DiscordChatExporter.Cli.Tests.Utils;
|
|
||||||
using DiscordChatExporter.Core.Discord;
|
|
||||||
using DiscordChatExporter.Core.Exporting;
|
|
||||||
using FluentAssertions;
|
|
||||||
using Xunit;
|
|
||||||
using Xunit.Abstractions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Tests
|
|
||||||
{
|
|
||||||
public class ReplySpecs : IClassFixture<TempOutputFixture>
|
|
||||||
{
|
|
||||||
private readonly ITestOutputHelper _testOutput;
|
|
||||||
private readonly TempOutputFixture _tempOutput;
|
|
||||||
|
|
||||||
public ReplySpecs(ITestOutputHelper testOutput, TempOutputFixture tempOutput)
|
|
||||||
{
|
|
||||||
_testOutput = testOutput;
|
|
||||||
_tempOutput = tempOutput;
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Reply_to_a_normal_message_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("reply-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.ReplyTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866460738239725598");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageHtml.Should().NotBeNull();
|
|
||||||
messageHtml?.Text().Trim().Should().Be("reply to original");
|
|
||||||
messageHtml?.QuerySelector(".chatlog__reference-link")?.Text().Trim().Should().Be("original");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Reply_to_a_deleted_message_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("reply-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.ReplyTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866460975388819486");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageHtml.Should().NotBeNull();
|
|
||||||
messageHtml?.Text().Trim().Should().Be("reply to deleted");
|
|
||||||
messageHtml?.QuerySelector(".chatlog__reference-link")?.Text().Trim().Should()
|
|
||||||
.Be("Original message was deleted or could not be loaded.");
|
|
||||||
}
|
|
||||||
|
|
||||||
[Fact]
|
|
||||||
public async Task Reply_to_a_empty_message_with_attachment_is_rendered_correctly_in_HTML()
|
|
||||||
{
|
|
||||||
// Arrange
|
|
||||||
var outputFilePath = _tempOutput.GetTempFilePath("html");
|
|
||||||
|
|
||||||
// Act
|
|
||||||
var htmlData = await GlobalCache.WrapAsync("reply-specs-output-html", async () =>
|
|
||||||
{
|
|
||||||
await new ExportChannelsCommand
|
|
||||||
{
|
|
||||||
TokenValue = Secrets.DiscordToken,
|
|
||||||
IsBotToken = Secrets.IsDiscordTokenBot,
|
|
||||||
ChannelIds = new[] {Snowflake.Parse(ChannelIds.ReplyTestCases)},
|
|
||||||
ExportFormat = ExportFormat.HtmlDark,
|
|
||||||
OutputPath = outputFilePath
|
|
||||||
}.ExecuteAsync(new FakeConsole());
|
|
||||||
|
|
||||||
return await File.ReadAllTextAsync(outputFilePath);
|
|
||||||
});
|
|
||||||
|
|
||||||
_testOutput.WriteLine(htmlData);
|
|
||||||
|
|
||||||
var html = Html.Parse(htmlData);
|
|
||||||
|
|
||||||
var messageHtml = html.QuerySelector("#message-866462470335627294");
|
|
||||||
|
|
||||||
// Assert
|
|
||||||
messageHtml.Should().NotBeNull();
|
|
||||||
messageHtml?.Text().Trim().Should().Be("reply to attachment");
|
|
||||||
messageHtml?.QuerySelector(".chatlog__reference-link")?.Text().Trim().Should()
|
|
||||||
.Be("Click to see attachment 🖼️");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -0,0 +1,37 @@
|
|||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.CsvWriting;
|
||||||
|
|
||||||
|
public class ContentSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public ContentSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_are_exported_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var document = await _exportWrapper.ExportAsCsvAsync(ChannelIds.DateRangeTestCases);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
document.Should().ContainAll(
|
||||||
|
"Tyrrrz#5447",
|
||||||
|
"Hello world",
|
||||||
|
"Goodbye world",
|
||||||
|
"Foo bar",
|
||||||
|
"Hurdle Durdle",
|
||||||
|
"One",
|
||||||
|
"Two",
|
||||||
|
"Three",
|
||||||
|
"Yeet"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,157 @@
|
|||||||
|
using System;
|
||||||
|
using System.IO;
|
||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using CliFx.Infrastructure;
|
||||||
|
using DiscordChatExporter.Cli.Commands;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Infra;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using DiscordChatExporter.Core.Exporting;
|
||||||
|
using FluentAssertions;
|
||||||
|
using JsonExtensions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs;
|
||||||
|
|
||||||
|
public class DateRangeSpecs : IClassFixture<TempOutputFixture>
|
||||||
|
{
|
||||||
|
private readonly TempOutputFixture _tempOutput;
|
||||||
|
|
||||||
|
public DateRangeSpecs(TempOutputFixture tempOutput)
|
||||||
|
{
|
||||||
|
_tempOutput = tempOutput;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_after_specific_date_only_include_messages_sent_after_that_date()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var after = new DateTimeOffset(2021, 07, 24, 0, 0, 0, TimeSpan.Zero);
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.DateRangeTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
After = Snowflake.FromDate(after)
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var timestamps = Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("timestamp").GetDateTimeOffset())
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
timestamps.All(t => t > after).Should().BeTrue();
|
||||||
|
|
||||||
|
timestamps.Should().BeEquivalentTo(new[]
|
||||||
|
{
|
||||||
|
new DateTimeOffset(2021, 07, 24, 13, 49, 13, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 24, 14, 52, 38, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 24, 14, 52, 39, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 24, 14, 52, 40, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 09, 08, 14, 26, 35, TimeSpan.Zero)
|
||||||
|
}, o =>
|
||||||
|
{
|
||||||
|
return o
|
||||||
|
.Using<DateTimeOffset>(ctx =>
|
||||||
|
ctx.Subject.Should().BeCloseTo(ctx.Expectation, TimeSpan.FromSeconds(1))
|
||||||
|
)
|
||||||
|
.WhenTypeIs<DateTimeOffset>();
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_before_specific_date_only_include_messages_sent_before_that_date()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var before = new DateTimeOffset(2021, 07, 24, 0, 0, 0, TimeSpan.Zero);
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.DateRangeTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
Before = Snowflake.FromDate(before)
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var timestamps = Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("timestamp").GetDateTimeOffset())
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
timestamps.All(t => t < before).Should().BeTrue();
|
||||||
|
|
||||||
|
timestamps.Should().BeEquivalentTo(new[]
|
||||||
|
{
|
||||||
|
new DateTimeOffset(2021, 07, 19, 13, 34, 18, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 19, 15, 58, 48, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 19, 17, 23, 58, TimeSpan.Zero)
|
||||||
|
}, o =>
|
||||||
|
{
|
||||||
|
return o
|
||||||
|
.Using<DateTimeOffset>(ctx =>
|
||||||
|
ctx.Subject.Should().BeCloseTo(ctx.Expectation, TimeSpan.FromSeconds(1))
|
||||||
|
)
|
||||||
|
.WhenTypeIs<DateTimeOffset>();
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_between_specific_dates_only_include_messages_sent_between_those_dates()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var after = new DateTimeOffset(2021, 07, 24, 0, 0, 0, TimeSpan.Zero);
|
||||||
|
var before = new DateTimeOffset(2021, 08, 01, 0, 0, 0, TimeSpan.Zero);
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.DateRangeTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
Before = Snowflake.FromDate(before),
|
||||||
|
After = Snowflake.FromDate(after)
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var timestamps = Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("timestamp").GetDateTimeOffset())
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
timestamps.All(t => t < before && t > after).Should().BeTrue();
|
||||||
|
|
||||||
|
timestamps.Should().BeEquivalentTo(new[]
|
||||||
|
{
|
||||||
|
new DateTimeOffset(2021, 07, 24, 13, 49, 13, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 24, 14, 52, 38, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 24, 14, 52, 39, TimeSpan.Zero),
|
||||||
|
new DateTimeOffset(2021, 07, 24, 14, 52, 40, TimeSpan.Zero)
|
||||||
|
}, o =>
|
||||||
|
{
|
||||||
|
return o
|
||||||
|
.Using<DateTimeOffset>(ctx =>
|
||||||
|
ctx.Subject.Should().BeCloseTo(ctx.Expectation, TimeSpan.FromSeconds(1))
|
||||||
|
)
|
||||||
|
.WhenTypeIs<DateTimeOffset>();
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,155 @@
|
|||||||
|
using System.IO;
|
||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using CliFx.Infrastructure;
|
||||||
|
using DiscordChatExporter.Cli.Commands;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Infra;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Exporting;
|
||||||
|
using DiscordChatExporter.Core.Exporting.Filtering;
|
||||||
|
using FluentAssertions;
|
||||||
|
using JsonExtensions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs;
|
||||||
|
|
||||||
|
public class FilterSpecs : IClassFixture<TempOutputFixture>
|
||||||
|
{
|
||||||
|
private readonly TempOutputFixture _tempOutput;
|
||||||
|
|
||||||
|
public FilterSpecs(TempOutputFixture tempOutput)
|
||||||
|
{
|
||||||
|
_tempOutput = tempOutput;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_by_text_only_include_messages_that_contain_that_text()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.FilterTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
MessageFilter = MessageFilter.Parse("some text")
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("content").GetString())
|
||||||
|
.Should()
|
||||||
|
.ContainSingle("Some random text");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_by_author_only_include_messages_sent_by_that_author()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.FilterTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
MessageFilter = MessageFilter.Parse("from:Tyrrrz")
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("author").GetProperty("name").GetString())
|
||||||
|
.Should()
|
||||||
|
.AllBe("Tyrrrz");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_by_content_only_include_messages_that_have_that_content()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.FilterTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
MessageFilter = MessageFilter.Parse("has:image")
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("content").GetString())
|
||||||
|
.Should()
|
||||||
|
.ContainSingle("This has image");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_by_pin_only_include_messages_that_have_been_pinned()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.FilterTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
MessageFilter = MessageFilter.Parse("has:pin")
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("content").GetString())
|
||||||
|
.Should()
|
||||||
|
.ContainSingle("This is pinned");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_filtered_by_mention_only_include_messages_that_have_that_mention()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.FilterTestCases },
|
||||||
|
ExportFormat = ExportFormat.Json,
|
||||||
|
OutputPath = filePath,
|
||||||
|
MessageFilter = MessageFilter.Parse("mentions:Tyrrrz")
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Json
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.GetProperty("messages")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("content").GetString())
|
||||||
|
.Should()
|
||||||
|
.ContainSingle("This has mention");
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,106 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using AngleSharp.Dom;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting;
|
||||||
|
|
||||||
|
public class AttachmentSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public AttachmentSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_generic_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885587844989612074")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().ContainAll(
|
||||||
|
"Generic file attachment",
|
||||||
|
"Test.txt",
|
||||||
|
"11 bytes"
|
||||||
|
);
|
||||||
|
|
||||||
|
message
|
||||||
|
.QuerySelectorAll("a")
|
||||||
|
.Select(e => e.GetAttribute("href"))
|
||||||
|
.Should()
|
||||||
|
.Contain(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885587844964417596/Test.txt"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_an_image_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885654862656843786")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("Image attachment");
|
||||||
|
|
||||||
|
message
|
||||||
|
.QuerySelectorAll("img")
|
||||||
|
.Select(e => e.GetAttribute("src"))
|
||||||
|
.Should()
|
||||||
|
.Contain(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885654862430359613/bird-thumbnail.png"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_video_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/333
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885655761919836171")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("Video attachment");
|
||||||
|
|
||||||
|
var videoUrl = message.QuerySelector("video source")?.GetAttribute("src");
|
||||||
|
videoUrl.Should().Be(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885655761512968233/file_example_MP4_640_3MG.mp4"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_an_audio_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/333
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885656175620808734")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("Audio attachment");
|
||||||
|
|
||||||
|
var audioUrl = message.QuerySelector("audio source")?.GetAttribute("src");
|
||||||
|
audioUrl.Should().Be(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885656175348187146/file_example_MP3_1MG.mp3"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,49 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using AngleSharp.Dom;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting;
|
||||||
|
|
||||||
|
public class ContentSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public ContentSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_are_exported_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var messages = await _exportWrapper.GetMessagesAsHtmlAsync(ChannelIds.DateRangeTestCases);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
messages.Select(e => e.GetAttribute("data-message-id")).Should().Equal(
|
||||||
|
"866674314627121232",
|
||||||
|
"866710679758045195",
|
||||||
|
"866732113319428096",
|
||||||
|
"868490009366396958",
|
||||||
|
"868505966528835604",
|
||||||
|
"868505969821364245",
|
||||||
|
"868505973294268457",
|
||||||
|
"885169254029213696"
|
||||||
|
);
|
||||||
|
|
||||||
|
messages.SelectMany(e => e.Text()).Should().ContainInOrder(
|
||||||
|
"Hello world",
|
||||||
|
"Goodbye world",
|
||||||
|
"Foo bar",
|
||||||
|
"Hurdle Durdle",
|
||||||
|
"One",
|
||||||
|
"Two",
|
||||||
|
"Three",
|
||||||
|
"Yeet"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,134 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using AngleSharp.Dom;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting;
|
||||||
|
|
||||||
|
public class EmbedSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public EmbedSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_an_embed_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.EmbedTestCases,
|
||||||
|
Snowflake.Parse("866769910729146400")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().ContainAll(
|
||||||
|
"Embed author",
|
||||||
|
"Embed title",
|
||||||
|
"Embed description",
|
||||||
|
"Field 1", "Value 1",
|
||||||
|
"Field 2", "Value 2",
|
||||||
|
"Field 3", "Value 3",
|
||||||
|
"Embed footer"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_containing_an_image_link_is_rendered_with_an_image_embed()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/537
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.EmbedTestCases,
|
||||||
|
Snowflake.Parse("991768701126852638")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message
|
||||||
|
.QuerySelectorAll("img")
|
||||||
|
.Select(e => e.GetAttribute("src"))
|
||||||
|
.Should()
|
||||||
|
.Contain("https://i.redd.it/f8w05ja8s4e61.png");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_containing_an_image_link_and_nothing_else_is_rendered_without_text_content()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/682
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.EmbedTestCases,
|
||||||
|
Snowflake.Parse("991768701126852638")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var content = message.QuerySelector(".chatlog__content")?.Text();
|
||||||
|
content.Should().BeNullOrEmpty();
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_containing_a_Spotify_track_link_is_rendered_with_a_track_embed()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/657
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.EmbedTestCases,
|
||||||
|
Snowflake.Parse("867886632203976775")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var iframeUrl = message.QuerySelector("iframe")?.GetAttribute("src");
|
||||||
|
iframeUrl.Should().Be("https://open.spotify.com/embed/track/1LHZMWefF9502NPfArRfvP");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_containing_a_YouTube_video_link_is_rendered_with_a_video_embed()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/570
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.EmbedTestCases,
|
||||||
|
Snowflake.Parse("866472508588294165")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var iframeUrl = message.QuerySelector("iframe")?.GetAttribute("src");
|
||||||
|
iframeUrl.Should().Be("https://www.youtube.com/embed/qOWW4OlgbvE");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_containing_a_Twitter_post_link_with_multiple_images_is_rendered_as_a_single_embed()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/695
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.EmbedTestCases,
|
||||||
|
Snowflake.Parse("991757444017557665")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message
|
||||||
|
.QuerySelectorAll("img")
|
||||||
|
.Select(e => e.GetAttribute("src"))
|
||||||
|
.Should()
|
||||||
|
.ContainInOrder(
|
||||||
|
"https://images-ext-1.discordapp.net/external/-n--xW3EHH_3jlrheVkMXHCM7T86b5Ty4-MzXCT4m1Q/https/pbs.twimg.com/media/FVYIzYPWAAAMBqZ.png",
|
||||||
|
"https://images-ext-2.discordapp.net/external/z5nEmGeEldV-kswydGLhqUsFHbb5AWHtdvc9XT6N5rE/https/pbs.twimg.com/media/FVYJBWJWAAMNAx2.png",
|
||||||
|
"https://images-ext-2.discordapp.net/external/gnip03SawMB6uZLagN5sRDpA_1Ap1CcEhMbJfK1z6WQ/https/pbs.twimg.com/media/FVYJHiRX0AANZcz.png",
|
||||||
|
"https://images-ext-2.discordapp.net/external/jl1v6cCbLaGmiwmKU-ZkXnF4cFsJ39f9A3-oEdqPdZs/https/pbs.twimg.com/media/FVYJNZNXwAAPnVG.png"
|
||||||
|
);
|
||||||
|
|
||||||
|
message.QuerySelectorAll(".chatlog__embed").Should().ContainSingle();
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,79 @@
|
|||||||
|
using System.IO;
|
||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using AngleSharp.Dom;
|
||||||
|
using CliFx.Infrastructure;
|
||||||
|
using DiscordChatExporter.Cli.Commands;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Infra;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Utils;
|
||||||
|
using DiscordChatExporter.Core.Exporting;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting;
|
||||||
|
|
||||||
|
public class GroupingSpecs : IClassFixture<TempOutputFixture>
|
||||||
|
{
|
||||||
|
private readonly TempOutputFixture _tempOutput;
|
||||||
|
|
||||||
|
public GroupingSpecs(TempOutputFixture tempOutput)
|
||||||
|
{
|
||||||
|
_tempOutput = tempOutput;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_are_grouped_correctly()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/152
|
||||||
|
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.GroupingTestCases },
|
||||||
|
ExportFormat = ExportFormat.HtmlDark,
|
||||||
|
OutputPath = filePath
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var messageGroups = Html
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.QuerySelectorAll(".chatlog__message-group");
|
||||||
|
|
||||||
|
messageGroups.Should().HaveCount(2);
|
||||||
|
|
||||||
|
messageGroups[0]
|
||||||
|
.QuerySelectorAll(".chatlog__content")
|
||||||
|
.Select(e => e.Text())
|
||||||
|
.Should()
|
||||||
|
.ContainInOrder(
|
||||||
|
"First",
|
||||||
|
"Second",
|
||||||
|
"Third",
|
||||||
|
"Fourth",
|
||||||
|
"Fifth",
|
||||||
|
"Sixth",
|
||||||
|
"Seventh",
|
||||||
|
"Eighth",
|
||||||
|
"Ninth",
|
||||||
|
"Tenth"
|
||||||
|
);
|
||||||
|
|
||||||
|
messageGroups[1]
|
||||||
|
.QuerySelectorAll(".chatlog__content")
|
||||||
|
.Select(e => e.Text())
|
||||||
|
.Should()
|
||||||
|
.ContainInOrder(
|
||||||
|
"Eleventh",
|
||||||
|
"Twelveth",
|
||||||
|
"Thirteenth",
|
||||||
|
"Fourteenth",
|
||||||
|
"Fifteenth"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,72 @@
|
|||||||
|
using System.Threading.Tasks;
|
||||||
|
using AngleSharp.Dom;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting;
|
||||||
|
|
||||||
|
public class MentionSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public MentionSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task User_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866458840245076028")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("User mention: @Tyrrrz");
|
||||||
|
message.InnerHtml.Should().Contain("Tyrrrz#5447");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Text_channel_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866459040480624680")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("Text channel mention: #mention-tests");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Voice_channel_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866459175462633503")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("Voice channel mention: 🔊chaos-vc");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Role_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866459254693429258")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("Role mention: @Role 1");
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,67 @@
|
|||||||
|
using System.Threading.Tasks;
|
||||||
|
using AngleSharp.Dom;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting;
|
||||||
|
|
||||||
|
public class ReplySpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public ReplySpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Reply_to_a_normal_message_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.ReplyTestCases,
|
||||||
|
Snowflake.Parse("866460738239725598")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("reply to original");
|
||||||
|
message.QuerySelector(".chatlog__reference-link")?.Text().Should().Contain("original");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Reply_to_a_deleted_message_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/645
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.ReplyTestCases,
|
||||||
|
Snowflake.Parse("866460975388819486")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("reply to deleted");
|
||||||
|
message.QuerySelector(".chatlog__reference-link")?.Text().Should().Contain(
|
||||||
|
"Original message was deleted or could not be loaded."
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Reply_to_an_empty_message_with_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/634
|
||||||
|
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.ReplyTestCases,
|
||||||
|
Snowflake.Parse("866462470335627294")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.Text().Should().Contain("reply to attachment");
|
||||||
|
message.QuerySelector(".chatlog__reference-link")?.Text().Should().Contain("Click to see attachment");
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,46 @@
|
|||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting;
|
||||||
|
|
||||||
|
public class StickerSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public StickerSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_PNG_based_sticker_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.StickerTestCases,
|
||||||
|
Snowflake.Parse("939670623158943754")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var stickerUrl = message.QuerySelector("[title='rock'] img")?.GetAttribute("src");
|
||||||
|
stickerUrl.Should().Be("https://discord.com/stickers/904215665597120572.png");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_Lottie_based_sticker_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsHtmlAsync(
|
||||||
|
ChannelIds.StickerTestCases,
|
||||||
|
Snowflake.Parse("939670526517997590")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var stickerUrl = message.QuerySelector("[title='Yikes'] [data-source]")?.GetAttribute("data-source");
|
||||||
|
stickerUrl.Should().Be("https://discord.com/stickers/816087132447178774.json");
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,103 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.JsonWriting;
|
||||||
|
|
||||||
|
public class AttachmentSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public AttachmentSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_generic_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885587844989612074")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("Generic file attachment");
|
||||||
|
|
||||||
|
var attachments = message.GetProperty("attachments").EnumerateArray().ToArray();
|
||||||
|
attachments.Should().HaveCount(1);
|
||||||
|
attachments.Single().GetProperty("url").GetString().Should().Be(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885587844964417596/Test.txt"
|
||||||
|
);
|
||||||
|
attachments.Single().GetProperty("fileName").GetString().Should().Be("Test.txt");
|
||||||
|
attachments.Single().GetProperty("fileSizeBytes").GetInt64().Should().Be(11);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_an_image_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885654862656843786")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("Image attachment");
|
||||||
|
|
||||||
|
var attachments = message.GetProperty("attachments").EnumerateArray().ToArray();
|
||||||
|
attachments.Should().HaveCount(1);
|
||||||
|
attachments.Single().GetProperty("url").GetString().Should().Be(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885654862430359613/bird-thumbnail.png"
|
||||||
|
);
|
||||||
|
attachments.Single().GetProperty("fileName").GetString().Should().Be("bird-thumbnail.png");
|
||||||
|
attachments.Single().GetProperty("fileSizeBytes").GetInt64().Should().Be(466335);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_video_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885655761919836171")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("Video attachment");
|
||||||
|
|
||||||
|
var attachments = message.GetProperty("attachments").EnumerateArray().ToArray();
|
||||||
|
attachments.Should().HaveCount(1);
|
||||||
|
attachments.Single().GetProperty("url").GetString().Should().Be(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885655761512968233/file_example_MP4_640_3MG.mp4"
|
||||||
|
);
|
||||||
|
attachments.Single().GetProperty("fileName").GetString().Should().Be("file_example_MP4_640_3MG.mp4");
|
||||||
|
attachments.Single().GetProperty("fileSizeBytes").GetInt64().Should().Be(3114374);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_an_audio_attachment_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.AttachmentTestCases,
|
||||||
|
Snowflake.Parse("885656175620808734")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("Audio attachment");
|
||||||
|
|
||||||
|
var attachments = message.GetProperty("attachments").EnumerateArray().ToArray();
|
||||||
|
attachments.Should().HaveCount(1);
|
||||||
|
attachments.Single().GetProperty("url").GetString().Should().Be(
|
||||||
|
"https://cdn.discordapp.com/attachments/885587741654536192/885656175348187146/file_example_MP3_1MG.mp3"
|
||||||
|
);
|
||||||
|
attachments.Single().GetProperty("fileName").GetString().Should().Be("file_example_MP3_1MG.mp3");
|
||||||
|
attachments.Single().GetProperty("fileSizeBytes").GetInt64().Should().Be(1087849);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,48 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.JsonWriting;
|
||||||
|
|
||||||
|
public class ContentSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public ContentSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_are_exported_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var messages = await _exportWrapper.GetMessagesAsJsonAsync(ChannelIds.DateRangeTestCases);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
messages.Select(j => j.GetProperty("id").GetString()).Should().Equal(
|
||||||
|
"866674314627121232",
|
||||||
|
"866710679758045195",
|
||||||
|
"866732113319428096",
|
||||||
|
"868490009366396958",
|
||||||
|
"868505966528835604",
|
||||||
|
"868505969821364245",
|
||||||
|
"868505973294268457",
|
||||||
|
"885169254029213696"
|
||||||
|
);
|
||||||
|
|
||||||
|
messages.Select(j => j.GetProperty("content").GetString()).Should().Equal(
|
||||||
|
"Hello world",
|
||||||
|
"Goodbye world",
|
||||||
|
"Foo bar",
|
||||||
|
"Hurdle Durdle",
|
||||||
|
"One",
|
||||||
|
"Two",
|
||||||
|
"Three",
|
||||||
|
"Yeet"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,63 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.JsonWriting;
|
||||||
|
|
||||||
|
public class EmbedSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public EmbedSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_an_embed_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.EmbedTestCases,
|
||||||
|
Snowflake.Parse("866769910729146400")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var embed = message.GetProperty("embeds").EnumerateArray().Single();
|
||||||
|
embed.GetProperty("title").GetString().Should().Be("Embed title");
|
||||||
|
embed.GetProperty("url").GetString().Should().Be("https://example.com");
|
||||||
|
embed.GetProperty("timestamp").GetString().Should().Be("2021-07-14T21:00:00+00:00");
|
||||||
|
embed.GetProperty("description").GetString().Should().Be("**Embed** _description_");
|
||||||
|
embed.GetProperty("color").GetString().Should().Be("#58B9FF");
|
||||||
|
|
||||||
|
var embedAuthor = embed.GetProperty("author");
|
||||||
|
embedAuthor.GetProperty("name").GetString().Should().Be("Embed author");
|
||||||
|
embedAuthor.GetProperty("url").GetString().Should().Be("https://example.com/author");
|
||||||
|
embedAuthor.GetProperty("iconUrl").GetString().Should().NotBeNullOrWhiteSpace();
|
||||||
|
|
||||||
|
var embedThumbnail = embed.GetProperty("thumbnail");
|
||||||
|
embedThumbnail.GetProperty("url").GetString().Should().NotBeNullOrWhiteSpace();
|
||||||
|
embedThumbnail.GetProperty("width").GetInt32().Should().Be(120);
|
||||||
|
embedThumbnail.GetProperty("height").GetInt32().Should().Be(120);
|
||||||
|
|
||||||
|
var embedFooter = embed.GetProperty("footer");
|
||||||
|
embedFooter.GetProperty("text").GetString().Should().Be("Embed footer");
|
||||||
|
embedFooter.GetProperty("iconUrl").GetString().Should().NotBeNullOrWhiteSpace();
|
||||||
|
|
||||||
|
var embedFields = embed.GetProperty("fields").EnumerateArray().ToArray();
|
||||||
|
embedFields.Should().HaveCount(3);
|
||||||
|
embedFields[0].GetProperty("name").GetString().Should().Be("Field 1");
|
||||||
|
embedFields[0].GetProperty("value").GetString().Should().Be("Value 1");
|
||||||
|
embedFields[0].GetProperty("isInline").GetBoolean().Should().BeTrue();
|
||||||
|
embedFields[1].GetProperty("name").GetString().Should().Be("Field 2");
|
||||||
|
embedFields[1].GetProperty("value").GetString().Should().Be("Value 2");
|
||||||
|
embedFields[1].GetProperty("isInline").GetBoolean().Should().BeTrue();
|
||||||
|
embedFields[2].GetProperty("name").GetString().Should().Be("Field 3");
|
||||||
|
embedFields[2].GetProperty("value").GetString().Should().Be("Value 3");
|
||||||
|
embedFields[2].GetProperty("isInline").GetBoolean().Should().BeTrue();
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,78 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.JsonWriting;
|
||||||
|
|
||||||
|
public class MentionSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public MentionSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task User_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866458840245076028")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("User mention: @Tyrrrz");
|
||||||
|
|
||||||
|
message
|
||||||
|
.GetProperty("mentions")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetProperty("id").GetString())
|
||||||
|
.Should()
|
||||||
|
.Contain("128178626683338752");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Text_channel_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866459040480624680")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("Text channel mention: #mention-tests");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Voice_channel_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866459175462633503")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("Voice channel mention: #chaos-vc [voice]");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Role_mention_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.MentionTestCases,
|
||||||
|
Snowflake.Parse("866459254693429258")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
message.GetProperty("content").GetString().Should().Be("Role mention: @Role 1");
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,61 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.JsonWriting;
|
||||||
|
|
||||||
|
public class StickerSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public StickerSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_PNG_based_sticker_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.StickerTestCases,
|
||||||
|
Snowflake.Parse("939670623158943754")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var sticker = message
|
||||||
|
.GetProperty("stickers")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Single();
|
||||||
|
|
||||||
|
sticker.GetProperty("id").GetString().Should().Be("904215665597120572");
|
||||||
|
sticker.GetProperty("name").GetString().Should().Be("rock");
|
||||||
|
sticker.GetProperty("format").GetString().Should().Be("PngAnimated");
|
||||||
|
sticker.GetProperty("sourceUrl").GetString().Should().Be("https://discord.com/stickers/904215665597120572.png");
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Message_with_a_Lottie_based_sticker_is_rendered_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var message = await _exportWrapper.GetMessageAsJsonAsync(
|
||||||
|
ChannelIds.StickerTestCases,
|
||||||
|
Snowflake.Parse("939670526517997590")
|
||||||
|
);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
var sticker = message
|
||||||
|
.GetProperty("stickers")
|
||||||
|
.EnumerateArray()
|
||||||
|
.Single();
|
||||||
|
|
||||||
|
sticker.GetProperty("id").GetString().Should().Be("816087132447178774");
|
||||||
|
sticker.GetProperty("name").GetString().Should().Be("Yikes");
|
||||||
|
sticker.GetProperty("format").GetString().Should().Be("Lottie");
|
||||||
|
sticker.GetProperty("sourceUrl").GetString().Should().Be("https://discord.com/stickers/816087132447178774.json");
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,71 @@
|
|||||||
|
using System.IO;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using CliFx.Infrastructure;
|
||||||
|
using DiscordChatExporter.Cli.Commands;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Infra;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Core.Exporting;
|
||||||
|
using DiscordChatExporter.Core.Exporting.Partitioning;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs;
|
||||||
|
|
||||||
|
public class PartitioningSpecs : IClassFixture<TempOutputFixture>
|
||||||
|
{
|
||||||
|
private readonly TempOutputFixture _tempOutput;
|
||||||
|
|
||||||
|
public PartitioningSpecs(TempOutputFixture tempOutput)
|
||||||
|
{
|
||||||
|
_tempOutput = tempOutput;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_partitioned_by_count_are_split_into_a_corresponding_number_of_files()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
var fileNameWithoutExt = Path.GetFileNameWithoutExtension(filePath);
|
||||||
|
var dirPath = Path.GetDirectoryName(filePath) ?? Directory.GetCurrentDirectory();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.DateRangeTestCases },
|
||||||
|
ExportFormat = ExportFormat.HtmlDark,
|
||||||
|
OutputPath = filePath,
|
||||||
|
PartitionLimit = PartitionLimit.Parse("3")
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Directory.EnumerateFiles(dirPath, fileNameWithoutExt + "*")
|
||||||
|
.Should()
|
||||||
|
.HaveCount(3);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_partitioned_by_file_size_are_split_into_a_corresponding_number_of_files()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
var fileNameWithoutExt = Path.GetFileNameWithoutExtension(filePath);
|
||||||
|
var dirPath = Path.GetDirectoryName(filePath) ?? Directory.GetCurrentDirectory();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.DateRangeTestCases },
|
||||||
|
ExportFormat = ExportFormat.HtmlDark,
|
||||||
|
OutputPath = filePath,
|
||||||
|
PartitionLimit = PartitionLimit.Parse("1kb")
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Directory.EnumerateFiles(dirPath, fileNameWithoutExt + "*")
|
||||||
|
.Should()
|
||||||
|
.HaveCount(8);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,37 @@
|
|||||||
|
using System.Threading.Tasks;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs.PlainTextWriting;
|
||||||
|
|
||||||
|
public class ContentSpecs : IClassFixture<ExportWrapperFixture>
|
||||||
|
{
|
||||||
|
private readonly ExportWrapperFixture _exportWrapper;
|
||||||
|
|
||||||
|
public ContentSpecs(ExportWrapperFixture exportWrapper)
|
||||||
|
{
|
||||||
|
_exportWrapper = exportWrapper;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_are_exported_correctly()
|
||||||
|
{
|
||||||
|
// Act
|
||||||
|
var document = await _exportWrapper.ExportAsPlainTextAsync(ChannelIds.DateRangeTestCases);
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
document.Should().ContainAll(
|
||||||
|
"Tyrrrz#5447",
|
||||||
|
"Hello world",
|
||||||
|
"Goodbye world",
|
||||||
|
"Foo bar",
|
||||||
|
"Hurdle Durdle",
|
||||||
|
"One",
|
||||||
|
"Two",
|
||||||
|
"Three",
|
||||||
|
"Yeet"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,52 @@
|
|||||||
|
using System.IO;
|
||||||
|
using System.Linq;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using CliFx.Infrastructure;
|
||||||
|
using DiscordChatExporter.Cli.Commands;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Fixtures;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Infra;
|
||||||
|
using DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
using DiscordChatExporter.Cli.Tests.Utils;
|
||||||
|
using DiscordChatExporter.Core.Exporting;
|
||||||
|
using FluentAssertions;
|
||||||
|
using Xunit;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Specs;
|
||||||
|
|
||||||
|
public class SelfContainedSpecs : IClassFixture<TempOutputFixture>
|
||||||
|
{
|
||||||
|
private readonly TempOutputFixture _tempOutput;
|
||||||
|
|
||||||
|
public SelfContainedSpecs(TempOutputFixture tempOutput)
|
||||||
|
{
|
||||||
|
_tempOutput = tempOutput;
|
||||||
|
}
|
||||||
|
|
||||||
|
[Fact]
|
||||||
|
public async Task Messages_in_self_contained_export_only_reference_local_file_resources()
|
||||||
|
{
|
||||||
|
// Arrange
|
||||||
|
var filePath = _tempOutput.GetTempFilePath();
|
||||||
|
var dirPath = Path.GetDirectoryName(filePath) ?? Directory.GetCurrentDirectory();
|
||||||
|
|
||||||
|
// Act
|
||||||
|
await new ExportChannelsCommand
|
||||||
|
{
|
||||||
|
Token = Secrets.DiscordToken,
|
||||||
|
ChannelIds = new[] { ChannelIds.SelfContainedTestCases },
|
||||||
|
ExportFormat = ExportFormat.HtmlDark,
|
||||||
|
OutputPath = filePath,
|
||||||
|
ShouldDownloadMedia = true
|
||||||
|
}.ExecuteAsync(new FakeConsole());
|
||||||
|
|
||||||
|
// Assert
|
||||||
|
Html
|
||||||
|
.Parse(await File.ReadAllTextAsync(filePath))
|
||||||
|
.QuerySelectorAll("body [src]")
|
||||||
|
.Select(e => e.GetAttribute("src")!)
|
||||||
|
.Select(f => Path.GetFullPath(f, dirPath))
|
||||||
|
.All(File.Exists)
|
||||||
|
.Should()
|
||||||
|
.BeTrue();
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,11 +1,24 @@
|
|||||||
namespace DiscordChatExporter.Cli.Tests.TestData
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.TestData;
|
||||||
|
|
||||||
|
public static class ChannelIds
|
||||||
{
|
{
|
||||||
public static class ChannelIds
|
public static Snowflake AttachmentTestCases { get; } = Snowflake.Parse("885587741654536192");
|
||||||
{
|
|
||||||
public static string EmbedTestCases => "866472452459462687";
|
|
||||||
|
|
||||||
public static string MentionTestCases => "866458801389174794";
|
public static Snowflake DateRangeTestCases { get; } = Snowflake.Parse("866674248747319326");
|
||||||
|
|
||||||
public static string ReplyTestCases => "866459871934677052";
|
public static Snowflake EmbedTestCases { get; } = Snowflake.Parse("866472452459462687");
|
||||||
}
|
|
||||||
|
public static Snowflake GroupingTestCases { get; } = Snowflake.Parse("992092091545034842");
|
||||||
|
|
||||||
|
public static Snowflake FilterTestCases { get; } = Snowflake.Parse("866744075033641020");
|
||||||
|
|
||||||
|
public static Snowflake MentionTestCases { get; } = Snowflake.Parse("866458801389174794");
|
||||||
|
|
||||||
|
public static Snowflake ReplyTestCases { get; } = Snowflake.Parse("866459871934677052");
|
||||||
|
|
||||||
|
public static Snowflake SelfContainedTestCases { get; } = Snowflake.Parse("887441432678379560");
|
||||||
|
|
||||||
|
public static Snowflake StickerTestCases { get; } = Snowflake.Parse("939668868253769729");
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,23 @@
|
|||||||
|
using System.IO;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Cli.Tests.Utils;
|
||||||
|
|
||||||
|
internal static class DirectoryEx
|
||||||
|
{
|
||||||
|
public static void DeleteIfExists(string dirPath, bool recursive = true)
|
||||||
|
{
|
||||||
|
try
|
||||||
|
{
|
||||||
|
Directory.Delete(dirPath, recursive);
|
||||||
|
}
|
||||||
|
catch (DirectoryNotFoundException)
|
||||||
|
{
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static void Reset(string dirPath)
|
||||||
|
{
|
||||||
|
DeleteIfExists(dirPath);
|
||||||
|
Directory.CreateDirectory(dirPath);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,22 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Tests.Utils
|
|
||||||
{
|
|
||||||
internal static class GlobalCache
|
|
||||||
{
|
|
||||||
private static readonly Dictionary<string, object?> Dictionary = new();
|
|
||||||
|
|
||||||
public static async Task<T> WrapAsync<T>(string key, Func<Task<T>> getAsync)
|
|
||||||
{
|
|
||||||
if (Dictionary.TryGetValue(key, out var value) && value is T existing)
|
|
||||||
return existing;
|
|
||||||
|
|
||||||
var result = await getAsync();
|
|
||||||
Dictionary[key] = result;
|
|
||||||
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,12 +1,11 @@
|
|||||||
using AngleSharp.Html.Dom;
|
using AngleSharp.Html.Dom;
|
||||||
using AngleSharp.Html.Parser;
|
using AngleSharp.Html.Parser;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Tests.Utils
|
namespace DiscordChatExporter.Cli.Tests.Utils;
|
||||||
|
|
||||||
|
internal static class Html
|
||||||
{
|
{
|
||||||
internal static class Html
|
|
||||||
{
|
|
||||||
private static readonly IHtmlParser Parser = new HtmlParser();
|
private static readonly IHtmlParser Parser = new HtmlParser();
|
||||||
|
|
||||||
public static IHtmlDocument Parse(string source) => Parser.ParseDocument(source);
|
public static IHtmlDocument Parse(string source) => Parser.ParseDocument(source);
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,18 @@
|
|||||||
|
# Build
|
||||||
|
FROM mcr.microsoft.com/dotnet/sdk:6.0 AS build
|
||||||
|
|
||||||
|
COPY favicon.ico ./
|
||||||
|
COPY NuGet.config ./
|
||||||
|
COPY Directory.Build.props ./
|
||||||
|
COPY DiscordChatExporter.Core ./DiscordChatExporter.Core
|
||||||
|
COPY DiscordChatExporter.Cli ./DiscordChatExporter.Cli
|
||||||
|
|
||||||
|
RUN dotnet publish DiscordChatExporter.Cli -c Release -o ./publish
|
||||||
|
|
||||||
|
# Run
|
||||||
|
FROM mcr.microsoft.com/dotnet/runtime:6.0 AS run
|
||||||
|
|
||||||
|
COPY --from=build ./publish ./
|
||||||
|
|
||||||
|
WORKDIR ./out
|
||||||
|
ENTRYPOINT ["dotnet", "/DiscordChatExporter.Cli.dll"]
|
||||||
@@ -14,63 +14,139 @@ using DiscordChatExporter.Core.Exceptions;
|
|||||||
using DiscordChatExporter.Core.Exporting;
|
using DiscordChatExporter.Core.Exporting;
|
||||||
using DiscordChatExporter.Core.Exporting.Filtering;
|
using DiscordChatExporter.Core.Exporting.Filtering;
|
||||||
using DiscordChatExporter.Core.Exporting.Partitioning;
|
using DiscordChatExporter.Core.Exporting.Partitioning;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils;
|
||||||
using Tyrrrz.Extensions;
|
using Gress;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands.Base
|
namespace DiscordChatExporter.Cli.Commands.Base;
|
||||||
|
|
||||||
|
public abstract class ExportCommandBase : TokenCommandBase
|
||||||
{
|
{
|
||||||
public abstract class ExportCommandBase : TokenCommandBase
|
private readonly string _outputPath = Directory.GetCurrentDirectory();
|
||||||
{
|
|
||||||
[CommandOption("output", 'o', Description = "Output file or directory path.")]
|
|
||||||
public string OutputPath { get; init; } = Directory.GetCurrentDirectory();
|
|
||||||
|
|
||||||
[CommandOption("format", 'f', Description = "Export format.")]
|
[CommandOption(
|
||||||
|
"output",
|
||||||
|
'o',
|
||||||
|
Description = "Output file or directory path. Directory path should end in a slash."
|
||||||
|
)]
|
||||||
|
public string OutputPath
|
||||||
|
{
|
||||||
|
get => _outputPath;
|
||||||
|
// Handle ~/ in paths on *nix systems
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/pull/903
|
||||||
|
init => _outputPath = Path.GetFullPath(value);
|
||||||
|
}
|
||||||
|
|
||||||
|
[CommandOption(
|
||||||
|
"format",
|
||||||
|
'f',
|
||||||
|
Description = "Export format."
|
||||||
|
)]
|
||||||
public ExportFormat ExportFormat { get; init; } = ExportFormat.HtmlDark;
|
public ExportFormat ExportFormat { get; init; } = ExportFormat.HtmlDark;
|
||||||
|
|
||||||
[CommandOption("after", Description = "Only include messages sent after this date or message ID.")]
|
[CommandOption(
|
||||||
|
"after",
|
||||||
|
Description = "Only include messages sent after this date or message ID."
|
||||||
|
)]
|
||||||
public Snowflake? After { get; init; }
|
public Snowflake? After { get; init; }
|
||||||
|
|
||||||
[CommandOption("before", Description = "Only include messages sent before this date or message ID.")]
|
[CommandOption(
|
||||||
|
"before",
|
||||||
|
Description = "Only include messages sent before this date or message ID."
|
||||||
|
)]
|
||||||
public Snowflake? Before { get; init; }
|
public Snowflake? Before { get; init; }
|
||||||
|
|
||||||
[CommandOption("partition", 'p', Description = "Split output into partitions, each limited to this number of messages (e.g. '100') or file size (e.g. '10mb').")]
|
[CommandOption(
|
||||||
|
"partition",
|
||||||
|
'p',
|
||||||
|
Description = "Split output into partitions, each limited to this number of messages (e.g. '100') or file size (e.g. '10mb')."
|
||||||
|
)]
|
||||||
public PartitionLimit PartitionLimit { get; init; } = PartitionLimit.Null;
|
public PartitionLimit PartitionLimit { get; init; } = PartitionLimit.Null;
|
||||||
|
|
||||||
[CommandOption("filter", Description = "Only include messages that satisfy this filter (e.g. 'from:foo#1234' or 'has:image').")]
|
[CommandOption(
|
||||||
|
"filter",
|
||||||
|
Description = "Only include messages that satisfy this filter (e.g. 'from:foo#1234' or 'has:image')."
|
||||||
|
)]
|
||||||
public MessageFilter MessageFilter { get; init; } = MessageFilter.Null;
|
public MessageFilter MessageFilter { get; init; } = MessageFilter.Null;
|
||||||
|
|
||||||
[CommandOption("parallel", Description = "Limits how many channels can be exported in parallel.")]
|
[CommandOption(
|
||||||
|
"parallel",
|
||||||
|
Description = "Limits how many channels can be exported in parallel."
|
||||||
|
)]
|
||||||
public int ParallelLimit { get; init; } = 1;
|
public int ParallelLimit { get; init; } = 1;
|
||||||
|
|
||||||
[CommandOption("media", Description = "Download referenced media content.")]
|
[CommandOption(
|
||||||
|
"media",
|
||||||
|
Description = "Download referenced media content."
|
||||||
|
)]
|
||||||
public bool ShouldDownloadMedia { get; init; }
|
public bool ShouldDownloadMedia { get; init; }
|
||||||
|
|
||||||
[CommandOption("reuse-media", Description = "Reuse already existing media content to skip redundant downloads.")]
|
[CommandOption(
|
||||||
|
"reuse-media",
|
||||||
|
Description = "Reuse already existing media content to skip redundant downloads."
|
||||||
|
)]
|
||||||
public bool ShouldReuseMedia { get; init; }
|
public bool ShouldReuseMedia { get; init; }
|
||||||
|
|
||||||
[CommandOption("dateformat", Description = "Format used when writing dates.")]
|
[CommandOption(
|
||||||
|
"dateformat",
|
||||||
|
Description = "Format used when writing dates."
|
||||||
|
)]
|
||||||
public string DateFormat { get; init; } = "dd-MMM-yy hh:mm tt";
|
public string DateFormat { get; init; } = "dd-MMM-yy hh:mm tt";
|
||||||
|
|
||||||
private ChannelExporter? _channelExporter;
|
private ChannelExporter? _channelExporter;
|
||||||
protected ChannelExporter Exporter => _channelExporter ??= new ChannelExporter(Discord);
|
protected ChannelExporter Exporter => _channelExporter ??= new ChannelExporter(Discord);
|
||||||
|
|
||||||
protected async ValueTask ExportAsync(IConsole console, IReadOnlyList<Channel> channels)
|
protected async ValueTask ExecuteAsync(IConsole console, IReadOnlyList<Channel> channels)
|
||||||
{
|
{
|
||||||
await console.Output.WriteLineAsync($"Exporting {channels.Count} channel(s)...");
|
// Reuse media option should only be used when the media option is set.
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/425
|
||||||
|
if (ShouldReuseMedia && !ShouldDownloadMedia)
|
||||||
|
{
|
||||||
|
throw new CommandException(
|
||||||
|
"Option --reuse-media cannot be used without --media."
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Make sure the user does not try to export all channels into a single file.
|
||||||
|
// Output path must either be a directory, or contain template tokens.
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/799
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/917
|
||||||
|
var isValidOutputPath =
|
||||||
|
// Anything is valid when exporting a single channel
|
||||||
|
channels.Count <= 1 ||
|
||||||
|
// When using template tokens, assume the user knows what they're doing
|
||||||
|
OutputPath.Contains('%') ||
|
||||||
|
// Otherwise, require an existing directory or an unambiguous directory path
|
||||||
|
Directory.Exists(OutputPath) || PathEx.IsDirectoryPath(OutputPath);
|
||||||
|
|
||||||
|
if (!isValidOutputPath)
|
||||||
|
{
|
||||||
|
throw new CommandException(
|
||||||
|
"Attempted to export multiple channels, but the output path is neither a directory nor a template."
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
var errors = new ConcurrentDictionary<Channel, string>();
|
var errors = new ConcurrentDictionary<Channel, string>();
|
||||||
|
|
||||||
// Wrap everything in a progress ticker
|
// Export
|
||||||
|
await console.Output.WriteLineAsync($"Exporting {channels.Count} channel(s)...");
|
||||||
await console.CreateProgressTicker().StartAsync(async progressContext =>
|
await console.CreateProgressTicker().StartAsync(async progressContext =>
|
||||||
{
|
{
|
||||||
await channels.ParallelForEachAsync(async channel =>
|
await Parallel.ForEachAsync(
|
||||||
|
channels,
|
||||||
|
new ParallelOptions
|
||||||
|
{
|
||||||
|
MaxDegreeOfParallelism = Math.Max(1, ParallelLimit),
|
||||||
|
CancellationToken = cancellationToken
|
||||||
|
},
|
||||||
|
async (channel, innerCancellationToken) =>
|
||||||
{
|
{
|
||||||
// Export
|
|
||||||
try
|
try
|
||||||
{
|
{
|
||||||
await progressContext.StartTaskAsync($"{channel.Category} / {channel.Name}", async progress =>
|
await progressContext.StartTaskAsync($"{channel.Category.Name} / {channel.Name}",
|
||||||
|
async progress =>
|
||||||
{
|
{
|
||||||
var guild = await Discord.GetGuildAsync(channel.GuildId);
|
var guild = await Discord.GetGuildAsync(channel.GuildId, innerCancellationToken);
|
||||||
|
|
||||||
var request = new ExportRequest(
|
var request = new ExportRequest(
|
||||||
guild,
|
guild,
|
||||||
@@ -86,14 +162,20 @@ namespace DiscordChatExporter.Cli.Commands.Base
|
|||||||
DateFormat
|
DateFormat
|
||||||
);
|
);
|
||||||
|
|
||||||
await Exporter.ExportChannelAsync(request, progress);
|
await Exporter.ExportChannelAsync(
|
||||||
});
|
request,
|
||||||
|
progress.ToPercentageBased(),
|
||||||
|
innerCancellationToken
|
||||||
|
);
|
||||||
}
|
}
|
||||||
catch (DiscordChatExporterException ex) when (!ex.IsCritical)
|
);
|
||||||
|
}
|
||||||
|
catch (DiscordChatExporterException ex) when (!ex.IsFatal)
|
||||||
{
|
{
|
||||||
errors[channel] = ex.Message;
|
errors[channel] = ex.Message;
|
||||||
}
|
}
|
||||||
}, ParallelLimit.ClampMin(1));
|
}
|
||||||
|
);
|
||||||
});
|
});
|
||||||
|
|
||||||
// Print result
|
// Print result
|
||||||
@@ -118,7 +200,7 @@ namespace DiscordChatExporter.Cli.Commands.Base
|
|||||||
|
|
||||||
foreach (var (channel, error) in errors)
|
foreach (var (channel, error) in errors)
|
||||||
{
|
{
|
||||||
await console.Output.WriteAsync($"{channel.Category} / {channel.Name}: ");
|
await console.Output.WriteAsync($"{channel.Category.Name} / {channel.Name}: ");
|
||||||
|
|
||||||
using (console.WithForegroundColor(ConsoleColor.Red))
|
using (console.WithForegroundColor(ConsoleColor.Red))
|
||||||
await console.Output.WriteLineAsync(error);
|
await console.Output.WriteLineAsync(error);
|
||||||
@@ -127,22 +209,37 @@ namespace DiscordChatExporter.Cli.Commands.Base
|
|||||||
await console.Output.WriteLineAsync();
|
await console.Output.WriteLineAsync();
|
||||||
}
|
}
|
||||||
|
|
||||||
// Fail the command if ALL channels failed to export.
|
// Fail the command only if ALL channels failed to export.
|
||||||
// Having some of the channels fail to export is fine and expected.
|
// Having some of the channels fail to export is expected.
|
||||||
if (errors.Count >= channels.Count)
|
if (errors.Count >= channels.Count)
|
||||||
{
|
{
|
||||||
throw new CommandException("Export failed.");
|
throw new CommandException("Export failed.");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
protected async ValueTask ExecuteAsync(IConsole console, IReadOnlyList<Snowflake> channelIds)
|
||||||
|
{
|
||||||
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
|
var channels = new List<Channel>();
|
||||||
|
|
||||||
|
foreach (var channelId in channelIds)
|
||||||
|
{
|
||||||
|
var channel = await Discord.GetChannelAsync(channelId, cancellationToken);
|
||||||
|
channels.Add(channel);
|
||||||
|
}
|
||||||
|
|
||||||
|
await ExecuteAsync(console, channels);
|
||||||
|
}
|
||||||
|
|
||||||
public override ValueTask ExecuteAsync(IConsole console)
|
public override ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
if (ShouldReuseMedia && !ShouldDownloadMedia)
|
// War in Ukraine message
|
||||||
{
|
console.Output.WriteLine("========================================================================");
|
||||||
throw new CommandException("Option --reuse-media cannot be used without --media.");
|
console.Output.WriteLine("|| Ukraine is at war! Support my country in its fight for freedom~ ||");
|
||||||
}
|
console.Output.WriteLine("|| Learn more on my website: https://tyrrrz.me ||");
|
||||||
|
console.Output.WriteLine("========================================================================");
|
||||||
|
console.Output.WriteLine("");
|
||||||
|
|
||||||
return default;
|
return default;
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,29 +1,34 @@
|
|||||||
using System.Threading.Tasks;
|
using System;
|
||||||
|
using System.Threading.Tasks;
|
||||||
using CliFx;
|
using CliFx;
|
||||||
using CliFx.Attributes;
|
using CliFx.Attributes;
|
||||||
using CliFx.Infrastructure;
|
using CliFx.Infrastructure;
|
||||||
using DiscordChatExporter.Core.Discord;
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands.Base
|
namespace DiscordChatExporter.Cli.Commands.Base;
|
||||||
{
|
|
||||||
public abstract class TokenCommandBase : ICommand
|
|
||||||
{
|
|
||||||
[CommandOption("token", 't', IsRequired = true, EnvironmentVariable = "DISCORD_TOKEN", Description = "Authentication token.")]
|
|
||||||
public string TokenValue { get; init; } = "";
|
|
||||||
|
|
||||||
[CommandOption("bot", 'b', EnvironmentVariable = "DISCORD_TOKEN_BOT", Description = "Authenticate as a bot.")]
|
public abstract class TokenCommandBase : ICommand
|
||||||
|
{
|
||||||
|
[CommandOption(
|
||||||
|
"token",
|
||||||
|
't',
|
||||||
|
IsRequired = true,
|
||||||
|
EnvironmentVariable = "DISCORD_TOKEN",
|
||||||
|
Description = "Authentication token."
|
||||||
|
)]
|
||||||
|
public string Token { get; init; } = "";
|
||||||
|
|
||||||
|
[Obsolete("This option doesn't do anything. Kept for backwards compatibility.")]
|
||||||
|
[CommandOption(
|
||||||
|
"bot",
|
||||||
|
'b',
|
||||||
|
EnvironmentVariable = "DISCORD_TOKEN_BOT",
|
||||||
|
Description = "This option doesn't do anything. Kept for backwards compatibility."
|
||||||
|
)]
|
||||||
public bool IsBotToken { get; init; }
|
public bool IsBotToken { get; init; }
|
||||||
|
|
||||||
private AuthToken GetAuthToken() => new(
|
|
||||||
IsBotToken
|
|
||||||
? AuthTokenKind.Bot
|
|
||||||
: AuthTokenKind.User,
|
|
||||||
TokenValue
|
|
||||||
);
|
|
||||||
|
|
||||||
private DiscordClient? _discordClient;
|
private DiscordClient? _discordClient;
|
||||||
protected DiscordClient Discord => _discordClient ??= new DiscordClient(GetAuthToken());
|
protected DiscordClient Discord => _discordClient ??= new DiscordClient(Token);
|
||||||
|
|
||||||
public abstract ValueTask ExecuteAsync(IConsole console);
|
public abstract ValueTask ExecuteAsync(IConsole console);
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -5,42 +5,35 @@ using CliFx.Infrastructure;
|
|||||||
using DiscordChatExporter.Cli.Commands.Base;
|
using DiscordChatExporter.Cli.Commands.Base;
|
||||||
using DiscordChatExporter.Core.Discord.Data;
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("exportall", Description = "Export all accessible channels.")]
|
||||||
|
public class ExportAllCommand : ExportCommandBase
|
||||||
{
|
{
|
||||||
[Command("exportall", Description = "Export all accessible channels.")]
|
[CommandOption(
|
||||||
public class ExportAllCommand : ExportCommandBase
|
"include-dm",
|
||||||
{
|
Description = "Include direct message channels."
|
||||||
[CommandOption("include-dm", Description = "Include direct message channels.")]
|
)]
|
||||||
public bool IncludeDirectMessages { get; init; } = true;
|
public bool IncludeDirectMessages { get; init; } = true;
|
||||||
|
|
||||||
public override async ValueTask ExecuteAsync(IConsole console)
|
public override async ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
await base.ExecuteAsync(console);
|
await base.ExecuteAsync(console);
|
||||||
|
|
||||||
// Get channel metadata
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
await console.Output.WriteLineAsync("Fetching channels...");
|
|
||||||
|
|
||||||
var channels = new List<Channel>();
|
var channels = new List<Channel>();
|
||||||
|
|
||||||
// Aggregate channels from all guilds
|
await console.Output.WriteLineAsync("Fetching channels...");
|
||||||
await foreach (var guild in Discord.GetUserGuildsAsync())
|
await foreach (var guild in Discord.GetUserGuildsAsync(cancellationToken))
|
||||||
{
|
{
|
||||||
// Skip DMs if instructed to
|
// Skip DMs if instructed to
|
||||||
if (!IncludeDirectMessages && guild.Id == Guild.DirectMessages.Id)
|
if (!IncludeDirectMessages && guild.Id == Guild.DirectMessages.Id)
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
await foreach (var channel in Discord.GetGuildChannelsAsync(guild.Id))
|
await foreach (var channel in Discord.GetGuildChannelsAsync(guild.Id, cancellationToken))
|
||||||
{
|
|
||||||
// Skip non-text channels
|
|
||||||
if (!channel.IsTextChannel)
|
|
||||||
continue;
|
|
||||||
|
|
||||||
channels.Add(channel);
|
channels.Add(channel);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
// Export
|
await base.ExecuteAsync(console, channels);
|
||||||
await ExportAsync(console, channels);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -5,34 +5,24 @@ using CliFx.Attributes;
|
|||||||
using CliFx.Infrastructure;
|
using CliFx.Infrastructure;
|
||||||
using DiscordChatExporter.Cli.Commands.Base;
|
using DiscordChatExporter.Cli.Commands.Base;
|
||||||
using DiscordChatExporter.Core.Discord;
|
using DiscordChatExporter.Core.Discord;
|
||||||
using DiscordChatExporter.Core.Discord.Data;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("export", Description = "Export one or multiple channels.")]
|
||||||
|
public class ExportChannelsCommand : ExportCommandBase
|
||||||
{
|
{
|
||||||
[Command("export", Description = "Export one or multiple channels.")]
|
|
||||||
public class ExportChannelsCommand : ExportCommandBase
|
|
||||||
{
|
|
||||||
// TODO: change this to plural (breaking change)
|
// TODO: change this to plural (breaking change)
|
||||||
[CommandOption("channel", 'c', IsRequired = true, Description = "Channel ID(s).")]
|
[CommandOption(
|
||||||
|
"channel",
|
||||||
|
'c',
|
||||||
|
IsRequired = true,
|
||||||
|
Description = "Channel ID(s)."
|
||||||
|
)]
|
||||||
public IReadOnlyList<Snowflake> ChannelIds { get; init; } = Array.Empty<Snowflake>();
|
public IReadOnlyList<Snowflake> ChannelIds { get; init; } = Array.Empty<Snowflake>();
|
||||||
|
|
||||||
public override async ValueTask ExecuteAsync(IConsole console)
|
public override async ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
await base.ExecuteAsync(console);
|
await base.ExecuteAsync(console);
|
||||||
|
await base.ExecuteAsync(console, ChannelIds);
|
||||||
// Get channel metadata
|
|
||||||
await console.Output.WriteLineAsync("Fetching channel(s)...");
|
|
||||||
|
|
||||||
var channels = new List<Channel>();
|
|
||||||
|
|
||||||
foreach (var channelId in ChannelIds)
|
|
||||||
{
|
|
||||||
var channel = await Discord.GetChannelAsync(channelId);
|
|
||||||
channels.Add(channel);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Export
|
|
||||||
await ExportAsync(console, channels);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -6,22 +6,23 @@ using DiscordChatExporter.Cli.Commands.Base;
|
|||||||
using DiscordChatExporter.Core.Discord.Data;
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("exportdm", Description = "Export all direct message channels.")]
|
||||||
|
public class ExportDirectMessagesCommand : ExportCommandBase
|
||||||
{
|
{
|
||||||
[Command("exportdm", Description = "Export all direct message channels.")]
|
|
||||||
public class ExportDirectMessagesCommand : ExportCommandBase
|
|
||||||
{
|
|
||||||
public override async ValueTask ExecuteAsync(IConsole console)
|
public override async ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
await base.ExecuteAsync(console);
|
await base.ExecuteAsync(console);
|
||||||
|
|
||||||
// Get channel metadata
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
await console.Output.WriteLineAsync("Fetching channels...");
|
|
||||||
var channels = await Discord.GetGuildChannelsAsync(Guild.DirectMessages.Id);
|
|
||||||
var textChannels = channels.Where(c => c.IsTextChannel).ToArray();
|
|
||||||
|
|
||||||
// Export
|
await console.Output.WriteLineAsync("Fetching channels...");
|
||||||
await ExportAsync(console, textChannels);
|
|
||||||
}
|
var channels = (await Discord.GetGuildChannelsAsync(Guild.DirectMessages.Id, cancellationToken))
|
||||||
|
.Where(c => c.Kind != ChannelKind.GuildCategory)
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
await base.ExecuteAsync(console, channels);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -4,27 +4,34 @@ using CliFx.Attributes;
|
|||||||
using CliFx.Infrastructure;
|
using CliFx.Infrastructure;
|
||||||
using DiscordChatExporter.Cli.Commands.Base;
|
using DiscordChatExporter.Cli.Commands.Base;
|
||||||
using DiscordChatExporter.Core.Discord;
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("exportguild", Description = "Export all channels within specified guild.")]
|
||||||
|
public class ExportGuildCommand : ExportCommandBase
|
||||||
{
|
{
|
||||||
[Command("exportguild", Description = "Export all channels within specified guild.")]
|
[CommandOption(
|
||||||
public class ExportGuildCommand : ExportCommandBase
|
"guild",
|
||||||
{
|
'g',
|
||||||
[CommandOption("guild", 'g', IsRequired = true, Description = "Guild ID.")]
|
IsRequired = true,
|
||||||
|
Description = "Guild ID."
|
||||||
|
)]
|
||||||
public Snowflake GuildId { get; init; }
|
public Snowflake GuildId { get; init; }
|
||||||
|
|
||||||
public override async ValueTask ExecuteAsync(IConsole console)
|
public override async ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
await base.ExecuteAsync(console);
|
await base.ExecuteAsync(console);
|
||||||
|
|
||||||
// Get channel metadata
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
await console.Output.WriteLineAsync("Fetching channels...");
|
|
||||||
var channels = await Discord.GetGuildChannelsAsync(GuildId);
|
|
||||||
var textChannels = channels.Where(c => c.IsTextChannel).ToArray();
|
|
||||||
|
|
||||||
// Export
|
await console.Output.WriteLineAsync("Fetching channels...");
|
||||||
await ExportAsync(console, textChannels);
|
|
||||||
}
|
var channels = (await Discord.GetGuildChannelsAsync(GuildId, cancellationToken))
|
||||||
|
.Where(c => c.Kind != ChannelKind.GuildCategory)
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
await base.ExecuteAsync(console, channels);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -5,30 +5,38 @@ using CliFx.Attributes;
|
|||||||
using CliFx.Infrastructure;
|
using CliFx.Infrastructure;
|
||||||
using DiscordChatExporter.Cli.Commands.Base;
|
using DiscordChatExporter.Cli.Commands.Base;
|
||||||
using DiscordChatExporter.Core.Discord;
|
using DiscordChatExporter.Core.Discord;
|
||||||
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("channels", Description = "Get the list of channels in a guild.")]
|
||||||
|
public class GetChannelsCommand : TokenCommandBase
|
||||||
{
|
{
|
||||||
[Command("channels", Description = "Get the list of channels in a guild.")]
|
[CommandOption(
|
||||||
public class GetChannelsCommand : TokenCommandBase
|
"guild",
|
||||||
{
|
'g',
|
||||||
[CommandOption("guild", 'g', IsRequired = true, Description = "Guild ID.")]
|
IsRequired = true,
|
||||||
|
Description = "Guild ID."
|
||||||
|
)]
|
||||||
public Snowflake GuildId { get; init; }
|
public Snowflake GuildId { get; init; }
|
||||||
|
|
||||||
public override async ValueTask ExecuteAsync(IConsole console)
|
public override async ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
var channels = await Discord.GetGuildChannelsAsync(GuildId);
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
|
|
||||||
var textChannels = channels
|
var channels = (await Discord.GetGuildChannelsAsync(GuildId, cancellationToken))
|
||||||
.Where(c => c.IsTextChannel)
|
.Where(c => c.Kind != ChannelKind.GuildCategory)
|
||||||
.OrderBy(c => c.Category.Position)
|
.OrderBy(c => c.Category.Position)
|
||||||
.ThenBy(c => c.Name)
|
.ThenBy(c => c.Name)
|
||||||
.ToArray();
|
.ToArray();
|
||||||
|
|
||||||
foreach (var channel in textChannels)
|
foreach (var channel in channels)
|
||||||
{
|
{
|
||||||
// Channel ID
|
// Channel ID
|
||||||
await console.Output.WriteAsync(channel.Id.ToString());
|
await console.Output.WriteAsync(
|
||||||
|
channel.Id.ToString().PadRight(18, ' ')
|
||||||
|
);
|
||||||
|
|
||||||
// Separator
|
// Separator
|
||||||
using (console.WithForegroundColor(ConsoleColor.DarkGray))
|
using (console.WithForegroundColor(ConsoleColor.DarkGray))
|
||||||
@@ -36,10 +44,7 @@ namespace DiscordChatExporter.Cli.Commands
|
|||||||
|
|
||||||
// Channel category / name
|
// Channel category / name
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
await console.Output.WriteAsync($"{channel.Category} / {channel.Name}");
|
await console.Output.WriteLineAsync($"{channel.Category.Name} / {channel.Name}");
|
||||||
|
|
||||||
await console.Output.WriteLineAsync();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -7,25 +7,27 @@ using DiscordChatExporter.Cli.Commands.Base;
|
|||||||
using DiscordChatExporter.Core.Discord.Data;
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("dm", Description = "Get the list of direct message channels.")]
|
||||||
|
public class GetDirectMessageChannelsCommand : TokenCommandBase
|
||||||
{
|
{
|
||||||
[Command("dm", Description = "Get the list of direct message channels.")]
|
|
||||||
public class GetDirectMessageChannelsCommand : TokenCommandBase
|
|
||||||
{
|
|
||||||
public override async ValueTask ExecuteAsync(IConsole console)
|
public override async ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
var channels = await Discord.GetGuildChannelsAsync(Guild.DirectMessages.Id);
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
|
|
||||||
var textChannels = channels
|
var channels = (await Discord.GetGuildChannelsAsync(Guild.DirectMessages.Id, cancellationToken))
|
||||||
.Where(c => c.IsTextChannel)
|
.Where(c => c.Kind != ChannelKind.GuildCategory)
|
||||||
.OrderBy(c => c.Category.Position)
|
.OrderByDescending(c => c.LastMessageId)
|
||||||
.ThenBy(c => c.Name)
|
.ThenBy(c => c.Name)
|
||||||
.ToArray();
|
.ToArray();
|
||||||
|
|
||||||
foreach (var channel in textChannels)
|
foreach (var channel in channels)
|
||||||
{
|
{
|
||||||
// Channel ID
|
// Channel ID
|
||||||
await console.Output.WriteAsync(channel.Id.ToString());
|
await console.Output.WriteAsync(
|
||||||
|
channel.Id.ToString().PadRight(18, ' ')
|
||||||
|
);
|
||||||
|
|
||||||
// Separator
|
// Separator
|
||||||
using (console.WithForegroundColor(ConsoleColor.DarkGray))
|
using (console.WithForegroundColor(ConsoleColor.DarkGray))
|
||||||
@@ -33,10 +35,7 @@ namespace DiscordChatExporter.Cli.Commands
|
|||||||
|
|
||||||
// Channel category / name
|
// Channel category / name
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
await console.Output.WriteAsync($"{channel.Category} / {channel.Name}");
|
await console.Output.WriteLineAsync($"{channel.Category.Name} / {channel.Name}");
|
||||||
|
|
||||||
await console.Output.WriteLineAsync();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -4,21 +4,29 @@ using System.Threading.Tasks;
|
|||||||
using CliFx.Attributes;
|
using CliFx.Attributes;
|
||||||
using CliFx.Infrastructure;
|
using CliFx.Infrastructure;
|
||||||
using DiscordChatExporter.Cli.Commands.Base;
|
using DiscordChatExporter.Cli.Commands.Base;
|
||||||
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("guilds", Description = "Get the list of accessible guilds.")]
|
||||||
|
public class GetGuildsCommand : TokenCommandBase
|
||||||
{
|
{
|
||||||
[Command("guilds", Description = "Get the list of accessible guilds.")]
|
|
||||||
public class GetGuildsCommand : TokenCommandBase
|
|
||||||
{
|
|
||||||
public override async ValueTask ExecuteAsync(IConsole console)
|
public override async ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
var guilds = await Discord.GetUserGuildsAsync();
|
var cancellationToken = console.RegisterCancellationHandler();
|
||||||
|
|
||||||
foreach (var guild in guilds.OrderBy(g => g.Name))
|
var guilds = (await Discord.GetUserGuildsAsync(cancellationToken))
|
||||||
|
// Show direct messages first
|
||||||
|
.OrderByDescending(g => g.Id == Guild.DirectMessages.Id)
|
||||||
|
.ThenBy(g => g.Name);
|
||||||
|
|
||||||
|
foreach (var guild in guilds)
|
||||||
{
|
{
|
||||||
// Guild ID
|
// Guild ID
|
||||||
await console.Output.WriteAsync(guild.Id.ToString());
|
await console.Output.WriteAsync(
|
||||||
|
guild.Id.ToString().PadRight(18, ' ')
|
||||||
|
);
|
||||||
|
|
||||||
// Separator
|
// Separator
|
||||||
using (console.WithForegroundColor(ConsoleColor.DarkGray))
|
using (console.WithForegroundColor(ConsoleColor.DarkGray))
|
||||||
@@ -26,10 +34,7 @@ namespace DiscordChatExporter.Cli.Commands
|
|||||||
|
|
||||||
// Guild name
|
// Guild name
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
await console.Output.WriteAsync(guild.Name);
|
await console.Output.WriteLineAsync(guild.Name);
|
||||||
|
|
||||||
await console.Output.WriteLineAsync();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -4,27 +4,30 @@ using CliFx;
|
|||||||
using CliFx.Attributes;
|
using CliFx.Attributes;
|
||||||
using CliFx.Infrastructure;
|
using CliFx.Infrastructure;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Commands
|
namespace DiscordChatExporter.Cli.Commands;
|
||||||
|
|
||||||
|
[Command("guide", Description = "Explains how to obtain token, guild or channel ID.")]
|
||||||
|
public class GuideCommand : ICommand
|
||||||
{
|
{
|
||||||
[Command("guide", Description = "Explains how to obtain token, guild or channel ID.")]
|
|
||||||
public class GuideCommand : ICommand
|
|
||||||
{
|
|
||||||
public ValueTask ExecuteAsync(IConsole console)
|
public ValueTask ExecuteAsync(IConsole console)
|
||||||
{
|
{
|
||||||
|
// User token
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
console.Output.WriteLine("To get user token:");
|
console.Output.WriteLine("To get user token:");
|
||||||
|
|
||||||
console.Output.WriteLine(" 1. Open Discord");
|
console.Output.WriteLine(" * Automating user accounts is technically against TOS — USE AT YOUR OWN RISK!");
|
||||||
console.Output.WriteLine(" 2. Press Ctrl+Shift+I to show developer tools");
|
console.Output.WriteLine(" 1. Open Discord in your web browser and login");
|
||||||
console.Output.WriteLine(" 3. Press Ctrl+Shift+M to toggle device toolbar");
|
console.Output.WriteLine(" 2. Open any server or direct message channel");
|
||||||
console.Output.WriteLine(" 4. Navigate to the Application tab");
|
console.Output.WriteLine(" 3. Press Ctrl+Shift+I to show developer tools");
|
||||||
console.Output.WriteLine(" 5. On the left, expand Local Storage and select https://discord.com");
|
console.Output.WriteLine(" 4. Navigate to the Network tab");
|
||||||
console.Output.WriteLine(" 6. Type \"token\" into the Filter box");
|
console.Output.WriteLine(" 5. Press Ctrl+R to reload");
|
||||||
console.Output.WriteLine(" 7. If the token key does not appear, press Ctrl+R to reload");
|
console.Output.WriteLine(" 6. Search for a request containing \"messages?limit=50\" or similar");
|
||||||
console.Output.WriteLine(" 8. Copy the value of the token key");
|
console.Output.WriteLine(" 7. Select the Headers tab on the right");
|
||||||
console.Output.WriteLine(" * Automating user accounts is technically against TOS, use at your own risk.");
|
console.Output.WriteLine(" 8. Scroll down to the Request Headers section");
|
||||||
|
console.Output.WriteLine(" 9. Copy the value of the \"authorization\" header");
|
||||||
console.Output.WriteLine();
|
console.Output.WriteLine();
|
||||||
|
|
||||||
|
// Bot token
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
console.Output.WriteLine("To get bot token:");
|
console.Output.WriteLine("To get bot token:");
|
||||||
|
|
||||||
@@ -32,18 +35,21 @@ namespace DiscordChatExporter.Cli.Commands
|
|||||||
console.Output.WriteLine(" 2. Open your application's settings");
|
console.Output.WriteLine(" 2. Open your application's settings");
|
||||||
console.Output.WriteLine(" 3. Navigate to the Bot section on the left");
|
console.Output.WriteLine(" 3. Navigate to the Bot section on the left");
|
||||||
console.Output.WriteLine(" 4. Under Token click Copy");
|
console.Output.WriteLine(" 4. Under Token click Copy");
|
||||||
|
console.Output.WriteLine(" * Your bot needs to have Message Content Intent enabled to read messages");
|
||||||
console.Output.WriteLine();
|
console.Output.WriteLine();
|
||||||
|
|
||||||
|
// Guild or channel ID
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
console.Output.WriteLine("To get guild ID or guild channel ID:");
|
console.Output.WriteLine("To get guild ID or guild channel ID:");
|
||||||
|
|
||||||
console.Output.WriteLine(" 1. Open Discord");
|
console.Output.WriteLine(" 1. Open Discord");
|
||||||
console.Output.WriteLine(" 2. Open Settings");
|
console.Output.WriteLine(" 2. Open Settings");
|
||||||
console.Output.WriteLine(" 3. Go to Appearance section");
|
console.Output.WriteLine(" 3. Go to Advanced section");
|
||||||
console.Output.WriteLine(" 4. Enable Developer Mode");
|
console.Output.WriteLine(" 4. Enable Developer Mode");
|
||||||
console.Output.WriteLine(" 5. Right click on the desired guild or channel and click Copy ID");
|
console.Output.WriteLine(" 5. Right click on the desired guild or channel and click Copy ID");
|
||||||
console.Output.WriteLine();
|
console.Output.WriteLine();
|
||||||
|
|
||||||
|
// Direct message channel ID
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
console.Output.WriteLine("To get direct message channel ID:");
|
console.Output.WriteLine("To get direct message channel ID:");
|
||||||
|
|
||||||
@@ -55,13 +61,12 @@ namespace DiscordChatExporter.Cli.Commands
|
|||||||
console.Output.WriteLine(" 6. Copy the first long sequence of numbers inside the URL");
|
console.Output.WriteLine(" 6. Copy the first long sequence of numbers inside the URL");
|
||||||
console.Output.WriteLine();
|
console.Output.WriteLine();
|
||||||
|
|
||||||
|
// Wiki link
|
||||||
using (console.WithForegroundColor(ConsoleColor.White))
|
using (console.WithForegroundColor(ConsoleColor.White))
|
||||||
console.Output.WriteLine("For more information, check out the wiki:");
|
console.Output.WriteLine("If you have questions or issues, please refer to the wiki:");
|
||||||
|
|
||||||
using (console.WithForegroundColor(ConsoleColor.DarkCyan))
|
using (console.WithForegroundColor(ConsoleColor.DarkCyan))
|
||||||
console.Output.WriteLine("https://github.com/Tyrrrz/DiscordChatExporter/wiki");
|
console.Output.WriteLine("https://github.com/Tyrrrz/DiscordChatExporter/wiki");
|
||||||
|
|
||||||
return default;
|
return default;
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -6,10 +6,10 @@
|
|||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<PackageReference Include="CliFx" Version="2.0.6" />
|
<PackageReference Include="CliFx" Version="2.3.0" />
|
||||||
<PackageReference Include="Spectre.Console" Version="0.41.0" />
|
<PackageReference Include="Spectre.Console" Version="0.44.0" />
|
||||||
<PackageReference Include="Gress" Version="1.2.0" />
|
<PackageReference Include="Gress" Version="2.0.1" />
|
||||||
<PackageReference Include="Tyrrrz.Extensions" Version="1.6.5" />
|
<PackageReference Include="DotnetRuntimeBootstrapper" Version="2.3.1" PrivateAssets="all" />
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
|
|||||||
@@ -1,14 +1,6 @@
|
|||||||
using System.Threading.Tasks;
|
using CliFx;
|
||||||
using CliFx;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli
|
return await new CliApplicationBuilder()
|
||||||
{
|
|
||||||
public static class Program
|
|
||||||
{
|
|
||||||
public static async Task<int> Main(string[] args) =>
|
|
||||||
await new CliApplicationBuilder()
|
|
||||||
.AddCommandsFromThisAssembly()
|
.AddCommandsFromThisAssembly()
|
||||||
.Build()
|
.Build()
|
||||||
.RunAsync(args);
|
.RunAsync(args);
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -3,35 +3,17 @@ using System.Threading.Tasks;
|
|||||||
using CliFx.Infrastructure;
|
using CliFx.Infrastructure;
|
||||||
using Spectre.Console;
|
using Spectre.Console;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Cli.Utils.Extensions
|
namespace DiscordChatExporter.Cli.Utils.Extensions;
|
||||||
|
|
||||||
|
internal static class ConsoleExtensions
|
||||||
{
|
{
|
||||||
internal static class ConsoleExtensions
|
public static IAnsiConsole CreateAnsiConsole(this IConsole console) =>
|
||||||
{
|
AnsiConsole.Create(new AnsiConsoleSettings
|
||||||
private class NoopExclusivityMode : IExclusivityMode
|
|
||||||
{
|
|
||||||
public T Run<T>(Func<T> func) => func();
|
|
||||||
|
|
||||||
public Task<T> Run<T>(Func<Task<T>> func) => func();
|
|
||||||
}
|
|
||||||
|
|
||||||
public static IAnsiConsole CreateAnsiConsole(this IConsole console)
|
|
||||||
{
|
|
||||||
// Don't require exclusivity in tests.
|
|
||||||
// Workaround for https://github.com/spectreconsole/spectre.console/issues/494
|
|
||||||
var exclusivityMode = console is FakeConsole
|
|
||||||
? new NoopExclusivityMode()
|
|
||||||
: null;
|
|
||||||
|
|
||||||
return AnsiConsole.Create(
|
|
||||||
new AnsiConsoleSettings
|
|
||||||
{
|
{
|
||||||
Ansi = AnsiSupport.Detect,
|
Ansi = AnsiSupport.Detect,
|
||||||
ColorSystem = ColorSystemSupport.Detect,
|
ColorSystem = ColorSystemSupport.Detect,
|
||||||
Out = new AnsiConsoleOutput(console.Output),
|
Out = new AnsiConsoleOutput(console.Output)
|
||||||
ExclusivityMode = exclusivityMode
|
});
|
||||||
}
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
public static Progress CreateProgressTicker(this IConsole console) => console
|
public static Progress CreateProgressTicker(this IConsole console) => console
|
||||||
.CreateAnsiConsole()
|
.CreateAnsiConsole()
|
||||||
@@ -65,5 +47,4 @@ namespace DiscordChatExporter.Cli.Utils.Extensions
|
|||||||
progressTask.StopTask();
|
progressTask.StopTask();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,9 +0,0 @@
|
|||||||
// ReSharper disable CheckNamespace
|
|
||||||
// TODO: remove after moving to .NET 5
|
|
||||||
|
|
||||||
namespace System.Runtime.CompilerServices
|
|
||||||
{
|
|
||||||
internal static class IsExternalInit
|
|
||||||
{
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,27 +0,0 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Net.Http.Headers;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord
|
|
||||||
{
|
|
||||||
public class AuthToken
|
|
||||||
{
|
|
||||||
public AuthTokenKind Kind { get; }
|
|
||||||
|
|
||||||
public string Value { get; }
|
|
||||||
|
|
||||||
public AuthToken(AuthTokenKind kind, string value)
|
|
||||||
{
|
|
||||||
Kind = kind;
|
|
||||||
Value = value;
|
|
||||||
}
|
|
||||||
|
|
||||||
public AuthenticationHeaderValue GetAuthenticationHeader() => Kind switch
|
|
||||||
{
|
|
||||||
AuthTokenKind.Bot => new AuthenticationHeaderValue("Bot", Value),
|
|
||||||
_ => new AuthenticationHeaderValue(Value)
|
|
||||||
};
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Value;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,8 +0,0 @@
|
|||||||
namespace DiscordChatExporter.Core.Discord
|
|
||||||
{
|
|
||||||
public enum AuthTokenKind
|
|
||||||
{
|
|
||||||
User,
|
|
||||||
Bot
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,5 +1,4 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.IO;
|
using System.IO;
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
@@ -7,23 +6,20 @@ using DiscordChatExporter.Core.Utils;
|
|||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#attachment-object
|
||||||
|
public partial record Attachment(
|
||||||
|
Snowflake Id,
|
||||||
|
string Url,
|
||||||
|
string FileName,
|
||||||
|
string? Description,
|
||||||
|
int? Width,
|
||||||
|
int? Height,
|
||||||
|
FileSize FileSize) : IHasId
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#attachment-object
|
|
||||||
public partial class Attachment : IHasId
|
|
||||||
{
|
|
||||||
public Snowflake Id { get; }
|
|
||||||
|
|
||||||
public string Url { get; }
|
|
||||||
|
|
||||||
public string FileName { get; }
|
|
||||||
|
|
||||||
public string FileExtension => Path.GetExtension(FileName);
|
public string FileExtension => Path.GetExtension(FileName);
|
||||||
|
|
||||||
public int? Width { get; }
|
|
||||||
|
|
||||||
public int? Height { get; }
|
|
||||||
|
|
||||||
public bool IsImage => FileFormat.IsImage(FileExtension);
|
public bool IsImage => FileFormat.IsImage(FileExtension);
|
||||||
|
|
||||||
public bool IsVideo => FileFormat.IsVideo(FileExtension);
|
public bool IsVideo => FileFormat.IsVideo(FileExtension);
|
||||||
@@ -31,41 +27,20 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
public bool IsAudio => FileFormat.IsAudio(FileExtension);
|
public bool IsAudio => FileFormat.IsAudio(FileExtension);
|
||||||
|
|
||||||
public bool IsSpoiler => FileName.StartsWith("SPOILER_", StringComparison.Ordinal);
|
public bool IsSpoiler => FileName.StartsWith("SPOILER_", StringComparison.Ordinal);
|
||||||
|
}
|
||||||
|
|
||||||
public FileSize FileSize { get; }
|
public partial record Attachment
|
||||||
|
{
|
||||||
public Attachment(
|
|
||||||
Snowflake id,
|
|
||||||
string url,
|
|
||||||
string fileName,
|
|
||||||
int? width,
|
|
||||||
int? height,
|
|
||||||
FileSize fileSize)
|
|
||||||
{
|
|
||||||
Id = id;
|
|
||||||
Url = url;
|
|
||||||
FileName = fileName;
|
|
||||||
Width = width;
|
|
||||||
Height = height;
|
|
||||||
FileSize = fileSize;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => FileName;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Attachment
|
|
||||||
{
|
|
||||||
public static Attachment Parse(JsonElement json)
|
public static Attachment Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var id = json.GetProperty("id").GetString().Pipe(Snowflake.Parse);
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
var url = json.GetProperty("url").GetString();
|
var url = json.GetProperty("url").GetNonWhiteSpaceString();
|
||||||
var width = json.GetPropertyOrNull("width")?.GetInt32();
|
var fileName = json.GetProperty("filename").GetNonNullString();
|
||||||
var height = json.GetPropertyOrNull("height")?.GetInt32();
|
var description = json.GetPropertyOrNull("description")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var fileName = json.GetProperty("filename").GetString();
|
var width = json.GetPropertyOrNull("width")?.GetInt32OrNull();
|
||||||
|
var height = json.GetPropertyOrNull("height")?.GetInt32OrNull();
|
||||||
var fileSize = json.GetProperty("size").GetInt64().Pipe(FileSize.FromBytes);
|
var fileSize = json.GetProperty("size").GetInt64().Pipe(FileSize.FromBytes);
|
||||||
|
|
||||||
return new Attachment(id, url, fileName, width, height, fileSize);
|
return new Attachment(id, url, fileName, description, width, height, fileSize);
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1,63 +1,27 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System.Linq;
|
||||||
using System.Linq;
|
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
using Tyrrrz.Extensions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#channel-object
|
||||||
|
public partial record Channel(
|
||||||
|
Snowflake Id,
|
||||||
|
ChannelKind Kind,
|
||||||
|
Snowflake GuildId,
|
||||||
|
ChannelCategory Category,
|
||||||
|
string Name,
|
||||||
|
int? Position,
|
||||||
|
string? Topic,
|
||||||
|
Snowflake? LastMessageId) : IHasId
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#channel-object
|
public bool SupportsVoice => Kind is ChannelKind.GuildVoiceChat or ChannelKind.GuildStageVoice;
|
||||||
public partial class Channel : IHasId
|
}
|
||||||
{
|
|
||||||
public Snowflake Id { get; }
|
|
||||||
|
|
||||||
public ChannelKind Kind { get; }
|
public partial record Channel
|
||||||
|
{
|
||||||
public bool IsTextChannel => Kind is
|
|
||||||
ChannelKind.GuildTextChat or
|
|
||||||
ChannelKind.DirectTextChat or
|
|
||||||
ChannelKind.DirectGroupTextChat or
|
|
||||||
ChannelKind.GuildNews or
|
|
||||||
ChannelKind.GuildStore;
|
|
||||||
|
|
||||||
public bool IsVoiceChannel => !IsTextChannel;
|
|
||||||
|
|
||||||
public Snowflake GuildId { get; }
|
|
||||||
|
|
||||||
public ChannelCategory Category { get; }
|
|
||||||
|
|
||||||
public string Name { get; }
|
|
||||||
|
|
||||||
public int? Position { get; }
|
|
||||||
|
|
||||||
public string? Topic { get; }
|
|
||||||
|
|
||||||
public Channel(
|
|
||||||
Snowflake id,
|
|
||||||
ChannelKind kind,
|
|
||||||
Snowflake guildId,
|
|
||||||
ChannelCategory category,
|
|
||||||
string name,
|
|
||||||
int? position,
|
|
||||||
string? topic)
|
|
||||||
{
|
|
||||||
Id = id;
|
|
||||||
Kind = kind;
|
|
||||||
GuildId = guildId;
|
|
||||||
Category = category;
|
|
||||||
Name = name;
|
|
||||||
Position = position;
|
|
||||||
Topic = topic;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Name;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Channel
|
|
||||||
{
|
|
||||||
private static ChannelCategory GetFallbackCategory(ChannelKind channelKind) => new(
|
private static ChannelCategory GetFallbackCategory(ChannelKind channelKind) => new(
|
||||||
Snowflake.Zero,
|
Snowflake.Zero,
|
||||||
channelKind switch
|
channelKind switch
|
||||||
@@ -66,36 +30,51 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
ChannelKind.DirectTextChat => "Private",
|
ChannelKind.DirectTextChat => "Private",
|
||||||
ChannelKind.DirectGroupTextChat => "Group",
|
ChannelKind.DirectGroupTextChat => "Group",
|
||||||
ChannelKind.GuildNews => "News",
|
ChannelKind.GuildNews => "News",
|
||||||
ChannelKind.GuildStore => "Store",
|
|
||||||
_ => "Default"
|
_ => "Default"
|
||||||
},
|
},
|
||||||
null
|
null
|
||||||
);
|
);
|
||||||
|
|
||||||
public static Channel Parse(JsonElement json, ChannelCategory? category = null, int? position = null)
|
public static Channel Parse(JsonElement json, ChannelCategory? category = null, int? positionHint = null)
|
||||||
{
|
{
|
||||||
var id = json.GetProperty("id").GetString().Pipe(Snowflake.Parse);
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
var guildId = json.GetPropertyOrNull("guild_id")?.GetString().Pipe(Snowflake.Parse);
|
var kind = (ChannelKind)json.GetProperty("type").GetInt32();
|
||||||
var topic = json.GetPropertyOrNull("topic")?.GetString();
|
var guildId = json.GetPropertyOrNull("guild_id")?.GetNonWhiteSpaceStringOrNull()?.Pipe(Snowflake.Parse);
|
||||||
var kind = (ChannelKind) json.GetProperty("type").GetInt32();
|
|
||||||
|
|
||||||
var name =
|
var name =
|
||||||
// Guild channel
|
// Guild channel
|
||||||
json.GetPropertyOrNull("name")?.GetString() ??
|
json.GetPropertyOrNull("name")?.GetNonWhiteSpaceStringOrNull() ??
|
||||||
|
|
||||||
// DM channel
|
// DM channel
|
||||||
json.GetPropertyOrNull("recipients")?.EnumerateArray().Select(User.Parse).Select(u => u.Name).JoinToString(", ") ??
|
json.GetPropertyOrNull("recipients")?
|
||||||
|
.EnumerateArrayOrNull()?
|
||||||
|
.Select(User.Parse)
|
||||||
|
.Select(u => u.Name)
|
||||||
|
.Pipe(s => string.Join(", ", s)) ??
|
||||||
|
|
||||||
// Fallback
|
// Fallback
|
||||||
id.ToString();
|
id.ToString();
|
||||||
|
|
||||||
|
var position =
|
||||||
|
positionHint ??
|
||||||
|
json.GetPropertyOrNull("position")?.GetInt32OrNull();
|
||||||
|
|
||||||
|
var topic = json.GetPropertyOrNull("topic")?.GetStringOrNull();
|
||||||
|
|
||||||
|
var lastMessageId = json
|
||||||
|
.GetPropertyOrNull("last_message_id")?
|
||||||
|
.GetNonWhiteSpaceStringOrNull()?
|
||||||
|
.Pipe(Snowflake.Parse);
|
||||||
|
|
||||||
return new Channel(
|
return new Channel(
|
||||||
id,
|
id,
|
||||||
kind,
|
kind,
|
||||||
guildId ?? Guild.DirectMessages.Id,
|
guildId ?? Guild.DirectMessages.Id,
|
||||||
category ?? GetFallbackCategory(kind),
|
category ?? GetFallbackCategory(kind),
|
||||||
name,
|
name,
|
||||||
position ?? json.GetPropertyOrNull("position")?.GetInt32(),
|
position,
|
||||||
topic
|
topic,
|
||||||
|
lastMessageId
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,47 +1,26 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System.Text.Json;
|
||||||
using System.Text.Json;
|
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
public record ChannelCategory(Snowflake Id, string Name, int? Position) : IHasId
|
||||||
{
|
{
|
||||||
public partial class ChannelCategory : IHasId
|
public static ChannelCategory Unknown { get; } = new(Snowflake.Zero, "<unknown category>", 0);
|
||||||
|
|
||||||
|
public static ChannelCategory Parse(JsonElement json, int? positionHint = null)
|
||||||
{
|
{
|
||||||
public Snowflake Id { get; }
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
|
|
||||||
public string Name { get; }
|
|
||||||
|
|
||||||
public int? Position { get; }
|
|
||||||
|
|
||||||
public ChannelCategory(Snowflake id, string name, int? position)
|
|
||||||
{
|
|
||||||
Id = id;
|
|
||||||
Name = name;
|
|
||||||
Position = position;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Name;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class ChannelCategory
|
|
||||||
{
|
|
||||||
public static ChannelCategory Parse(JsonElement json, int? position = null)
|
|
||||||
{
|
|
||||||
var id = json.GetProperty("id").GetString().Pipe(Snowflake.Parse);
|
|
||||||
|
|
||||||
var name =
|
var name =
|
||||||
json.GetPropertyOrNull("name")?.GetString() ??
|
json.GetPropertyOrNull("name")?.GetNonWhiteSpaceStringOrNull() ??
|
||||||
id.ToString();
|
id.ToString();
|
||||||
|
|
||||||
return new ChannelCategory(
|
var position =
|
||||||
id,
|
positionHint ??
|
||||||
name,
|
json.GetPropertyOrNull("position")?.GetInt32OrNull();
|
||||||
position ?? json.GetPropertyOrNull("position")?.GetInt32()
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
public static ChannelCategory Empty { get; } = new(Snowflake.Zero, "<unknown category>", 0);
|
return new ChannelCategory(id, name, position);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1,15 +1,19 @@
|
|||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#channel-object-channel-types
|
||||||
|
// Order of enum fields needs to match the order in the docs.
|
||||||
|
public enum ChannelKind
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#channel-object-channel-types
|
|
||||||
// Order of enum fields needs to match the order in the docs.
|
|
||||||
public enum ChannelKind
|
|
||||||
{
|
|
||||||
GuildTextChat = 0,
|
GuildTextChat = 0,
|
||||||
DirectTextChat,
|
DirectTextChat = 1,
|
||||||
GuildVoiceChat,
|
GuildVoiceChat = 2,
|
||||||
DirectGroupTextChat,
|
DirectGroupTextChat = 3,
|
||||||
GuildCategory,
|
GuildCategory = 4,
|
||||||
GuildNews,
|
GuildNews = 5,
|
||||||
GuildStore
|
GuildNewsThread = 10,
|
||||||
}
|
GuildPublicThread = 11,
|
||||||
|
GuildPrivateThread = 12,
|
||||||
|
GuildStageVoice = 13,
|
||||||
|
GuildDirectory = 14,
|
||||||
|
GuildForum = 15
|
||||||
}
|
}
|
||||||
@@ -1,19 +1,15 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Diagnostics.CodeAnalysis;
|
using System.Diagnostics.CodeAnalysis;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Common
|
namespace DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
{
|
|
||||||
// Loosely based on https://github.com/omar/ByteSize (MIT license)
|
|
||||||
public readonly partial struct FileSize
|
|
||||||
{
|
|
||||||
public long TotalBytes { get; }
|
|
||||||
|
|
||||||
|
// Loosely based on https://github.com/omar/ByteSize (MIT license)
|
||||||
|
public readonly partial record struct FileSize(long TotalBytes)
|
||||||
|
{
|
||||||
public double TotalKiloBytes => TotalBytes / 1024.0;
|
public double TotalKiloBytes => TotalBytes / 1024.0;
|
||||||
public double TotalMegaBytes => TotalKiloBytes / 1024.0;
|
public double TotalMegaBytes => TotalKiloBytes / 1024.0;
|
||||||
public double TotalGigaBytes => TotalMegaBytes / 1024.0;
|
public double TotalGigaBytes => TotalMegaBytes / 1024.0;
|
||||||
|
|
||||||
public FileSize(long bytes) => TotalBytes = bytes;
|
|
||||||
|
|
||||||
private double GetLargestWholeNumberValue()
|
private double GetLargestWholeNumberValue()
|
||||||
{
|
{
|
||||||
if (Math.Abs(TotalGigaBytes) >= 1)
|
if (Math.Abs(TotalGigaBytes) >= 1)
|
||||||
@@ -44,10 +40,9 @@ namespace DiscordChatExporter.Core.Discord.Data.Common
|
|||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
[ExcludeFromCodeCoverage]
|
||||||
public override string ToString() => $"{GetLargestWholeNumberValue():0.##} {GetLargestWholeNumberSymbol()}";
|
public override string ToString() => $"{GetLargestWholeNumberValue():0.##} {GetLargestWholeNumberSymbol()}";
|
||||||
}
|
}
|
||||||
|
|
||||||
public partial struct FileSize
|
public partial record struct FileSize
|
||||||
{
|
{
|
||||||
public static FileSize FromBytes(long bytes) => new(bytes);
|
public static FileSize FromBytes(long bytes) => new(bytes);
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,7 +1,6 @@
|
|||||||
namespace DiscordChatExporter.Core.Discord.Data.Common
|
namespace DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
|
|
||||||
|
public interface IHasId
|
||||||
{
|
{
|
||||||
public interface IHasId
|
|
||||||
{
|
|
||||||
Snowflake Id { get; }
|
Snowflake Id { get; }
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,16 +1,12 @@
|
|||||||
using System.Collections.Generic;
|
using System.Collections.Generic;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Common
|
namespace DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
|
|
||||||
|
public class IdBasedEqualityComparer : IEqualityComparer<IHasId>
|
||||||
{
|
{
|
||||||
public partial class IdBasedEqualityComparer : IEqualityComparer<IHasId>
|
public static IdBasedEqualityComparer Instance { get; } = new();
|
||||||
{
|
|
||||||
public bool Equals(IHasId? x, IHasId? y) => x?.Id == y?.Id;
|
public bool Equals(IHasId? x, IHasId? y) => x?.Id == y?.Id;
|
||||||
|
|
||||||
public int GetHashCode(IHasId obj) => obj.Id.GetHashCode();
|
public int GetHashCode(IHasId obj) => obj.Id.GetHashCode();
|
||||||
}
|
|
||||||
|
|
||||||
public partial class IdBasedEqualityComparer
|
|
||||||
{
|
|
||||||
public static IdBasedEqualityComparer Instance { get; } = new();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,90 +1,66 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Collections.Generic;
|
using System.Collections.Generic;
|
||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Drawing;
|
using System.Drawing;
|
||||||
using System.Linq;
|
using System.Linq;
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#embed-object
|
||||||
|
public partial record Embed(
|
||||||
|
string? Title,
|
||||||
|
string? Url,
|
||||||
|
DateTimeOffset? Timestamp,
|
||||||
|
Color? Color,
|
||||||
|
EmbedAuthor? Author,
|
||||||
|
string? Description,
|
||||||
|
IReadOnlyList<EmbedField> Fields,
|
||||||
|
EmbedImage? Thumbnail,
|
||||||
|
IReadOnlyList<EmbedImage> Images,
|
||||||
|
EmbedFooter? Footer)
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#embed-object
|
public PlainImageEmbedProjection? TryGetPlainImage() =>
|
||||||
public partial class Embed
|
PlainImageEmbedProjection.TryResolve(this);
|
||||||
{
|
|
||||||
public string? Title { get; }
|
|
||||||
|
|
||||||
public string? Url { get; }
|
public SpotifyTrackEmbedProjection? TryGetSpotifyTrack() =>
|
||||||
|
SpotifyTrackEmbedProjection.TryResolve(this);
|
||||||
|
|
||||||
public DateTimeOffset? Timestamp { get; }
|
public YouTubeVideoEmbedProjection? TryGetYouTubeVideo() =>
|
||||||
|
YouTubeVideoEmbedProjection.TryResolve(this);
|
||||||
|
}
|
||||||
|
|
||||||
public Color? Color { get; }
|
public partial record Embed
|
||||||
|
{
|
||||||
public EmbedAuthor? Author { get; }
|
|
||||||
|
|
||||||
public string? Description { get; }
|
|
||||||
|
|
||||||
public IReadOnlyList<EmbedField> Fields { get; }
|
|
||||||
|
|
||||||
public EmbedImage? Thumbnail { get; }
|
|
||||||
|
|
||||||
public EmbedImage? Image { get; }
|
|
||||||
|
|
||||||
public EmbedFooter? Footer { get; }
|
|
||||||
|
|
||||||
public Embed(
|
|
||||||
string? title,
|
|
||||||
string? url,
|
|
||||||
DateTimeOffset? timestamp,
|
|
||||||
Color? color,
|
|
||||||
EmbedAuthor? author,
|
|
||||||
string? description,
|
|
||||||
IReadOnlyList<EmbedField> fields,
|
|
||||||
EmbedImage? thumbnail,
|
|
||||||
EmbedImage? image,
|
|
||||||
EmbedFooter? footer)
|
|
||||||
{
|
|
||||||
Title = title;
|
|
||||||
Url = url;
|
|
||||||
Timestamp = timestamp;
|
|
||||||
Color = color;
|
|
||||||
Author = author;
|
|
||||||
Description = description;
|
|
||||||
Fields = fields;
|
|
||||||
Thumbnail = thumbnail;
|
|
||||||
Image = image;
|
|
||||||
Footer = footer;
|
|
||||||
}
|
|
||||||
|
|
||||||
public PlainImageEmbedProjection? TryGetPlainImage() => PlainImageEmbedProjection.TryResolve(this);
|
|
||||||
|
|
||||||
public SpotifyTrackEmbedProjection? TryGetSpotifyTrack() => SpotifyTrackEmbedProjection.TryResolve(this);
|
|
||||||
|
|
||||||
public YouTubeVideoEmbedProjection? TryGetYouTubeVideo() => YouTubeVideoEmbedProjection.TryResolve(this);
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Title ?? "<untitled embed>";
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Embed
|
|
||||||
{
|
|
||||||
public static Embed Parse(JsonElement json)
|
public static Embed Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var title = json.GetPropertyOrNull("title")?.GetString();
|
var title = json.GetPropertyOrNull("title")?.GetStringOrNull();
|
||||||
var url = json.GetPropertyOrNull("url")?.GetString();
|
var url = json.GetPropertyOrNull("url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var timestamp = json.GetPropertyOrNull("timestamp")?.GetDateTimeOffset();
|
var timestamp = json.GetPropertyOrNull("timestamp")?.GetDateTimeOffset();
|
||||||
var color = json.GetPropertyOrNull("color")?.GetInt32().Pipe(System.Drawing.Color.FromArgb).ResetAlpha();
|
var color = json.GetPropertyOrNull("color")?.GetInt32OrNull()?.Pipe(System.Drawing.Color.FromArgb).ResetAlpha();
|
||||||
var description = json.GetPropertyOrNull("description")?.GetString();
|
|
||||||
|
|
||||||
var author = json.GetPropertyOrNull("author")?.Pipe(EmbedAuthor.Parse);
|
var author = json.GetPropertyOrNull("author")?.Pipe(EmbedAuthor.Parse);
|
||||||
var thumbnail = json.GetPropertyOrNull("thumbnail")?.Pipe(EmbedImage.Parse);
|
var description = json.GetPropertyOrNull("description")?.GetStringOrNull();
|
||||||
var image = json.GetPropertyOrNull("image")?.Pipe(EmbedImage.Parse);
|
|
||||||
var footer = json.GetPropertyOrNull("footer")?.Pipe(EmbedFooter.Parse);
|
|
||||||
|
|
||||||
var fields =
|
var fields =
|
||||||
json.GetPropertyOrNull("fields")?.EnumerateArray().Select(EmbedField.Parse).ToArray() ??
|
json.GetPropertyOrNull("fields")?.EnumerateArrayOrNull()?.Select(EmbedField.Parse).ToArray() ??
|
||||||
Array.Empty<EmbedField>();
|
Array.Empty<EmbedField>();
|
||||||
|
|
||||||
|
var thumbnail = json.GetPropertyOrNull("thumbnail")?.Pipe(EmbedImage.Parse);
|
||||||
|
|
||||||
|
// Under the Discord API model, embeds can only have at most one image.
|
||||||
|
// Because of that, embeds that are rendered with multiple images on the client
|
||||||
|
// (e.g. tweet embeds), are exposed from the API as multiple separate embeds.
|
||||||
|
// Our embed model is consistent with the user-facing side of Discord, so images
|
||||||
|
// are stored as an array. The API will only ever return one image, but we deal
|
||||||
|
// with this by merging related embeds at the end of the message parsing process.
|
||||||
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/695
|
||||||
|
var images =
|
||||||
|
json.GetPropertyOrNull("image")?.Pipe(EmbedImage.Parse).Enumerate().ToArray() ??
|
||||||
|
Array.Empty<EmbedImage>();
|
||||||
|
|
||||||
|
var footer = json.GetPropertyOrNull("footer")?.Pipe(EmbedFooter.Parse);
|
||||||
|
|
||||||
return new Embed(
|
return new Embed(
|
||||||
title,
|
title,
|
||||||
url,
|
url,
|
||||||
@@ -94,9 +70,8 @@ namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
|||||||
description,
|
description,
|
||||||
fields,
|
fields,
|
||||||
thumbnail,
|
thumbnail,
|
||||||
image,
|
images,
|
||||||
footer
|
footer
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,42 +1,22 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#embed-object-embed-author-structure
|
||||||
|
public record EmbedAuthor(
|
||||||
|
string? Name,
|
||||||
|
string? Url,
|
||||||
|
string? IconUrl,
|
||||||
|
string? IconProxyUrl)
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#embed-object-embed-author-structure
|
|
||||||
public partial class EmbedAuthor
|
|
||||||
{
|
|
||||||
public string? Name { get; }
|
|
||||||
|
|
||||||
public string? Url { get; }
|
|
||||||
|
|
||||||
public string? IconUrl { get; }
|
|
||||||
|
|
||||||
public string? IconProxyUrl { get; }
|
|
||||||
|
|
||||||
public EmbedAuthor(string? name, string? url, string? iconUrl, string? iconProxyUrl)
|
|
||||||
{
|
|
||||||
Name = name;
|
|
||||||
Url = url;
|
|
||||||
IconUrl = iconUrl;
|
|
||||||
IconProxyUrl = iconProxyUrl;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Name ?? "<unnamed author>";
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class EmbedAuthor
|
|
||||||
{
|
|
||||||
public static EmbedAuthor Parse(JsonElement json)
|
public static EmbedAuthor Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var name = json.GetPropertyOrNull("name")?.GetString();
|
var name = json.GetPropertyOrNull("name")?.GetStringOrNull();
|
||||||
var url = json.GetPropertyOrNull("url")?.GetString();
|
var url = json.GetPropertyOrNull("url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var iconUrl = json.GetPropertyOrNull("icon_url")?.GetString();
|
var iconUrl = json.GetPropertyOrNull("icon_url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var iconProxyUrl = json.GetPropertyOrNull("proxy_icon_url")?.GetString();
|
var iconProxyUrl = json.GetPropertyOrNull("proxy_icon_url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
|
|
||||||
return new EmbedAuthor(name, url, iconUrl, iconProxyUrl);
|
return new EmbedAuthor(name, url, iconUrl, iconProxyUrl);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,38 +1,20 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#embed-object-embed-field-structure
|
||||||
|
public record EmbedField(
|
||||||
|
string Name,
|
||||||
|
string Value,
|
||||||
|
bool IsInline)
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#embed-object-embed-field-structure
|
|
||||||
public partial class EmbedField
|
|
||||||
{
|
|
||||||
public string Name { get; }
|
|
||||||
|
|
||||||
public string Value { get; }
|
|
||||||
|
|
||||||
public bool IsInline { get; }
|
|
||||||
|
|
||||||
public EmbedField(string name, string value, bool isInline)
|
|
||||||
{
|
|
||||||
Name = name;
|
|
||||||
Value = value;
|
|
||||||
IsInline = isInline;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => $"{Name} | {Value}";
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class EmbedField
|
|
||||||
{
|
|
||||||
public static EmbedField Parse(JsonElement json)
|
public static EmbedField Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var name = json.GetProperty("name").GetString();
|
var name = json.GetProperty("name").GetNonNullString();
|
||||||
var value = json.GetProperty("value").GetString();
|
var value = json.GetProperty("value").GetNonNullString();
|
||||||
var isInline = json.GetPropertyOrNull("inline")?.GetBoolean() ?? false;
|
var isInline = json.GetPropertyOrNull("inline")?.GetBooleanOrNull() ?? false;
|
||||||
|
|
||||||
return new EmbedField(name, value, isInline);
|
return new EmbedField(name, value, isInline);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,38 +1,20 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#embed-object-embed-footer-structure
|
||||||
|
public record EmbedFooter(
|
||||||
|
string Text,
|
||||||
|
string? IconUrl,
|
||||||
|
string? IconProxyUrl)
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#embed-object-embed-footer-structure
|
|
||||||
public partial class EmbedFooter
|
|
||||||
{
|
|
||||||
public string Text { get; }
|
|
||||||
|
|
||||||
public string? IconUrl { get; }
|
|
||||||
|
|
||||||
public string? IconProxyUrl { get; }
|
|
||||||
|
|
||||||
public EmbedFooter(string text, string? iconUrl, string? iconProxyUrl)
|
|
||||||
{
|
|
||||||
Text = text;
|
|
||||||
IconUrl = iconUrl;
|
|
||||||
IconProxyUrl = iconProxyUrl;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Text;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class EmbedFooter
|
|
||||||
{
|
|
||||||
public static EmbedFooter Parse(JsonElement json)
|
public static EmbedFooter Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var text = json.GetProperty("text").GetString();
|
var text = json.GetProperty("text").GetNonNullString();
|
||||||
var iconUrl = json.GetPropertyOrNull("icon_url")?.GetString();
|
var iconUrl = json.GetPropertyOrNull("icon_url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var iconProxyUrl = json.GetPropertyOrNull("proxy_icon_url")?.GetString();
|
var iconProxyUrl = json.GetPropertyOrNull("proxy_icon_url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
|
|
||||||
return new EmbedFooter(text, iconUrl, iconProxyUrl);
|
return new EmbedFooter(text, iconUrl, iconProxyUrl);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,38 +1,22 @@
|
|||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#embed-object-embed-image-structure
|
||||||
|
public record EmbedImage(
|
||||||
|
string? Url,
|
||||||
|
string? ProxyUrl,
|
||||||
|
int? Width,
|
||||||
|
int? Height)
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#embed-object-embed-image-structure
|
|
||||||
public partial class EmbedImage
|
|
||||||
{
|
|
||||||
public string? Url { get; }
|
|
||||||
|
|
||||||
public string? ProxyUrl { get; }
|
|
||||||
|
|
||||||
public int? Width { get; }
|
|
||||||
|
|
||||||
public int? Height { get; }
|
|
||||||
|
|
||||||
public EmbedImage(string? url, string? proxyUrl, int? width, int? height)
|
|
||||||
{
|
|
||||||
Url = url;
|
|
||||||
ProxyUrl = proxyUrl;
|
|
||||||
Height = height;
|
|
||||||
Width = width;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class EmbedImage
|
|
||||||
{
|
|
||||||
public static EmbedImage Parse(JsonElement json)
|
public static EmbedImage Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var url = json.GetPropertyOrNull("url")?.GetString();
|
var url = json.GetPropertyOrNull("url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var proxyUrl = json.GetPropertyOrNull("proxy_url")?.GetString();
|
var proxyUrl = json.GetPropertyOrNull("proxy_url")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var width = json.GetPropertyOrNull("width")?.GetInt32();
|
var width = json.GetPropertyOrNull("width")?.GetInt32OrNull();
|
||||||
var height = json.GetPropertyOrNull("height")?.GetInt32();
|
var height = json.GetPropertyOrNull("height")?.GetInt32OrNull();
|
||||||
|
|
||||||
return new EmbedImage(url, proxyUrl, width, height);
|
return new EmbedImage(url, proxyUrl, width, height);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,23 +1,12 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System.IO;
|
||||||
using System.IO;
|
|
||||||
using System.Linq;
|
using System.Linq;
|
||||||
using System.Text.RegularExpressions;
|
using System.Text.RegularExpressions;
|
||||||
using DiscordChatExporter.Core.Utils;
|
using DiscordChatExporter.Core.Utils;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
public record PlainImageEmbedProjection(string Url)
|
||||||
{
|
{
|
||||||
public partial class PlainImageEmbedProjection
|
|
||||||
{
|
|
||||||
public string Url { get; }
|
|
||||||
|
|
||||||
public PlainImageEmbedProjection(string url) => Url = url;
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Url;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class PlainImageEmbedProjection
|
|
||||||
{
|
|
||||||
public static PlainImageEmbedProjection? TryResolve(Embed embed)
|
public static PlainImageEmbedProjection? TryResolve(Embed embed)
|
||||||
{
|
{
|
||||||
if (string.IsNullOrWhiteSpace(embed.Url))
|
if (string.IsNullOrWhiteSpace(embed.Url))
|
||||||
@@ -41,5 +30,4 @@ namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
|||||||
|
|
||||||
return new PlainImageEmbedProjection(embed.Url);
|
return new PlainImageEmbedProjection(embed.Url);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,22 +1,14 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System.Text.RegularExpressions;
|
||||||
using System.Text.RegularExpressions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
public partial record SpotifyTrackEmbedProjection(string TrackId)
|
||||||
{
|
{
|
||||||
public partial class SpotifyTrackEmbedProjection
|
|
||||||
{
|
|
||||||
public string TrackId { get; }
|
|
||||||
|
|
||||||
public string Url => $"https://open.spotify.com/embed/track/{TrackId}";
|
public string Url => $"https://open.spotify.com/embed/track/{TrackId}";
|
||||||
|
}
|
||||||
|
|
||||||
public SpotifyTrackEmbedProjection(string trackId) => TrackId = trackId;
|
public partial record SpotifyTrackEmbedProjection
|
||||||
|
{
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Url;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class SpotifyTrackEmbedProjection
|
|
||||||
{
|
|
||||||
private static string? TryParseTrackId(string embedUrl)
|
private static string? TryParseTrackId(string embedUrl)
|
||||||
{
|
{
|
||||||
// https://open.spotify.com/track/1LHZMWefF9502NPfArRfvP?si=3efac6ce9be04f0a
|
// https://open.spotify.com/track/1LHZMWefF9502NPfArRfvP?si=3efac6ce9be04f0a
|
||||||
@@ -38,5 +30,4 @@ namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
|||||||
|
|
||||||
return new SpotifyTrackEmbedProjection(trackId);
|
return new SpotifyTrackEmbedProjection(trackId);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,24 +1,16 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System.Text.RegularExpressions;
|
||||||
using System.Text.RegularExpressions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
namespace DiscordChatExporter.Core.Discord.Data.Embeds;
|
||||||
|
|
||||||
|
public partial record YouTubeVideoEmbedProjection(string VideoId)
|
||||||
{
|
{
|
||||||
public partial class YouTubeVideoEmbedProjection
|
|
||||||
{
|
|
||||||
public string VideoId { get; }
|
|
||||||
|
|
||||||
public string Url => $"https://www.youtube.com/embed/{VideoId}";
|
public string Url => $"https://www.youtube.com/embed/{VideoId}";
|
||||||
|
}
|
||||||
|
|
||||||
public YouTubeVideoEmbedProjection(string videoId) => VideoId = videoId;
|
public partial record YouTubeVideoEmbedProjection
|
||||||
|
{
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Url;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class YouTubeVideoEmbedProjection
|
|
||||||
{
|
|
||||||
// Adapted from YoutubeExplode
|
// Adapted from YoutubeExplode
|
||||||
// https://github.com/Tyrrrz/YoutubeExplode/blob/5be164be20019783913f76fcc98f18c65aebe9f0/YoutubeExplode/Videos/VideoId.cs#L34-L64
|
// https://github.com/Tyrrrz/YoutubeExplode/blob/bc700b631bd105d0be208a88116347034bdca88b/YoutubeExplode/Videos/VideoId.cs#L40-L62
|
||||||
private static string? TryParseVideoId(string embedUrl)
|
private static string? TryParseVideoId(string embedUrl)
|
||||||
{
|
{
|
||||||
// Regular URL
|
// Regular URL
|
||||||
@@ -39,6 +31,12 @@ namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
|||||||
if (!string.IsNullOrWhiteSpace(embedMatch))
|
if (!string.IsNullOrWhiteSpace(embedMatch))
|
||||||
return embedMatch;
|
return embedMatch;
|
||||||
|
|
||||||
|
// Shorts URL
|
||||||
|
// https://www.youtube.com/shorts/sKL1vjP0tIo
|
||||||
|
var shortsMatch = Regex.Match(embedUrl, @"youtube\..+?/shorts/(.*?)(?:\?|&|/|$)").Groups[1].Value;
|
||||||
|
if (!string.IsNullOrWhiteSpace(shortsMatch))
|
||||||
|
return shortsMatch;
|
||||||
|
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -53,5 +51,4 @@ namespace DiscordChatExporter.Core.Discord.Data.Embeds
|
|||||||
|
|
||||||
return new YouTubeVideoEmbedProjection(videoId);
|
return new YouTubeVideoEmbedProjection(videoId);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,76 +1,79 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System;
|
||||||
using System.Linq;
|
using System.Linq;
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Utils;
|
using DiscordChatExporter.Core.Utils;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
using Tyrrrz.Extensions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
{
|
|
||||||
// https://discord.com/developers/docs/resources/emoji#emoji-object
|
// https://discord.com/developers/docs/resources/emoji#emoji-object
|
||||||
public partial class Emoji
|
public partial record Emoji(
|
||||||
{
|
|
||||||
// Only present on custom emoji
|
// Only present on custom emoji
|
||||||
public string? Id { get; }
|
Snowflake? Id,
|
||||||
|
// Name of a custom emoji (e.g. LUL) or actual representation of a standard emoji (e.g. 🙂)
|
||||||
// Name of custom emoji (e.g. LUL) or actual representation of standard emoji (e.g. 🙂)
|
string Name,
|
||||||
public string Name { get; }
|
bool IsAnimated,
|
||||||
|
string ImageUrl)
|
||||||
// Name of custom emoji (e.g. LUL) or name of standard emoji (e.g. slight_smile)
|
{
|
||||||
public string Code => !string.IsNullOrWhiteSpace(Id)
|
// Name of a custom emoji (e.g. LUL) or name of a standard emoji (e.g. slight_smile)
|
||||||
|
public string Code => Id is not null
|
||||||
? Name
|
? Name
|
||||||
: EmojiIndex.TryGetCode(Name) ?? Name;
|
: EmojiIndex.TryGetCode(Name) ?? Name;
|
||||||
|
}
|
||||||
|
|
||||||
public bool IsAnimated { get; }
|
public partial record Emoji
|
||||||
|
{
|
||||||
public string ImageUrl { get; }
|
private static string GetTwemojiId(string name)
|
||||||
|
|
||||||
public Emoji(string? id, string name, bool isAnimated, string imageUrl)
|
|
||||||
{
|
{
|
||||||
Id = id;
|
var runes = name.GetRunes().ToArray();
|
||||||
Name = name;
|
|
||||||
IsAnimated = isAnimated;
|
// Variant selector rune is skipped in Twemoji names, except when the emoji also contains a zero-width joiner.
|
||||||
ImageUrl = imageUrl;
|
// VS = 0xfe0f; ZWJ = 0x200d.
|
||||||
|
var filteredRunes = runes.Any(r => r.Value == 0x200d)
|
||||||
|
? runes
|
||||||
|
: runes.Where(r => r.Value != 0xfe0f);
|
||||||
|
|
||||||
|
return string.Join(
|
||||||
|
"-",
|
||||||
|
filteredRunes.Select(r => r.Value.ToString("x"))
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
private static string GetImageUrl(Snowflake id, bool isAnimated) => isAnimated
|
||||||
public override string ToString() => Name;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Emoji
|
|
||||||
{
|
|
||||||
private static string GetTwemojiName(string name) => name
|
|
||||||
.GetRunes()
|
|
||||||
// Variant selector rune is skipped in Twemoji names
|
|
||||||
.Where(r => r.Value != 0xfe0f)
|
|
||||||
.Select(r => r.Value.ToString("x"))
|
|
||||||
.JoinToString("-");
|
|
||||||
|
|
||||||
public static string GetImageUrl(string? id, string name, bool isAnimated)
|
|
||||||
{
|
|
||||||
// Custom emoji
|
|
||||||
if (!string.IsNullOrWhiteSpace(id))
|
|
||||||
{
|
|
||||||
return isAnimated
|
|
||||||
? $"https://cdn.discordapp.com/emojis/{id}.gif"
|
? $"https://cdn.discordapp.com/emojis/{id}.gif"
|
||||||
: $"https://cdn.discordapp.com/emojis/{id}.png";
|
: $"https://cdn.discordapp.com/emojis/{id}.png";
|
||||||
}
|
|
||||||
|
private static string GetImageUrl(string name) =>
|
||||||
|
$"https://twemoji.maxcdn.com/v/latest/svg/{GetTwemojiId(name)}.svg";
|
||||||
|
|
||||||
|
public static string GetImageUrl(Snowflake? id, string? name, bool isAnimated)
|
||||||
|
{
|
||||||
|
// Custom emoji
|
||||||
|
if (id is not null)
|
||||||
|
return GetImageUrl(id.Value, isAnimated);
|
||||||
|
|
||||||
// Standard emoji
|
// Standard emoji
|
||||||
var twemojiName = GetTwemojiName(name);
|
if (!string.IsNullOrWhiteSpace(name))
|
||||||
return $"https://twemoji.maxcdn.com/2/svg/{twemojiName}.svg";
|
return GetImageUrl(name);
|
||||||
|
|
||||||
|
// Either ID or name should be set
|
||||||
|
throw new ApplicationException("Emoji has neither ID nor name set.");
|
||||||
}
|
}
|
||||||
|
|
||||||
public static Emoji Parse(JsonElement json)
|
public static Emoji Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var id = json.GetPropertyOrNull("id")?.GetString();
|
var id = json.GetPropertyOrNull("id")?.GetNonWhiteSpaceStringOrNull()?.Pipe(Snowflake.Parse);
|
||||||
var name = json.GetProperty("name").GetString();
|
var name = json.GetPropertyOrNull("name")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var isAnimated = json.GetPropertyOrNull("animated")?.GetBoolean() ?? false;
|
var isAnimated = json.GetPropertyOrNull("animated")?.GetBooleanOrNull() ?? false;
|
||||||
|
|
||||||
var imageUrl = GetImageUrl(id, name, isAnimated);
|
var imageUrl = GetImageUrl(id, name, isAnimated);
|
||||||
|
|
||||||
return new Emoji(id, name, isAnimated, imageUrl);
|
return new Emoji(
|
||||||
}
|
id,
|
||||||
|
// Name may be missing if it's an emoji inside a reaction
|
||||||
|
name ?? "<unknown emoji>",
|
||||||
|
isAnimated,
|
||||||
|
imageUrl
|
||||||
|
);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1,32 +1,14 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System;
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/guild#guild-object
|
||||||
|
public record Guild(Snowflake Id, string Name, string IconUrl) : IHasId
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/guild#guild-object
|
|
||||||
public partial class Guild : IHasId
|
|
||||||
{
|
|
||||||
public Snowflake Id { get; }
|
|
||||||
|
|
||||||
public string Name { get; }
|
|
||||||
|
|
||||||
public string IconUrl { get; }
|
|
||||||
|
|
||||||
public Guild(Snowflake id, string name, string iconUrl)
|
|
||||||
{
|
|
||||||
Id = id;
|
|
||||||
Name = name;
|
|
||||||
IconUrl = iconUrl;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Name;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Guild
|
|
||||||
{
|
|
||||||
public static Guild DirectMessages { get; } = new(
|
public static Guild DirectMessages { get; } = new(
|
||||||
Snowflake.Zero,
|
Snowflake.Zero,
|
||||||
"Direct Messages",
|
"Direct Messages",
|
||||||
@@ -36,20 +18,25 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
private static string GetDefaultIconUrl() =>
|
private static string GetDefaultIconUrl() =>
|
||||||
"https://cdn.discordapp.com/embed/avatars/0.png";
|
"https://cdn.discordapp.com/embed/avatars/0.png";
|
||||||
|
|
||||||
private static string GetIconUrl(Snowflake id, string iconHash) =>
|
private static string GetIconUrl(Snowflake id, string iconHash)
|
||||||
$"https://cdn.discordapp.com/icons/{id}/{iconHash}.png";
|
{
|
||||||
|
var extension = iconHash.StartsWith("a_", StringComparison.Ordinal)
|
||||||
|
? "gif"
|
||||||
|
: "png";
|
||||||
|
|
||||||
|
return $"https://cdn.discordapp.com/icons/{id}/{iconHash}.{extension}";
|
||||||
|
}
|
||||||
|
|
||||||
public static Guild Parse(JsonElement json)
|
public static Guild Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var id = json.GetProperty("id").GetString().Pipe(Snowflake.Parse);
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
var name = json.GetProperty("name").GetString();
|
var name = json.GetProperty("name").GetNonNullString();
|
||||||
var iconHash = json.GetProperty("icon").GetString();
|
|
||||||
|
|
||||||
|
var iconHash = json.GetPropertyOrNull("icon")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var iconUrl = !string.IsNullOrWhiteSpace(iconHash)
|
var iconUrl = !string.IsNullOrWhiteSpace(iconHash)
|
||||||
? GetIconUrl(id, iconHash)
|
? GetIconUrl(id, iconHash)
|
||||||
: GetDefaultIconUrl();
|
: GetDefaultIconUrl();
|
||||||
|
|
||||||
return new Guild(id, name, iconUrl);
|
return new Guild(id, name, iconUrl);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,38 +1,24 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Collections.Generic;
|
using System.Collections.Generic;
|
||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Linq;
|
using System.Linq;
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/guild#guild-member-object
|
||||||
|
public partial record Member(
|
||||||
|
User User,
|
||||||
|
string Nick,
|
||||||
|
IReadOnlyList<Snowflake> RoleIds) : IHasId
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/guild#guild-member-object
|
|
||||||
public partial class Member : IHasId
|
|
||||||
{
|
|
||||||
public Snowflake Id => User.Id;
|
public Snowflake Id => User.Id;
|
||||||
|
}
|
||||||
|
|
||||||
public User User { get; }
|
public partial record Member
|
||||||
|
{
|
||||||
public string Nick { get; }
|
|
||||||
|
|
||||||
public IReadOnlyList<Snowflake> RoleIds { get; }
|
|
||||||
|
|
||||||
public Member(User user, string nick, IReadOnlyList<Snowflake> roleIds)
|
|
||||||
{
|
|
||||||
User = user;
|
|
||||||
Nick = nick;
|
|
||||||
RoleIds = roleIds;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Nick;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Member
|
|
||||||
{
|
|
||||||
public static Member CreateForUser(User user) => new(
|
public static Member CreateForUser(User user) => new(
|
||||||
user,
|
user,
|
||||||
user.Name,
|
user.Name,
|
||||||
@@ -42,11 +28,14 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
public static Member Parse(JsonElement json)
|
public static Member Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var user = json.GetProperty("user").Pipe(User.Parse);
|
var user = json.GetProperty("user").Pipe(User.Parse);
|
||||||
var nick = json.GetPropertyOrNull("nick")?.GetString();
|
var nick = json.GetPropertyOrNull("nick")?.GetNonWhiteSpaceStringOrNull();
|
||||||
|
|
||||||
var roleIds =
|
var roleIds = json
|
||||||
json.GetPropertyOrNull("roles")?.EnumerateArray().Select(j => j.GetString()).Select(Snowflake.Parse).ToArray() ??
|
.GetPropertyOrNull("roles")?
|
||||||
Array.Empty<Snowflake>();
|
.EnumerateArray()
|
||||||
|
.Select(j => j.GetNonWhiteSpaceString())
|
||||||
|
.Select(Snowflake.Parse)
|
||||||
|
.ToArray() ?? Array.Empty<Snowflake>();
|
||||||
|
|
||||||
return new Member(
|
return new Member(
|
||||||
user,
|
user,
|
||||||
@@ -54,5 +43,4 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
roleIds
|
roleIds
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,6 +1,5 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Collections.Generic;
|
using System.Collections.Generic;
|
||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Linq;
|
using System.Linq;
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
@@ -8,132 +7,134 @@ using DiscordChatExporter.Core.Discord.Data.Embeds;
|
|||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#message-object
|
||||||
|
public record Message(
|
||||||
|
Snowflake Id,
|
||||||
|
MessageKind Kind,
|
||||||
|
User Author,
|
||||||
|
DateTimeOffset Timestamp,
|
||||||
|
DateTimeOffset? EditedTimestamp,
|
||||||
|
DateTimeOffset? CallEndedTimestamp,
|
||||||
|
bool IsPinned,
|
||||||
|
string Content,
|
||||||
|
IReadOnlyList<Attachment> Attachments,
|
||||||
|
IReadOnlyList<Embed> Embeds,
|
||||||
|
IReadOnlyList<Sticker> Stickers,
|
||||||
|
IReadOnlyList<Reaction> Reactions,
|
||||||
|
IReadOnlyList<User> MentionedUsers,
|
||||||
|
MessageReference? Reference,
|
||||||
|
Message? ReferencedMessage) : IHasId
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#message-object-message-types
|
private static IReadOnlyList<Embed> NormalizeEmbeds(IReadOnlyList<Embed> embeds)
|
||||||
public enum MessageKind
|
|
||||||
{
|
{
|
||||||
Default = 0,
|
if (embeds.Count <= 1)
|
||||||
RecipientAdd = 1,
|
return embeds;
|
||||||
RecipientRemove = 2,
|
|
||||||
Call = 3,
|
// Discord API doesn't support embeds with multiple images, even though the Discord client does.
|
||||||
ChannelNameChange = 4,
|
// To work around this, it seems that the API returns multiple consecutive embeds with different images,
|
||||||
ChannelIconChange = 5,
|
// which are then merged together on the client. We need to replicate the same behavior ourselves.
|
||||||
ChannelPinnedMessage = 6,
|
// Currently, only known case where this workaround is required is Twitter embeds.
|
||||||
GuildMemberJoin = 7,
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/695
|
||||||
Reply = 19
|
|
||||||
|
var normalizedEmbeds = new List<Embed>();
|
||||||
|
|
||||||
|
for (var i = 0; i < embeds.Count; i++)
|
||||||
|
{
|
||||||
|
var embed = embeds[i];
|
||||||
|
|
||||||
|
if (embed.Url?.Contains("://twitter.com/") == true)
|
||||||
|
{
|
||||||
|
// Find embeds with the same URL that only contain a single image and nothing else
|
||||||
|
var trailingEmbeds = embeds
|
||||||
|
.Skip(i + 1)
|
||||||
|
.TakeWhile(e =>
|
||||||
|
e.Url == embed.Url &&
|
||||||
|
e.Timestamp is null &&
|
||||||
|
e.Author is null &&
|
||||||
|
e.Color is null &&
|
||||||
|
string.IsNullOrWhiteSpace(e.Description) &&
|
||||||
|
!e.Fields.Any() &&
|
||||||
|
e.Images.Count == 1 &&
|
||||||
|
e.Footer is null
|
||||||
|
)
|
||||||
|
.ToArray();
|
||||||
|
|
||||||
|
if (trailingEmbeds.Any())
|
||||||
|
{
|
||||||
|
// Concatenate all images into one embed
|
||||||
|
var images = embed.Images.Concat(trailingEmbeds.SelectMany(e => e.Images)).ToArray();
|
||||||
|
normalizedEmbeds.Add(embed with { Images = images });
|
||||||
|
|
||||||
|
i += trailingEmbeds.Length;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
normalizedEmbeds.Add(embed);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
normalizedEmbeds.Add(embed);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// https://discord.com/developers/docs/resources/channel#message-object
|
return normalizedEmbeds;
|
||||||
public partial class Message : IHasId
|
|
||||||
{
|
|
||||||
public Snowflake Id { get; }
|
|
||||||
|
|
||||||
public MessageKind Kind { get; }
|
|
||||||
|
|
||||||
public User Author { get; }
|
|
||||||
|
|
||||||
public DateTimeOffset Timestamp { get; }
|
|
||||||
|
|
||||||
public DateTimeOffset? EditedTimestamp { get; }
|
|
||||||
|
|
||||||
public DateTimeOffset? CallEndedTimestamp { get; }
|
|
||||||
|
|
||||||
public bool IsPinned { get; }
|
|
||||||
|
|
||||||
public string Content { get; }
|
|
||||||
|
|
||||||
public IReadOnlyList<Attachment> Attachments { get; }
|
|
||||||
|
|
||||||
public IReadOnlyList<Embed> Embeds { get; }
|
|
||||||
|
|
||||||
public IReadOnlyList<Reaction> Reactions { get; }
|
|
||||||
|
|
||||||
public IReadOnlyList<User> MentionedUsers { get; }
|
|
||||||
|
|
||||||
public MessageReference? Reference { get; }
|
|
||||||
|
|
||||||
public Message? ReferencedMessage { get; }
|
|
||||||
|
|
||||||
public Message(
|
|
||||||
Snowflake id,
|
|
||||||
MessageKind kind,
|
|
||||||
User author,
|
|
||||||
DateTimeOffset timestamp,
|
|
||||||
DateTimeOffset? editedTimestamp,
|
|
||||||
DateTimeOffset? callEndedTimestamp,
|
|
||||||
bool isPinned,
|
|
||||||
string content,
|
|
||||||
IReadOnlyList<Attachment> attachments,
|
|
||||||
IReadOnlyList<Embed> embeds,
|
|
||||||
IReadOnlyList<Reaction> reactions,
|
|
||||||
IReadOnlyList<User> mentionedUsers,
|
|
||||||
MessageReference? messageReference,
|
|
||||||
Message? referencedMessage)
|
|
||||||
{
|
|
||||||
Id = id;
|
|
||||||
Kind = kind;
|
|
||||||
Author = author;
|
|
||||||
Timestamp = timestamp;
|
|
||||||
EditedTimestamp = editedTimestamp;
|
|
||||||
CallEndedTimestamp = callEndedTimestamp;
|
|
||||||
IsPinned = isPinned;
|
|
||||||
Content = content;
|
|
||||||
Attachments = attachments;
|
|
||||||
Embeds = embeds;
|
|
||||||
Reactions = reactions;
|
|
||||||
MentionedUsers = mentionedUsers;
|
|
||||||
Reference = messageReference;
|
|
||||||
ReferencedMessage = referencedMessage;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Content;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Message
|
|
||||||
{
|
|
||||||
public static Message Parse(JsonElement json)
|
public static Message Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var id = json.GetProperty("id").GetString().Pipe(Snowflake.Parse);
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
|
var kind = (MessageKind)json.GetProperty("type").GetInt32();
|
||||||
var author = json.GetProperty("author").Pipe(User.Parse);
|
var author = json.GetProperty("author").Pipe(User.Parse);
|
||||||
|
|
||||||
var timestamp = json.GetProperty("timestamp").GetDateTimeOffset();
|
var timestamp = json.GetProperty("timestamp").GetDateTimeOffset();
|
||||||
var editedTimestamp = json.GetPropertyOrNull("edited_timestamp")?.GetDateTimeOffset();
|
var editedTimestamp = json.GetPropertyOrNull("edited_timestamp")?.GetDateTimeOffset();
|
||||||
var callEndedTimestamp = json.GetPropertyOrNull("call")?.GetPropertyOrNull("ended_timestamp")?.GetDateTimeOffset();
|
var callEndedTimestamp = json
|
||||||
var kind = (MessageKind) json.GetProperty("type").GetInt32();
|
.GetPropertyOrNull("call")?
|
||||||
var isPinned = json.GetPropertyOrNull("pinned")?.GetBoolean() ?? false;
|
.GetPropertyOrNull("ended_timestamp")?
|
||||||
var messageReference = json.GetPropertyOrNull("message_reference")?.Pipe(MessageReference.Parse);
|
.GetDateTimeOffset();
|
||||||
var referencedMessage = json.GetPropertyOrNull("referenced_message")?.Pipe(Parse);
|
|
||||||
|
var isPinned = json.GetPropertyOrNull("pinned")?.GetBooleanOrNull() ?? false;
|
||||||
|
|
||||||
var content = kind switch
|
var content = kind switch
|
||||||
{
|
{
|
||||||
MessageKind.RecipientAdd => "Added a recipient.",
|
MessageKind.RecipientAdd => "Added a recipient.",
|
||||||
MessageKind.RecipientRemove => "Removed a recipient.",
|
MessageKind.RecipientRemove => "Removed a recipient.",
|
||||||
MessageKind.Call =>
|
MessageKind.Call =>
|
||||||
$"Started a call that lasted {callEndedTimestamp?.Pipe(t => t - timestamp).Pipe(t => (int) t.TotalMinutes) ?? 0} minutes.",
|
$"Started a call that lasted {callEndedTimestamp?.Pipe(t => t - timestamp).Pipe(t => (int)t.TotalMinutes) ?? 0} minutes.",
|
||||||
MessageKind.ChannelNameChange => "Changed the channel name.",
|
MessageKind.ChannelNameChange => "Changed the channel name.",
|
||||||
MessageKind.ChannelIconChange => "Changed the channel icon.",
|
MessageKind.ChannelIconChange => "Changed the channel icon.",
|
||||||
MessageKind.ChannelPinnedMessage => "Pinned a message.",
|
MessageKind.ChannelPinnedMessage => "Pinned a message.",
|
||||||
MessageKind.GuildMemberJoin => "Joined the server.",
|
MessageKind.GuildMemberJoin => "Joined the server.",
|
||||||
_ => json.GetPropertyOrNull("content")?.GetString() ?? ""
|
_ => json.GetPropertyOrNull("content")?.GetStringOrNull() ?? ""
|
||||||
};
|
};
|
||||||
|
|
||||||
var attachments =
|
var attachments =
|
||||||
json.GetPropertyOrNull("attachments")?.EnumerateArray().Select(Attachment.Parse).ToArray() ??
|
json.GetPropertyOrNull("attachments")?.EnumerateArrayOrNull()?.Select(Attachment.Parse).ToArray() ??
|
||||||
Array.Empty<Attachment>();
|
Array.Empty<Attachment>();
|
||||||
|
|
||||||
var embeds =
|
var embeds = NormalizeEmbeds(
|
||||||
json.GetPropertyOrNull("embeds")?.EnumerateArray().Select(Embed.Parse).ToArray() ??
|
json.GetPropertyOrNull("embeds")?.EnumerateArrayOrNull()?.Select(Embed.Parse).ToArray() ??
|
||||||
Array.Empty<Embed>();
|
Array.Empty<Embed>()
|
||||||
|
);
|
||||||
|
|
||||||
|
var stickers =
|
||||||
|
json.GetPropertyOrNull("sticker_items")?.EnumerateArrayOrNull()?.Select(Sticker.Parse).ToArray() ??
|
||||||
|
Array.Empty<Sticker>();
|
||||||
|
|
||||||
var reactions =
|
var reactions =
|
||||||
json.GetPropertyOrNull("reactions")?.EnumerateArray().Select(Reaction.Parse).ToArray() ??
|
json.GetPropertyOrNull("reactions")?.EnumerateArrayOrNull()?.Select(Reaction.Parse).ToArray() ??
|
||||||
Array.Empty<Reaction>();
|
Array.Empty<Reaction>();
|
||||||
|
|
||||||
var mentionedUsers =
|
var mentionedUsers =
|
||||||
json.GetPropertyOrNull("mentions")?.EnumerateArray().Select(User.Parse).ToArray() ??
|
json.GetPropertyOrNull("mentions")?.EnumerateArrayOrNull()?.Select(User.Parse).ToArray() ??
|
||||||
Array.Empty<User>();
|
Array.Empty<User>();
|
||||||
|
|
||||||
|
var messageReference = json.GetPropertyOrNull("message_reference")?.Pipe(MessageReference.Parse);
|
||||||
|
var referencedMessage = json.GetPropertyOrNull("referenced_message")?.Pipe(Parse);
|
||||||
|
|
||||||
return new Message(
|
return new Message(
|
||||||
id,
|
id,
|
||||||
kind,
|
kind,
|
||||||
@@ -145,11 +146,11 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
content,
|
content,
|
||||||
attachments,
|
attachments,
|
||||||
embeds,
|
embeds,
|
||||||
|
stickers,
|
||||||
reactions,
|
reactions,
|
||||||
mentionedUsers,
|
mentionedUsers,
|
||||||
messageReference,
|
messageReference,
|
||||||
referencedMessage
|
referencedMessage
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#message-object-message-types
|
||||||
|
public enum MessageKind
|
||||||
|
{
|
||||||
|
Default = 0,
|
||||||
|
RecipientAdd = 1,
|
||||||
|
RecipientRemove = 2,
|
||||||
|
Call = 3,
|
||||||
|
ChannelNameChange = 4,
|
||||||
|
ChannelIconChange = 5,
|
||||||
|
ChannelPinnedMessage = 6,
|
||||||
|
GuildMemberJoin = 7,
|
||||||
|
Reply = 19
|
||||||
|
}
|
||||||
@@ -1,39 +1,29 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#message-object-message-reference-structure
|
||||||
|
public record MessageReference(Snowflake? MessageId, Snowflake? ChannelId, Snowflake? GuildId)
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#message-object-message-reference-structure
|
|
||||||
public partial class MessageReference
|
|
||||||
{
|
|
||||||
public Snowflake? MessageId { get; }
|
|
||||||
|
|
||||||
public Snowflake? ChannelId { get; }
|
|
||||||
|
|
||||||
public Snowflake? GuildId { get; }
|
|
||||||
|
|
||||||
public MessageReference(Snowflake? messageId, Snowflake? channelId, Snowflake? guildId)
|
|
||||||
{
|
|
||||||
MessageId = messageId;
|
|
||||||
ChannelId = channelId;
|
|
||||||
GuildId = guildId;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => MessageId?.ToString() ?? "<unknown reference>";
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class MessageReference
|
|
||||||
{
|
|
||||||
public static MessageReference Parse(JsonElement json)
|
public static MessageReference Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var messageId = json.GetPropertyOrNull("message_id")?.GetString().Pipe(Snowflake.Parse);
|
var messageId = json
|
||||||
var channelId = json.GetPropertyOrNull("channel_id")?.GetString().Pipe(Snowflake.Parse);
|
.GetPropertyOrNull("message_id")?
|
||||||
var guildId = json.GetPropertyOrNull("guild_id")?.GetString().Pipe(Snowflake.Parse);
|
.GetNonWhiteSpaceStringOrNull()?
|
||||||
|
.Pipe(Snowflake.Parse);
|
||||||
|
|
||||||
|
var channelId = json
|
||||||
|
.GetPropertyOrNull("channel_id")?
|
||||||
|
.GetNonWhiteSpaceStringOrNull()?
|
||||||
|
.Pipe(Snowflake.Parse);
|
||||||
|
|
||||||
|
var guildId = json
|
||||||
|
.GetPropertyOrNull("guild_id")?
|
||||||
|
.GetNonWhiteSpaceStringOrNull()?
|
||||||
|
.Pipe(Snowflake.Parse);
|
||||||
|
|
||||||
return new MessageReference(messageId, channelId, guildId);
|
return new MessageReference(messageId, channelId, guildId);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,28 +1,11 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System.Text.Json;
|
||||||
using System.Text.Json;
|
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/channel#reaction-object
|
||||||
|
public record Reaction(Emoji Emoji, int Count)
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/channel#reaction-object
|
|
||||||
public partial class Reaction
|
|
||||||
{
|
|
||||||
public Emoji Emoji { get; }
|
|
||||||
|
|
||||||
public int Count { get; }
|
|
||||||
|
|
||||||
public Reaction(Emoji emoji, int count)
|
|
||||||
{
|
|
||||||
Emoji = emoji;
|
|
||||||
Count = count;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => $"{Emoji} ({Count})";
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Reaction
|
|
||||||
{
|
|
||||||
public static Reaction Parse(JsonElement json)
|
public static Reaction Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var emoji = json.GetProperty("emoji").Pipe(Emoji.Parse);
|
var emoji = json.GetProperty("emoji").Pipe(Emoji.Parse);
|
||||||
@@ -30,5 +13,4 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
|
|
||||||
return new Reaction(emoji, count);
|
return new Reaction(emoji, count);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,45 +1,18 @@
|
|||||||
using System.Diagnostics.CodeAnalysis;
|
using System.Drawing;
|
||||||
using System.Drawing;
|
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/topics/permissions#role-object
|
||||||
|
public record Role(Snowflake Id, string Name, int Position, Color? Color) : IHasId
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/topics/permissions#role-object
|
|
||||||
public partial class Role : IHasId
|
|
||||||
{
|
|
||||||
public Snowflake Id { get; }
|
|
||||||
|
|
||||||
public string Name { get; }
|
|
||||||
|
|
||||||
public int Position { get; }
|
|
||||||
|
|
||||||
public Color? Color { get; }
|
|
||||||
|
|
||||||
public Role(
|
|
||||||
Snowflake id,
|
|
||||||
string name,
|
|
||||||
int position,
|
|
||||||
Color? color)
|
|
||||||
{
|
|
||||||
Id = id;
|
|
||||||
Name = name;
|
|
||||||
Position = position;
|
|
||||||
Color = color;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => Name;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class Role
|
|
||||||
{
|
|
||||||
public static Role Parse(JsonElement json)
|
public static Role Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var id = json.GetProperty("id").GetString().Pipe(Snowflake.Parse);
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
var name = json.GetProperty("name").GetString();
|
var name = json.GetProperty("name").GetNonNullString();
|
||||||
var position = json.GetProperty("position").GetInt32();
|
var position = json.GetProperty("position").GetInt32();
|
||||||
|
|
||||||
var color = json
|
var color = json
|
||||||
@@ -51,5 +24,4 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
|
|
||||||
return new Role(id, name, position, color);
|
return new Role(id, name, position, color);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
using System.Text.Json;
|
||||||
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/sticker#sticker-resource
|
||||||
|
public record Sticker(Snowflake Id, string Name, StickerFormat Format, string SourceUrl)
|
||||||
|
{
|
||||||
|
private static string GetSourceUrl(Snowflake id, StickerFormat format)
|
||||||
|
{
|
||||||
|
var extension = format == StickerFormat.Lottie ? "json" : "png";
|
||||||
|
return $"https://discord.com/stickers/{id}.{extension}";
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Sticker Parse(JsonElement json)
|
||||||
|
{
|
||||||
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
|
var name = json.GetProperty("name").GetNonNullString();
|
||||||
|
var format = (StickerFormat)json.GetProperty("format_type").GetInt32();
|
||||||
|
var sourceUrl = GetSourceUrl(id, format);
|
||||||
|
|
||||||
|
return new Sticker(id, name, format, sourceUrl);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
public enum StickerFormat
|
||||||
|
{
|
||||||
|
Png = 1,
|
||||||
|
PngAnimated = 2,
|
||||||
|
Lottie = 3
|
||||||
|
}
|
||||||
@@ -1,49 +1,26 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Diagnostics.CodeAnalysis;
|
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord.Data
|
namespace DiscordChatExporter.Core.Discord.Data;
|
||||||
|
|
||||||
|
// https://discord.com/developers/docs/resources/user#user-object
|
||||||
|
public partial record User(
|
||||||
|
Snowflake Id,
|
||||||
|
bool IsBot,
|
||||||
|
int Discriminator,
|
||||||
|
string Name,
|
||||||
|
string AvatarUrl) : IHasId
|
||||||
{
|
{
|
||||||
// https://discord.com/developers/docs/resources/user#user-object
|
|
||||||
public partial class User : IHasId
|
|
||||||
{
|
|
||||||
public Snowflake Id { get; }
|
|
||||||
|
|
||||||
public bool IsBot { get; }
|
|
||||||
|
|
||||||
public int Discriminator { get; }
|
|
||||||
|
|
||||||
public string DiscriminatorFormatted => $"{Discriminator:0000}";
|
public string DiscriminatorFormatted => $"{Discriminator:0000}";
|
||||||
|
|
||||||
public string Name { get; }
|
|
||||||
|
|
||||||
public string FullName => $"{Name}#{DiscriminatorFormatted}";
|
public string FullName => $"{Name}#{DiscriminatorFormatted}";
|
||||||
|
}
|
||||||
|
|
||||||
public string AvatarUrl { get; }
|
public partial record User
|
||||||
|
{
|
||||||
public User(
|
|
||||||
Snowflake id,
|
|
||||||
bool isBot,
|
|
||||||
int discriminator,
|
|
||||||
string name,
|
|
||||||
string avatarUrl)
|
|
||||||
{
|
|
||||||
Id = id;
|
|
||||||
IsBot = isBot;
|
|
||||||
Discriminator = discriminator;
|
|
||||||
Name = name;
|
|
||||||
AvatarUrl = avatarUrl;
|
|
||||||
}
|
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
|
||||||
public override string ToString() => FullName;
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class User
|
|
||||||
{
|
|
||||||
private static string GetDefaultAvatarUrl(int discriminator) =>
|
private static string GetDefaultAvatarUrl(int discriminator) =>
|
||||||
$"https://cdn.discordapp.com/embed/avatars/{discriminator % 5}.png";
|
$"https://cdn.discordapp.com/embed/avatars/{discriminator % 5}.png";
|
||||||
|
|
||||||
@@ -53,22 +30,21 @@ namespace DiscordChatExporter.Core.Discord.Data
|
|||||||
? "gif"
|
? "gif"
|
||||||
: "png";
|
: "png";
|
||||||
|
|
||||||
return $"https://cdn.discordapp.com/avatars/{id}/{avatarHash}.{extension}?size=40";
|
return $"https://cdn.discordapp.com/avatars/{id}/{avatarHash}.{extension}?size=512";
|
||||||
}
|
}
|
||||||
|
|
||||||
public static User Parse(JsonElement json)
|
public static User Parse(JsonElement json)
|
||||||
{
|
{
|
||||||
var id = json.GetProperty("id").GetString().Pipe(Snowflake.Parse);
|
var id = json.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse);
|
||||||
var isBot = json.GetPropertyOrNull("bot")?.GetBoolean() ?? false;
|
var isBot = json.GetPropertyOrNull("bot")?.GetBooleanOrNull() ?? false;
|
||||||
var discriminator = json.GetProperty("discriminator").GetString().Pipe(int.Parse);
|
var discriminator = json.GetProperty("discriminator").GetNonWhiteSpaceString().Pipe(int.Parse);
|
||||||
var name = json.GetProperty("username").GetString();
|
var name = json.GetProperty("username").GetNonNullString();
|
||||||
var avatarHash = json.GetProperty("avatar").GetString();
|
|
||||||
|
|
||||||
|
var avatarHash = json.GetPropertyOrNull("avatar")?.GetNonWhiteSpaceStringOrNull();
|
||||||
var avatarUrl = !string.IsNullOrWhiteSpace(avatarHash)
|
var avatarUrl = !string.IsNullOrWhiteSpace(avatarHash)
|
||||||
? GetAvatarUrl(id, avatarHash)
|
? GetAvatarUrl(id, avatarHash)
|
||||||
: GetDefaultAvatarUrl(discriminator);
|
: GetDefaultAvatarUrl(discriminator);
|
||||||
|
|
||||||
return new User(id, isBot, discriminator, name, avatarUrl);
|
return new User(id, isBot, discriminator, name, avatarUrl);
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -3,47 +3,91 @@ using System.Collections.Generic;
|
|||||||
using System.Linq;
|
using System.Linq;
|
||||||
using System.Net;
|
using System.Net;
|
||||||
using System.Net.Http;
|
using System.Net.Http;
|
||||||
|
using System.Runtime.CompilerServices;
|
||||||
using System.Text.Json;
|
using System.Text.Json;
|
||||||
|
using System.Threading;
|
||||||
using System.Threading.Tasks;
|
using System.Threading.Tasks;
|
||||||
using DiscordChatExporter.Core.Discord.Data;
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Exceptions;
|
using DiscordChatExporter.Core.Exceptions;
|
||||||
using DiscordChatExporter.Core.Utils;
|
using DiscordChatExporter.Core.Utils;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
using Gress;
|
||||||
using JsonExtensions.Http;
|
using JsonExtensions.Http;
|
||||||
using JsonExtensions.Reading;
|
using JsonExtensions.Reading;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord
|
namespace DiscordChatExporter.Core.Discord;
|
||||||
|
|
||||||
|
public class DiscordClient
|
||||||
{
|
{
|
||||||
public class DiscordClient
|
private readonly string _token;
|
||||||
{
|
private readonly Uri _baseUri = new("https://discord.com/api/v9/", UriKind.Absolute);
|
||||||
private readonly HttpClient _httpClient;
|
|
||||||
private readonly AuthToken _token;
|
|
||||||
|
|
||||||
private readonly Uri _baseUri = new("https://discord.com/api/v8/", UriKind.Absolute);
|
private TokenKind _tokenKind = TokenKind.Unknown;
|
||||||
|
|
||||||
public DiscordClient(HttpClient httpClient, AuthToken token)
|
public DiscordClient(string token) => _token = token;
|
||||||
{
|
|
||||||
_httpClient = httpClient;
|
|
||||||
_token = token;
|
|
||||||
}
|
|
||||||
|
|
||||||
public DiscordClient(AuthToken token)
|
private async ValueTask<HttpResponseMessage> GetResponseAsync(
|
||||||
: this(Http.Client, token)
|
string url,
|
||||||
{
|
bool isBot,
|
||||||
}
|
CancellationToken cancellationToken = default)
|
||||||
|
|
||||||
private async ValueTask<HttpResponseMessage> GetResponseAsync(string url) =>
|
|
||||||
await Http.ResponsePolicy.ExecuteAsync(async () =>
|
|
||||||
{
|
{
|
||||||
using var request = new HttpRequestMessage(HttpMethod.Get, new Uri(_baseUri, url));
|
using var request = new HttpRequestMessage(HttpMethod.Get, new Uri(_baseUri, url));
|
||||||
request.Headers.Authorization = _token.GetAuthenticationHeader();
|
|
||||||
|
|
||||||
return await _httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead);
|
// Don't validate because token can have invalid characters
|
||||||
});
|
// https://github.com/Tyrrrz/DiscordChatExporter/issues/828
|
||||||
|
request.Headers.TryAddWithoutValidation(
|
||||||
|
"Authorization",
|
||||||
|
isBot ? $"Bot {_token}" : _token
|
||||||
|
);
|
||||||
|
|
||||||
private async ValueTask<JsonElement> GetJsonResponseAsync(string url)
|
return await Http.Client.SendAsync(
|
||||||
|
request,
|
||||||
|
HttpCompletionOption.ResponseHeadersRead,
|
||||||
|
cancellationToken
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
private async ValueTask<HttpResponseMessage> GetResponseAsync(
|
||||||
|
string url,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
using var response = await GetResponseAsync(url);
|
return await Http.ResponseResiliencePolicy.ExecuteAsync(async innerCancellationToken =>
|
||||||
|
{
|
||||||
|
if (_tokenKind == TokenKind.User)
|
||||||
|
return await GetResponseAsync(url, false, innerCancellationToken);
|
||||||
|
|
||||||
|
if (_tokenKind == TokenKind.Bot)
|
||||||
|
return await GetResponseAsync(url, true, innerCancellationToken);
|
||||||
|
|
||||||
|
// Try to authenticate as user
|
||||||
|
var userResponse = await GetResponseAsync(url, false, innerCancellationToken);
|
||||||
|
if (userResponse.StatusCode != HttpStatusCode.Unauthorized)
|
||||||
|
{
|
||||||
|
_tokenKind = TokenKind.User;
|
||||||
|
return userResponse;
|
||||||
|
}
|
||||||
|
|
||||||
|
userResponse.Dispose();
|
||||||
|
|
||||||
|
// Otherwise, try to authenticate as bot
|
||||||
|
var botResponse = await GetResponseAsync(url, true, innerCancellationToken);
|
||||||
|
if (botResponse.StatusCode != HttpStatusCode.Unauthorized)
|
||||||
|
{
|
||||||
|
_tokenKind = TokenKind.Bot;
|
||||||
|
return botResponse;
|
||||||
|
}
|
||||||
|
|
||||||
|
// The token is probably invalid altogether.
|
||||||
|
// Return the last response anyway, upstream should handle the error.
|
||||||
|
return botResponse;
|
||||||
|
}, cancellationToken);
|
||||||
|
}
|
||||||
|
|
||||||
|
private async ValueTask<JsonElement> GetJsonResponseAsync(
|
||||||
|
string url,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
|
{
|
||||||
|
using var response = await GetResponseAsync(url, cancellationToken);
|
||||||
|
|
||||||
if (!response.IsSuccessStatusCode)
|
if (!response.IsSuccessStatusCode)
|
||||||
{
|
{
|
||||||
@@ -56,19 +100,22 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
return await response.Content.ReadAsJsonAsync();
|
return await response.Content.ReadAsJsonAsync(cancellationToken);
|
||||||
}
|
}
|
||||||
|
|
||||||
private async ValueTask<JsonElement?> TryGetJsonResponseAsync(string url)
|
private async ValueTask<JsonElement?> TryGetJsonResponseAsync(
|
||||||
|
string url,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
using var response = await GetResponseAsync(url);
|
using var response = await GetResponseAsync(url, cancellationToken);
|
||||||
|
|
||||||
return response.IsSuccessStatusCode
|
return response.IsSuccessStatusCode
|
||||||
? await response.Content.ReadAsJsonAsync()
|
? await response.Content.ReadAsJsonAsync(cancellationToken)
|
||||||
: null;
|
: null;
|
||||||
}
|
}
|
||||||
|
|
||||||
public async IAsyncEnumerable<Guild> GetUserGuildsAsync()
|
public async IAsyncEnumerable<Guild> GetUserGuildsAsync(
|
||||||
|
[EnumeratorCancellation] CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
yield return Guild.DirectMessages;
|
yield return Guild.DirectMessages;
|
||||||
|
|
||||||
@@ -82,7 +129,7 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
.SetQueryParameter("after", currentAfter.ToString())
|
.SetQueryParameter("after", currentAfter.ToString())
|
||||||
.Build();
|
.Build();
|
||||||
|
|
||||||
var response = await GetJsonResponseAsync(url);
|
var response = await GetJsonResponseAsync(url, cancellationToken);
|
||||||
|
|
||||||
var isEmpty = true;
|
var isEmpty = true;
|
||||||
foreach (var guild in response.EnumerateArray().Select(Guild.Parse))
|
foreach (var guild in response.EnumerateArray().Select(Guild.Parse))
|
||||||
@@ -98,31 +145,35 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public async ValueTask<Guild> GetGuildAsync(Snowflake guildId)
|
public async ValueTask<Guild> GetGuildAsync(
|
||||||
|
Snowflake guildId,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
if (guildId == Guild.DirectMessages.Id)
|
if (guildId == Guild.DirectMessages.Id)
|
||||||
return Guild.DirectMessages;
|
return Guild.DirectMessages;
|
||||||
|
|
||||||
var response = await GetJsonResponseAsync($"guilds/{guildId}");
|
var response = await GetJsonResponseAsync($"guilds/{guildId}", cancellationToken);
|
||||||
return Guild.Parse(response);
|
return Guild.Parse(response);
|
||||||
}
|
}
|
||||||
|
|
||||||
public async IAsyncEnumerable<Channel> GetGuildChannelsAsync(Snowflake guildId)
|
public async IAsyncEnumerable<Channel> GetGuildChannelsAsync(
|
||||||
|
Snowflake guildId,
|
||||||
|
[EnumeratorCancellation] CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
if (guildId == Guild.DirectMessages.Id)
|
if (guildId == Guild.DirectMessages.Id)
|
||||||
{
|
{
|
||||||
var response = await GetJsonResponseAsync("users/@me/channels");
|
var response = await GetJsonResponseAsync("users/@me/channels", cancellationToken);
|
||||||
foreach (var channelJson in response.EnumerateArray())
|
foreach (var channelJson in response.EnumerateArray())
|
||||||
yield return Channel.Parse(channelJson);
|
yield return Channel.Parse(channelJson);
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
{
|
{
|
||||||
var response = await GetJsonResponseAsync($"guilds/{guildId}/channels");
|
var response = await GetJsonResponseAsync($"guilds/{guildId}/channels", cancellationToken);
|
||||||
|
|
||||||
var responseOrdered = response
|
var responseOrdered = response
|
||||||
.EnumerateArray()
|
.EnumerateArray()
|
||||||
.OrderBy(j => j.GetProperty("position").GetInt32())
|
.OrderBy(j => j.GetProperty("position").GetInt32())
|
||||||
.ThenBy(j => Snowflake.Parse(j.GetProperty("id").GetString()))
|
.ThenBy(j => j.GetProperty("id").GetNonWhiteSpaceString().Pipe(Snowflake.Parse))
|
||||||
.ToArray();
|
.ToArray();
|
||||||
|
|
||||||
var categories = responseOrdered
|
var categories = responseOrdered
|
||||||
@@ -130,11 +181,13 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
.Select((j, index) => ChannelCategory.Parse(j, index + 1))
|
.Select((j, index) => ChannelCategory.Parse(j, index + 1))
|
||||||
.ToDictionary(j => j.Id.ToString(), StringComparer.Ordinal);
|
.ToDictionary(j => j.Id.ToString(), StringComparer.Ordinal);
|
||||||
|
|
||||||
|
// Discord positions are not deterministic, so we need to normalize them
|
||||||
|
// because the user may refer to the channel position via file name template.
|
||||||
var position = 0;
|
var position = 0;
|
||||||
|
|
||||||
foreach (var channelJson in responseOrdered)
|
foreach (var channelJson in responseOrdered)
|
||||||
{
|
{
|
||||||
var parentId = channelJson.GetPropertyOrNull("parent_id")?.GetString();
|
var parentId = channelJson.GetPropertyOrNull("parent_id")?.GetNonWhiteSpaceStringOrNull();
|
||||||
|
|
||||||
var category = !string.IsNullOrWhiteSpace(parentId)
|
var category = !string.IsNullOrWhiteSpace(parentId)
|
||||||
? categories.GetValueOrDefault(parentId)
|
? categories.GetValueOrDefault(parentId)
|
||||||
@@ -149,55 +202,67 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public async IAsyncEnumerable<Role> GetGuildRolesAsync(Snowflake guildId)
|
public async IAsyncEnumerable<Role> GetGuildRolesAsync(
|
||||||
|
Snowflake guildId,
|
||||||
|
[EnumeratorCancellation] CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
if (guildId == Guild.DirectMessages.Id)
|
if (guildId == Guild.DirectMessages.Id)
|
||||||
yield break;
|
yield break;
|
||||||
|
|
||||||
var response = await GetJsonResponseAsync($"guilds/{guildId}/roles");
|
var response = await GetJsonResponseAsync($"guilds/{guildId}/roles", cancellationToken);
|
||||||
|
|
||||||
foreach (var roleJson in response.EnumerateArray())
|
foreach (var roleJson in response.EnumerateArray())
|
||||||
yield return Role.Parse(roleJson);
|
yield return Role.Parse(roleJson);
|
||||||
}
|
}
|
||||||
|
|
||||||
public async ValueTask<Member?> TryGetGuildMemberAsync(Snowflake guildId, User user)
|
public async ValueTask<Member> GetGuildMemberAsync(
|
||||||
|
Snowflake guildId,
|
||||||
|
User user,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
if (guildId == Guild.DirectMessages.Id)
|
if (guildId == Guild.DirectMessages.Id)
|
||||||
return Member.CreateForUser(user);
|
return Member.CreateForUser(user);
|
||||||
|
|
||||||
var response = await TryGetJsonResponseAsync($"guilds/{guildId}/members/{user.Id}");
|
var response = await TryGetJsonResponseAsync($"guilds/{guildId}/members/{user.Id}", cancellationToken);
|
||||||
return response?.Pipe(Member.Parse);
|
return response?.Pipe(Member.Parse) ?? Member.CreateForUser(user);
|
||||||
}
|
}
|
||||||
|
|
||||||
public async ValueTask<ChannelCategory> GetChannelCategoryAsync(Snowflake channelId)
|
public async ValueTask<ChannelCategory> GetChannelCategoryAsync(
|
||||||
|
Snowflake channelId,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
try
|
try
|
||||||
{
|
{
|
||||||
var response = await GetJsonResponseAsync($"channels/{channelId}");
|
var response = await GetJsonResponseAsync($"channels/{channelId}", cancellationToken);
|
||||||
return ChannelCategory.Parse(response);
|
return ChannelCategory.Parse(response);
|
||||||
}
|
}
|
||||||
// In some cases, the Discord API returns an empty body when requesting channel category.
|
// In some cases, the Discord API returns an empty body when requesting channel category.
|
||||||
// Instead, we use an empty channel category as a fallback.
|
// Instead, we use an empty channel category as a fallback.
|
||||||
catch (DiscordChatExporterException)
|
catch (DiscordChatExporterException)
|
||||||
{
|
{
|
||||||
return ChannelCategory.Empty;
|
return ChannelCategory.Unknown;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public async ValueTask<Channel> GetChannelAsync(Snowflake channelId)
|
public async ValueTask<Channel> GetChannelAsync(
|
||||||
|
Snowflake channelId,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
var response = await GetJsonResponseAsync($"channels/{channelId}");
|
var response = await GetJsonResponseAsync($"channels/{channelId}", cancellationToken);
|
||||||
|
|
||||||
var parentId = response.GetPropertyOrNull("parent_id")?.GetString().Pipe(Snowflake.Parse);
|
var parentId = response.GetPropertyOrNull("parent_id")?.GetNonWhiteSpaceStringOrNull()?.Pipe(Snowflake.Parse);
|
||||||
|
|
||||||
var category = parentId is not null
|
var category = parentId is not null
|
||||||
? await GetChannelCategoryAsync(parentId.Value)
|
? await GetChannelCategoryAsync(parentId.Value, cancellationToken)
|
||||||
: null;
|
: null;
|
||||||
|
|
||||||
return Channel.Parse(response, category);
|
return Channel.Parse(response, category);
|
||||||
}
|
}
|
||||||
|
|
||||||
private async ValueTask<Message?> TryGetLastMessageAsync(Snowflake channelId, Snowflake? before = null)
|
private async ValueTask<Message?> TryGetLastMessageAsync(
|
||||||
|
Snowflake channelId,
|
||||||
|
Snowflake? before = null,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
var url = new UrlBuilder()
|
var url = new UrlBuilder()
|
||||||
.SetPath($"channels/{channelId}/messages")
|
.SetPath($"channels/{channelId}/messages")
|
||||||
@@ -205,7 +270,7 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
.SetQueryParameter("before", before?.ToString())
|
.SetQueryParameter("before", before?.ToString())
|
||||||
.Build();
|
.Build();
|
||||||
|
|
||||||
var response = await GetJsonResponseAsync(url);
|
var response = await GetJsonResponseAsync(url, cancellationToken);
|
||||||
return response.EnumerateArray().Select(Message.Parse).LastOrDefault();
|
return response.EnumerateArray().Select(Message.Parse).LastOrDefault();
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -213,13 +278,14 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
Snowflake channelId,
|
Snowflake channelId,
|
||||||
Snowflake? after = null,
|
Snowflake? after = null,
|
||||||
Snowflake? before = null,
|
Snowflake? before = null,
|
||||||
IProgress<double>? progress = null)
|
IProgress<Percentage>? progress = null,
|
||||||
|
[EnumeratorCancellation] CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
// Get the last message in the specified range.
|
// Get the last message in the specified range.
|
||||||
// This snapshots the boundaries, which means that messages posted after the export started
|
// This snapshots the boundaries, which means that messages posted after the export started
|
||||||
// will not appear in the output.
|
// will not appear in the output.
|
||||||
// Additionally, it provides the date of the last message, which is used to calculate progress.
|
// Additionally, it provides the date of the last message, which is used to calculate progress.
|
||||||
var lastMessage = await TryGetLastMessageAsync(channelId, before);
|
var lastMessage = await TryGetLastMessageAsync(channelId, before, cancellationToken);
|
||||||
if (lastMessage is null || lastMessage.Timestamp < after?.ToDate())
|
if (lastMessage is null || lastMessage.Timestamp < after?.ToDate())
|
||||||
yield break;
|
yield break;
|
||||||
|
|
||||||
@@ -235,7 +301,7 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
.SetQueryParameter("after", currentAfter.ToString())
|
.SetQueryParameter("after", currentAfter.ToString())
|
||||||
.Build();
|
.Build();
|
||||||
|
|
||||||
var response = await GetJsonResponseAsync(url);
|
var response = await GetJsonResponseAsync(url, cancellationToken);
|
||||||
|
|
||||||
var messages = response
|
var messages = response
|
||||||
.EnumerateArray()
|
.EnumerateArray()
|
||||||
@@ -261,16 +327,13 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
var exportedDuration = (message.Timestamp - firstMessage.Timestamp).Duration();
|
var exportedDuration = (message.Timestamp - firstMessage.Timestamp).Duration();
|
||||||
var totalDuration = (lastMessage.Timestamp - firstMessage.Timestamp).Duration();
|
var totalDuration = (lastMessage.Timestamp - firstMessage.Timestamp).Duration();
|
||||||
|
|
||||||
if (totalDuration > TimeSpan.Zero)
|
progress.Report(Percentage.FromFraction(
|
||||||
{
|
|
||||||
progress.Report(exportedDuration / totalDuration);
|
|
||||||
}
|
|
||||||
// Avoid division by zero if all messages have the exact same timestamp
|
// Avoid division by zero if all messages have the exact same timestamp
|
||||||
// (which may be the case if there's only one message in the channel)
|
// (which may be the case if there's only one message in the channel)
|
||||||
else
|
totalDuration > TimeSpan.Zero
|
||||||
{
|
? exportedDuration / totalDuration
|
||||||
progress.Report(1);
|
: 1
|
||||||
}
|
));
|
||||||
}
|
}
|
||||||
|
|
||||||
yield return message;
|
yield return message;
|
||||||
@@ -278,5 +341,4 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -3,31 +3,25 @@ using System.Diagnostics.CodeAnalysis;
|
|||||||
using System.Globalization;
|
using System.Globalization;
|
||||||
using System.Text.RegularExpressions;
|
using System.Text.RegularExpressions;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Discord
|
namespace DiscordChatExporter.Core.Discord;
|
||||||
|
|
||||||
|
public readonly partial record struct Snowflake(ulong Value)
|
||||||
{
|
{
|
||||||
public readonly partial struct Snowflake
|
|
||||||
{
|
|
||||||
public ulong Value { get; }
|
|
||||||
|
|
||||||
public Snowflake(ulong value) => Value = value;
|
|
||||||
|
|
||||||
public DateTimeOffset ToDate() => DateTimeOffset.FromUnixTimeMilliseconds(
|
public DateTimeOffset ToDate() => DateTimeOffset.FromUnixTimeMilliseconds(
|
||||||
(long) ((Value >> 22) + 1420070400000UL)
|
(long)((Value >> 22) + 1420070400000UL)
|
||||||
).ToLocalTime();
|
).ToLocalTime();
|
||||||
|
|
||||||
[ExcludeFromCodeCoverage]
|
[ExcludeFromCodeCoverage]
|
||||||
public override string ToString() => Value.ToString(CultureInfo.InvariantCulture);
|
public override string ToString() => Value.ToString(CultureInfo.InvariantCulture);
|
||||||
}
|
}
|
||||||
|
|
||||||
public partial struct Snowflake
|
public partial record struct Snowflake
|
||||||
{
|
{
|
||||||
public static Snowflake Zero { get; } = new(0);
|
public static Snowflake Zero { get; } = new(0);
|
||||||
|
|
||||||
public static Snowflake FromDate(DateTimeOffset date)
|
public static Snowflake FromDate(DateTimeOffset date) => new(
|
||||||
{
|
((ulong)date.ToUnixTimeMilliseconds() - 1420070400000UL) << 22
|
||||||
var value = ((ulong) date.ToUnixTimeMilliseconds() - 1420070400000UL) << 22;
|
);
|
||||||
return new Snowflake(value);
|
|
||||||
}
|
|
||||||
|
|
||||||
public static Snowflake? TryParse(string? str, IFormatProvider? formatProvider = null)
|
public static Snowflake? TryParse(string? str, IFormatProvider? formatProvider = null)
|
||||||
{
|
{
|
||||||
@@ -35,8 +29,7 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
return null;
|
return null;
|
||||||
|
|
||||||
// As number
|
// As number
|
||||||
if (Regex.IsMatch(str, @"^\d+$") &&
|
if (Regex.IsMatch(str, @"^\d+$") && ulong.TryParse(str, NumberStyles.Number, formatProvider, out var value))
|
||||||
ulong.TryParse(str, NumberStyles.Number, formatProvider, out var value))
|
|
||||||
{
|
{
|
||||||
return new Snowflake(value);
|
return new Snowflake(value);
|
||||||
}
|
}
|
||||||
@@ -54,20 +47,17 @@ namespace DiscordChatExporter.Core.Discord
|
|||||||
TryParse(str, formatProvider) ?? throw new FormatException($"Invalid snowflake '{str}'.");
|
TryParse(str, formatProvider) ?? throw new FormatException($"Invalid snowflake '{str}'.");
|
||||||
|
|
||||||
public static Snowflake Parse(string str) => Parse(str, null);
|
public static Snowflake Parse(string str) => Parse(str, null);
|
||||||
}
|
}
|
||||||
|
|
||||||
public partial struct Snowflake : IComparable<Snowflake>, IEquatable<Snowflake>
|
public partial record struct Snowflake : IComparable<Snowflake>, IComparable
|
||||||
{
|
{
|
||||||
public int CompareTo(Snowflake other) => Value.CompareTo(other.Value);
|
public int CompareTo(Snowflake other) => Value.CompareTo(other.Value);
|
||||||
|
|
||||||
public bool Equals(Snowflake other) => CompareTo(other) == 0;
|
public int CompareTo(object? obj)
|
||||||
|
{
|
||||||
|
if (obj is not Snowflake other)
|
||||||
|
throw new ArgumentException($"Object must be of type {nameof(Snowflake)}.");
|
||||||
|
|
||||||
public override bool Equals(object? obj) => obj is Snowflake other && Equals(other);
|
return Value.CompareTo(other.Value);
|
||||||
|
|
||||||
public override int GetHashCode() => Value.GetHashCode();
|
|
||||||
|
|
||||||
public static bool operator ==(Snowflake left, Snowflake right) => left.Equals(right);
|
|
||||||
|
|
||||||
public static bool operator !=(Snowflake left, Snowflake right) => !(left == right);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
namespace DiscordChatExporter.Core.Discord;
|
||||||
|
|
||||||
|
public enum TokenKind
|
||||||
|
{
|
||||||
|
Unknown,
|
||||||
|
User,
|
||||||
|
Bot
|
||||||
|
}
|
||||||
@@ -5,11 +5,12 @@
|
|||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<PackageReference Include="JsonExtensions" Version="1.1.0" />
|
<PackageReference Include="Gress" Version="2.0.1" />
|
||||||
<PackageReference Include="MiniRazor.CodeGen" Version="2.1.4" />
|
<PackageReference Include="JsonExtensions" Version="1.2.0" />
|
||||||
<PackageReference Include="Polly" Version="7.2.2" />
|
<PackageReference Include="MiniRazor.CodeGen" Version="2.2.1" />
|
||||||
<PackageReference Include="Superpower" Version="2.3.0" />
|
<PackageReference Include="Polly" Version="7.2.3" />
|
||||||
<PackageReference Include="Tyrrrz.Extensions" Version="1.6.5" />
|
<PackageReference Include="Superpower" Version="3.0.0" />
|
||||||
|
<PackageReference Include="WebMarkupMin.Core" Version="2.12.0" />
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
|
|||||||
@@ -1,21 +1,21 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Net.Http;
|
using System.Net.Http;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Exceptions
|
namespace DiscordChatExporter.Core.Exceptions;
|
||||||
{
|
|
||||||
public partial class DiscordChatExporterException : Exception
|
|
||||||
{
|
|
||||||
public bool IsCritical { get; }
|
|
||||||
|
|
||||||
public DiscordChatExporterException(string message, bool isCritical = false)
|
public partial class DiscordChatExporterException : Exception
|
||||||
|
{
|
||||||
|
public bool IsFatal { get; }
|
||||||
|
|
||||||
|
public DiscordChatExporterException(string message, bool isFatal = false)
|
||||||
: base(message)
|
: base(message)
|
||||||
{
|
{
|
||||||
IsCritical = isCritical;
|
IsFatal = isFatal;
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
public partial class DiscordChatExporterException
|
public partial class DiscordChatExporterException
|
||||||
{
|
{
|
||||||
internal static DiscordChatExporterException FailedHttpRequest(HttpResponseMessage response)
|
internal static DiscordChatExporterException FailedHttpRequest(HttpResponseMessage response)
|
||||||
{
|
{
|
||||||
var message = $@"
|
var message = $@"
|
||||||
@@ -31,7 +31,7 @@ Failed to perform an HTTP request.
|
|||||||
}
|
}
|
||||||
|
|
||||||
internal static DiscordChatExporterException Unauthorized() =>
|
internal static DiscordChatExporterException Unauthorized() =>
|
||||||
new("Authentication token is invalid.");
|
new("Authentication token is invalid.", true);
|
||||||
|
|
||||||
internal static DiscordChatExporterException Forbidden() =>
|
internal static DiscordChatExporterException Forbidden() =>
|
||||||
new("Access is forbidden.");
|
new("Access is forbidden.");
|
||||||
@@ -41,5 +41,4 @@ Failed to perform an HTTP request.
|
|||||||
|
|
||||||
internal static DiscordChatExporterException ChannelIsEmpty() =>
|
internal static DiscordChatExporterException ChannelIsEmpty() =>
|
||||||
new("No messages found for the specified period.");
|
new("No messages found for the specified period.");
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,29 +1,32 @@
|
|||||||
using System;
|
using System;
|
||||||
using System.Collections.Generic;
|
using System.Collections.Generic;
|
||||||
using System.Linq;
|
using System.Linq;
|
||||||
|
using System.Threading;
|
||||||
using System.Threading.Tasks;
|
using System.Threading.Tasks;
|
||||||
using DiscordChatExporter.Core.Discord;
|
using DiscordChatExporter.Core.Discord;
|
||||||
using DiscordChatExporter.Core.Discord.Data;
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Discord.Data.Common;
|
using DiscordChatExporter.Core.Discord.Data.Common;
|
||||||
using DiscordChatExporter.Core.Exceptions;
|
using DiscordChatExporter.Core.Exceptions;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
|
using Gress;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Exporting
|
namespace DiscordChatExporter.Core.Exporting;
|
||||||
|
|
||||||
|
public class ChannelExporter
|
||||||
{
|
{
|
||||||
public class ChannelExporter
|
|
||||||
{
|
|
||||||
private readonly DiscordClient _discord;
|
private readonly DiscordClient _discord;
|
||||||
|
|
||||||
public ChannelExporter(DiscordClient discord) => _discord = discord;
|
public ChannelExporter(DiscordClient discord) => _discord = discord;
|
||||||
|
|
||||||
public ChannelExporter(AuthToken token) : this(new DiscordClient(token)) {}
|
public async ValueTask ExportChannelAsync(
|
||||||
|
ExportRequest request,
|
||||||
public async ValueTask ExportChannelAsync(ExportRequest request, IProgress<double>? progress = null)
|
IProgress<Percentage>? progress = null,
|
||||||
|
CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
// Build context
|
// Build context
|
||||||
var contextMembers = new HashSet<Member>(IdBasedEqualityComparer.Instance);
|
var contextMembers = new HashSet<Member>(IdBasedEqualityComparer.Instance);
|
||||||
var contextChannels = await _discord.GetGuildChannelsAsync(request.Guild.Id);
|
var contextChannels = await _discord.GetGuildChannelsAsync(request.Guild.Id, cancellationToken);
|
||||||
var contextRoles = await _discord.GetGuildRolesAsync(request.Guild.Id);
|
var contextRoles = await _discord.GetGuildRolesAsync(request.Guild.Id, cancellationToken);
|
||||||
|
|
||||||
var context = new ExportContext(
|
var context = new ExportContext(
|
||||||
request,
|
request,
|
||||||
@@ -37,10 +40,18 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
|
|
||||||
var exportedAnything = false;
|
var exportedAnything = false;
|
||||||
var encounteredUsers = new HashSet<User>(IdBasedEqualityComparer.Instance);
|
var encounteredUsers = new HashSet<User>(IdBasedEqualityComparer.Instance);
|
||||||
await foreach (var message in _discord.GetMessagesAsync(request.Channel.Id, request.After, request.Before, progress))
|
|
||||||
|
await foreach (var message in _discord.GetMessagesAsync(
|
||||||
|
request.Channel.Id,
|
||||||
|
request.After,
|
||||||
|
request.Before,
|
||||||
|
progress,
|
||||||
|
cancellationToken))
|
||||||
{
|
{
|
||||||
|
cancellationToken.ThrowIfCancellationRequested();
|
||||||
|
|
||||||
// Skips any messages that fail to pass the supplied filter
|
// Skips any messages that fail to pass the supplied filter
|
||||||
if (!request.MessageFilter.Filter(message))
|
if (!request.MessageFilter.IsMatch(message))
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
// Resolve members for referenced users
|
// Resolve members for referenced users
|
||||||
@@ -49,15 +60,17 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
if (!encounteredUsers.Add(referencedUser))
|
if (!encounteredUsers.Add(referencedUser))
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
var member =
|
var member = await _discord.GetGuildMemberAsync(
|
||||||
await _discord.TryGetGuildMemberAsync(request.Guild.Id, referencedUser) ??
|
request.Guild.Id,
|
||||||
Member.CreateForUser(referencedUser);
|
referencedUser,
|
||||||
|
cancellationToken
|
||||||
|
);
|
||||||
|
|
||||||
contextMembers.Add(member);
|
contextMembers.Add(member);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Export message
|
// Export message
|
||||||
await messageExporter.ExportMessageAsync(message);
|
await messageExporter.ExportMessageAsync(message, cancellationToken);
|
||||||
exportedAnything = true;
|
exportedAnything = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -65,5 +78,4 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
if (!exportedAnything)
|
if (!exportedAnything)
|
||||||
throw DiscordChatExporterException.ChannelIsEmpty();
|
throw DiscordChatExporterException.ChannelIsEmpty();
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -4,16 +4,16 @@ using System.Drawing;
|
|||||||
using System.IO;
|
using System.IO;
|
||||||
using System.Linq;
|
using System.Linq;
|
||||||
using System.Net.Http;
|
using System.Net.Http;
|
||||||
|
using System.Threading;
|
||||||
using System.Threading.Tasks;
|
using System.Threading.Tasks;
|
||||||
using DiscordChatExporter.Core.Discord;
|
using DiscordChatExporter.Core.Discord;
|
||||||
using DiscordChatExporter.Core.Discord.Data;
|
using DiscordChatExporter.Core.Discord.Data;
|
||||||
using DiscordChatExporter.Core.Utils.Extensions;
|
using DiscordChatExporter.Core.Utils.Extensions;
|
||||||
using Tyrrrz.Extensions;
|
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Exporting
|
namespace DiscordChatExporter.Core.Exporting;
|
||||||
|
|
||||||
|
internal class ExportContext
|
||||||
{
|
{
|
||||||
internal class ExportContext
|
|
||||||
{
|
|
||||||
private readonly MediaDownloader _mediaDownloader;
|
private readonly MediaDownloader _mediaDownloader;
|
||||||
|
|
||||||
public ExportRequest Request { get; }
|
public ExportRequest Request { get; }
|
||||||
@@ -63,14 +63,14 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
.FirstOrDefault();
|
.FirstOrDefault();
|
||||||
}
|
}
|
||||||
|
|
||||||
public async ValueTask<string> ResolveMediaUrlAsync(string url)
|
public async ValueTask<string> ResolveMediaUrlAsync(string url, CancellationToken cancellationToken = default)
|
||||||
{
|
{
|
||||||
if (!Request.ShouldDownloadMedia)
|
if (!Request.ShouldDownloadMedia)
|
||||||
return url;
|
return url;
|
||||||
|
|
||||||
try
|
try
|
||||||
{
|
{
|
||||||
var filePath = await _mediaDownloader.DownloadAsync(url);
|
var filePath = await _mediaDownloader.DownloadAsync(url, cancellationToken);
|
||||||
|
|
||||||
// We want relative path so that the output files can be copied around without breaking.
|
// We want relative path so that the output files can be copied around without breaking.
|
||||||
// Base directory path may be null if the file is stored at the root or relative to working directory.
|
// Base directory path may be null if the file is stored at the root or relative to working directory.
|
||||||
@@ -82,10 +82,12 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
if (Request.Format is ExportFormat.HtmlDark or ExportFormat.HtmlLight)
|
if (Request.Format is ExportFormat.HtmlDark or ExportFormat.HtmlLight)
|
||||||
{
|
{
|
||||||
// Need to escape each path segment while keeping the directory separators intact
|
// Need to escape each path segment while keeping the directory separators intact
|
||||||
return relativeFilePath
|
return string.Join(
|
||||||
|
Path.AltDirectorySeparatorChar,
|
||||||
|
relativeFilePath
|
||||||
.Split(Path.DirectorySeparatorChar, Path.AltDirectorySeparatorChar)
|
.Split(Path.DirectorySeparatorChar, Path.AltDirectorySeparatorChar)
|
||||||
.Select(Uri.EscapeDataString)
|
.Select(Uri.EscapeDataString)
|
||||||
.JoinToString(Path.AltDirectorySeparatorChar.ToString());
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
return relativeFilePath;
|
return relativeFilePath;
|
||||||
@@ -100,5 +102,4 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
return url;
|
return url;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -1,18 +1,18 @@
|
|||||||
using System;
|
using System;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Exporting
|
namespace DiscordChatExporter.Core.Exporting;
|
||||||
|
|
||||||
|
public enum ExportFormat
|
||||||
{
|
{
|
||||||
public enum ExportFormat
|
|
||||||
{
|
|
||||||
PlainText,
|
PlainText,
|
||||||
HtmlDark,
|
HtmlDark,
|
||||||
HtmlLight,
|
HtmlLight,
|
||||||
Csv,
|
Csv,
|
||||||
Json
|
Json
|
||||||
}
|
}
|
||||||
|
|
||||||
public static class ExportFormatExtensions
|
public static class ExportFormatExtensions
|
||||||
{
|
{
|
||||||
public static string GetFileExtension(this ExportFormat format) => format switch
|
public static string GetFileExtension(this ExportFormat format) => format switch
|
||||||
{
|
{
|
||||||
ExportFormat.PlainText => "txt",
|
ExportFormat.PlainText => "txt",
|
||||||
@@ -32,5 +32,4 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
ExportFormat.Json => "JSON",
|
ExportFormat.Json => "JSON",
|
||||||
_ => throw new ArgumentOutOfRangeException(nameof(format))
|
_ => throw new ArgumentOutOfRangeException(nameof(format))
|
||||||
};
|
};
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -8,79 +8,38 @@ using DiscordChatExporter.Core.Exporting.Filtering;
|
|||||||
using DiscordChatExporter.Core.Exporting.Partitioning;
|
using DiscordChatExporter.Core.Exporting.Partitioning;
|
||||||
using DiscordChatExporter.Core.Utils;
|
using DiscordChatExporter.Core.Utils;
|
||||||
|
|
||||||
namespace DiscordChatExporter.Core.Exporting
|
namespace DiscordChatExporter.Core.Exporting;
|
||||||
|
|
||||||
|
public partial record ExportRequest(
|
||||||
|
Guild Guild,
|
||||||
|
Channel Channel,
|
||||||
|
string OutputPath,
|
||||||
|
ExportFormat Format,
|
||||||
|
Snowflake? After,
|
||||||
|
Snowflake? Before,
|
||||||
|
PartitionLimit PartitionLimit,
|
||||||
|
MessageFilter MessageFilter,
|
||||||
|
bool ShouldDownloadMedia,
|
||||||
|
bool ShouldReuseMedia,
|
||||||
|
string DateFormat)
|
||||||
{
|
{
|
||||||
public partial class ExportRequest
|
private string? _outputBaseFilePath;
|
||||||
{
|
public string OutputBaseFilePath => _outputBaseFilePath ??= GetOutputBaseFilePath(
|
||||||
public Guild Guild { get; }
|
Guild,
|
||||||
|
Channel,
|
||||||
public Channel Channel { get; }
|
OutputPath,
|
||||||
|
Format,
|
||||||
public string OutputPath { get; }
|
After,
|
||||||
|
Before
|
||||||
public string OutputBaseFilePath { get; }
|
|
||||||
|
|
||||||
public string OutputBaseDirPath { get; }
|
|
||||||
|
|
||||||
public string OutputMediaDirPath { get; }
|
|
||||||
|
|
||||||
public ExportFormat Format { get; }
|
|
||||||
|
|
||||||
public Snowflake? After { get; }
|
|
||||||
|
|
||||||
public Snowflake? Before { get; }
|
|
||||||
|
|
||||||
public PartitionLimit PartitionLimit { get; }
|
|
||||||
|
|
||||||
public MessageFilter MessageFilter { get; }
|
|
||||||
|
|
||||||
public bool ShouldDownloadMedia { get; }
|
|
||||||
|
|
||||||
public bool ShouldReuseMedia { get; }
|
|
||||||
|
|
||||||
public string DateFormat { get; }
|
|
||||||
|
|
||||||
public ExportRequest(
|
|
||||||
Guild guild,
|
|
||||||
Channel channel,
|
|
||||||
string outputPath,
|
|
||||||
ExportFormat format,
|
|
||||||
Snowflake? after,
|
|
||||||
Snowflake? before,
|
|
||||||
PartitionLimit partitionLimit,
|
|
||||||
MessageFilter messageFilter,
|
|
||||||
bool shouldDownloadMedia,
|
|
||||||
bool shouldReuseMedia,
|
|
||||||
string dateFormat)
|
|
||||||
{
|
|
||||||
Guild = guild;
|
|
||||||
Channel = channel;
|
|
||||||
OutputPath = outputPath;
|
|
||||||
Format = format;
|
|
||||||
After = after;
|
|
||||||
Before = before;
|
|
||||||
PartitionLimit = partitionLimit;
|
|
||||||
MessageFilter = messageFilter;
|
|
||||||
ShouldDownloadMedia = shouldDownloadMedia;
|
|
||||||
ShouldReuseMedia = shouldReuseMedia;
|
|
||||||
DateFormat = dateFormat;
|
|
||||||
|
|
||||||
OutputBaseFilePath = GetOutputBaseFilePath(
|
|
||||||
guild,
|
|
||||||
channel,
|
|
||||||
outputPath,
|
|
||||||
format,
|
|
||||||
after,
|
|
||||||
before
|
|
||||||
);
|
);
|
||||||
|
|
||||||
OutputBaseDirPath = Path.GetDirectoryName(OutputBaseFilePath) ?? OutputPath;
|
public string OutputBaseDirPath => Path.GetDirectoryName(OutputBaseFilePath) ?? OutputPath;
|
||||||
OutputMediaDirPath = $"{OutputBaseFilePath}_Files{Path.DirectorySeparatorChar}";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public partial class ExportRequest
|
public string OutputMediaDirPath => $"{OutputBaseFilePath}_Files{Path.DirectorySeparatorChar}";
|
||||||
{
|
}
|
||||||
|
|
||||||
|
public partial record ExportRequest
|
||||||
|
{
|
||||||
private static string GetOutputBaseFilePath(
|
private static string GetOutputBaseFilePath(
|
||||||
Guild guild,
|
Guild guild,
|
||||||
Channel channel,
|
Channel channel,
|
||||||
@@ -89,10 +48,9 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
Snowflake? after = null,
|
Snowflake? after = null,
|
||||||
Snowflake? before = null)
|
Snowflake? before = null)
|
||||||
{
|
{
|
||||||
|
|
||||||
// Formats path
|
// Formats path
|
||||||
outputPath = Regex.Replace(outputPath, "%.", m =>
|
outputPath = Regex.Replace(outputPath, "%.", m =>
|
||||||
PathEx.EscapePath(m.Value switch
|
PathEx.EscapeFileName(m.Value switch
|
||||||
{
|
{
|
||||||
"%g" => guild.Id.ToString(),
|
"%g" => guild.Id.ToString(),
|
||||||
"%G" => guild.Name,
|
"%G" => guild.Name,
|
||||||
@@ -102,8 +60,9 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
"%C" => channel.Name,
|
"%C" => channel.Name,
|
||||||
"%p" => channel.Position?.ToString() ?? "0",
|
"%p" => channel.Position?.ToString() ?? "0",
|
||||||
"%P" => channel.Category.Position?.ToString() ?? "0",
|
"%P" => channel.Category.Position?.ToString() ?? "0",
|
||||||
"%a" => (after ?? Snowflake.Zero).ToDate().ToString("yyyy-MM-dd"),
|
"%a" => after?.ToDate().ToString("yyyy-MM-dd") ?? "",
|
||||||
"%b" => (before?.ToDate() ?? DateTime.Now).ToString("yyyy-MM-dd"),
|
"%b" => before?.ToDate().ToString("yyyy-MM-dd") ?? "",
|
||||||
|
"%d" => DateTimeOffset.Now.ToString("yyyy-MM-dd"),
|
||||||
"%%" => "%",
|
"%%" => "%",
|
||||||
_ => m.Value
|
_ => m.Value
|
||||||
})
|
})
|
||||||
@@ -135,34 +94,30 @@ namespace DiscordChatExporter.Core.Exporting
|
|||||||
// Date range
|
// Date range
|
||||||
if (after is not null || before is not null)
|
if (after is not null || before is not null)
|
||||||
{
|
{
|
||||||
buffer.Append(" (");
|
buffer.Append(' ').Append('(');
|
||||||
|
|
||||||
// Both 'after' and 'before' are set
|
// Both 'after' and 'before' are set
|
||||||
if (after is not null && before is not null)
|
if (after is not null && before is not null)
|
||||||
{
|
{
|
||||||
buffer.Append($"{after?.ToDate():yyyy-MM-dd} to {before?.ToDate():yyyy-MM-dd}");
|
buffer.Append($"{after.Value.ToDate():yyyy-MM-dd} to {before.Value.ToDate():yyyy-MM-dd}");
|
||||||
}
|
}
|
||||||
// Only 'after' is set
|
// Only 'after' is set
|
||||||
else if (after is not null)
|
else if (after is not null)
|
||||||
{
|
{
|
||||||
buffer.Append($"after {after?.ToDate():yyyy-MM-dd}");
|
buffer.Append($"after {after.Value.ToDate():yyyy-MM-dd}");
|
||||||
}
|
}
|
||||||
// Only 'before' is set
|
// Only 'before' is set
|
||||||
else
|
else if (before is not null)
|
||||||
{
|
{
|
||||||
buffer.Append($"before {before?.ToDate():yyyy-MM-dd}");
|
buffer.Append($"before {before.Value.ToDate():yyyy-MM-dd}");
|
||||||
}
|
}
|
||||||
|
|
||||||
buffer.Append(")");
|
buffer.Append(')');
|
||||||
}
|
}
|
||||||
|
|
||||||
// File extension
|
// File extension
|
||||||
buffer.Append($".{format.GetFileExtension()}");
|
buffer.Append('.').Append(format.GetFileExtension());
|
||||||
|
|
||||||
// Replace invalid chars
|
return PathEx.EscapeFileName(buffer.ToString());
|
||||||
PathEx.EscapePath(buffer);
|
|
||||||
|
|
||||||
return buffer.ToString();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1,8 +1,7 @@
|
|||||||
namespace DiscordChatExporter.Core.Exporting.Filtering
|
namespace DiscordChatExporter.Core.Exporting.Filtering;
|
||||||
|
|
||||||
|
internal enum BinaryExpressionKind
|
||||||
{
|
{
|
||||||
internal enum BinaryExpressionKind
|
|
||||||
{
|
|
||||||
Or,
|
Or,
|
||||||
And
|
And
|
||||||
}
|
|
||||||
}
|
}
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user