diff --git a/appveyor.yml b/appveyor.yml
index f215d8d15..63351f22f 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -40,6 +40,8 @@ build_script:
 
     cp release/chatterino.exe Chatterino2/
 
+    echo nightly > Chatterino2/modes
+
     7z a chatterino-windows-x86-64.zip Chatterino2/
 artifacts:
 - path: build/chatterino-windows-x86-64.zip
@@ -48,7 +50,7 @@ deploy:
 - provider: GitHub
   tag: nightly-build
   release: nightly-build
-  description: 'nightly v$(appveyor_build_version) built $(APPVEYOR_REPO_COMMIT_TIMESTAMP)\nLast change: $(APPVEYOR_REPO_COMMIT_MESSAGE) \n$(APPVEYOR_REPO_COMMIT_MESSAGE_EXTENDED)'
+  description: 'nightly v$(appveyor_build_version) built 👉 $(APPVEYOR_REPO_COMMIT_TIMESTAMP) 👈\nLast change: $(APPVEYOR_REPO_COMMIT_MESSAGE) \n$(APPVEYOR_REPO_COMMIT_MESSAGE_EXTENDED)'
   auth_token:
     secure: sAJzAbiQSsYZLT+byDar9u61X0E9o35anaPMSFkOzdHeDFHjx1kW4cDP/4EEbxhx
   repository: Chatterino/chatterino2