# migrations

dir: embeddings_queue
filename: 00001-embeddings.sqlite.sql
hash: d3755dfd232be8e8301f4d7fcfb3a486
sql:
CREATE TABLE embeddings_queue (
    seq_id INTEGER PRIMARY KEY,
    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
    operation INTEGER NOT NULL,
    topic TEXT NOT NULL,
    id TEXT NOT NULL,
    vector BLOB,
    encoding TEXT,
    metadata TEXT
);


dir: sysdb
filename: 00001-collections.sqlite.sql
hash: 38352d725ad1c16074fac420b22b4633
sql:
CREATE TABLE collections (
    id TEXT PRIMARY KEY,
    name TEXT NOT NULL,
    topic TEXT NOT NULL,
    UNIQUE (name)
);

CREATE TABLE collection_metadata (
    collection_id TEXT REFERENCES collections(id) ON DELETE CASCADE,
    key TEXT NOT NULL,
    str_value TEXT,
    int_value INTEGER,
    float_value REAL,
    PRIMARY KEY (collection_id, key)
);


dir: sysdb
filename: 00002-segments.sqlite.sql
hash: 2913cb6a503055a95f625448037e8912
sql:
CREATE TABLE segments (
    id TEXT PRIMARY KEY,
    type TEXT NOT NULL,
    scope TEXT NOT NULL,
    topic TEXT,
    collection TEXT REFERENCES collection(id)
);

CREATE TABLE segment_metadata (
    segment_id TEXT  REFERENCES segments(id) ON DELETE CASCADE,
    key TEXT NOT NULL,
    str_value TEXT,
    int_value INTEGER,
    float_value REAL,
    PRIMARY KEY (segment_id, key)
);


dir: sysdb
filename: 00004-tenants-databases.sqlite.sql
hash: 048867ce8fcdefe4023c7110e4433591
sql:
CREATE TABLE IF NOT EXISTS tenants (
    id TEXT PRIMARY KEY,
    UNIQUE (id)
);

CREATE TABLE IF NOT EXISTS databases (
    id TEXT PRIMARY KEY, -- unique globally
    name TEXT NOT NULL, -- unique per tenant
    tenant_id TEXT NOT NULL REFERENCES tenants(id) ON DELETE CASCADE,
    UNIQUE (tenant_id, name) -- Ensure that a tenant has only one database with a given name
);

CREATE TABLE IF NOT EXISTS collections_tmp (
    id TEXT PRIMARY KEY, -- unique globally
    name TEXT NOT NULL, -- unique per database
    topic TEXT NOT NULL,
    dimension INTEGER,
    database_id TEXT NOT NULL REFERENCES databases(id) ON DELETE CASCADE,
    UNIQUE (name, database_id)
);

-- Create default tenant and database
INSERT OR REPLACE INTO tenants (id) VALUES ('default_tenant'); -- The default tenant id is 'default_tenant' others are UUIDs
INSERT OR REPLACE INTO databases (id, name, tenant_id) VALUES ('00000000-0000-0000-0000-000000000000', 'default_database', 'default_tenant');

INSERT OR REPLACE INTO collections_tmp (id, name, topic, dimension, database_id)
    SELECT id, name, topic, dimension, '00000000-0000-0000-0000-000000000000' FROM collections;
DROP TABLE collections;
ALTER TABLE collections_tmp RENAME TO collections;


dir: sysdb
filename: 00005-remove-topic.sqlite.sql
hash: b1367c826b8fba5f96f27befdc1d42d2
sql:
-- Remove the topic column from the Collections and Segments tables

ALTER TABLE collections DROP COLUMN topic;
ALTER TABLE segments DROP COLUMN topic;


dir: sysdb
filename: 00006-collection-segment-metadata.sqlite.sql
hash: 4eea7468935bf25d4604a0fed2366116
sql:
-- SQLite does not support adding check with alter table, as a result, adding a check
-- involve creating a new table and copying the data over. It is over kill with adding
-- a boolean type column. The application write to the table needs to ensure the data
-- integrity.
ALTER TABLE collection_metadata ADD COLUMN bool_value INTEGER;
ALTER TABLE segment_metadata ADD COLUMN bool_value INTEGER;


dir: sysdb
filename: 00007-collection-config.sqlite.sql
hash: 1c7e63bba346a42a18b6ab7f1c989bed
sql:
-- Stores collection configuration dictionaries.
ALTER TABLE collections ADD COLUMN config_json_str TEXT;


dir: sysdb
filename: 00008-maintenance-log.sqlite.sql
hash: 0a0e7e93111a01789addf64961c6127c
sql:
-- Records when database maintenance operations are performed.
-- At time of creation, this table is only used to record vacuum operations.
CREATE TABLE maintenance_log (
  id INT PRIMARY KEY,
  timestamp INT NOT NULL,
  operation TEXT NOT NULL
);


dir: sysdb
filename: 00009-segment-collection-not-null.sqlite.sql
hash: 054355aef9e63702bf54ea29e61563f1
sql:
-- This makes segments.collection non-nullable.
CREATE TABLE segments_temp (
    id TEXT PRIMARY KEY,
    type TEXT NOT NULL,
    scope TEXT NOT NULL,
    collection TEXT REFERENCES collection(id) NOT NULL
);

INSERT INTO segments_temp SELECT * FROM segments;
DROP TABLE segments;
ALTER TABLE segments_temp RENAME TO segments;


dir: metadb
filename: 00001-embedding-metadata.sqlite.sql
hash: 2b4cf52c4bb2676e21d6860a4409f856
sql:
CREATE TABLE embeddings (
    id INTEGER PRIMARY KEY,
    segment_id TEXT NOT NULL,
    embedding_id TEXT NOT NULL,
    seq_id BLOB NOT NULL,
    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
    UNIQUE (segment_id, embedding_id)
);

CREATE TABLE embedding_metadata (
    id INTEGER REFERENCES embeddings(id),
    key TEXT NOT NULL,
    string_value TEXT,
    int_value INTEGER,
    float_value REAL,
    PRIMARY KEY (id, key)
);

CREATE TABLE max_seq_id (
    segment_id TEXT PRIMARY KEY,
    seq_id BLOB NOT NULL
);

CREATE VIRTUAL TABLE embedding_fulltext USING fts5(id, string_value);


dir: metadb
filename: 00002-embedding-metadata.sqlite.sql
hash: 12a570f7121b3a8ce750a2a7c36da20f
sql:
-- SQLite does not support adding check with alter table, as a result, adding a check
-- involve creating a new table and copying the data over. It is over kill with adding
-- a boolean type column. The application write to the table needs to ensure the data
-- integrity.
ALTER TABLE embedding_metadata ADD COLUMN bool_value INTEGER


dir: metadb
filename: 00003-full-text-tokenize.sqlite.sql
hash: f97ad6334aeaa8f419f01110b648b97a
sql:
CREATE VIRTUAL TABLE embedding_fulltext_search USING fts5(string_value, tokenize='trigram');
INSERT INTO embedding_fulltext_search (rowid, string_value) SELECT rowid, string_value FROM embedding_metadata;
DROP TABLE embedding_fulltext;


dir: metadb
filename: 00004-metadata-indices.sqlite.sql
hash: fb36603a45ee2cd0254cef3ef86585e8
sql:
CREATE INDEX IF NOT EXISTS embedding_metadata_int_value ON embedding_metadata (key, int_value) WHERE int_value IS NOT NULL;
CREATE INDEX IF NOT EXISTS embedding_metadata_float_value ON embedding_metadata (key, float_value) WHERE float_value IS NOT NULL;
CREATE INDEX IF NOT EXISTS embedding_metadata_string_value ON embedding_metadata (key, string_value) WHERE string_value IS NOT NULL;


# embeddings_queue

created_at: 2024-11-07 15:52:01
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 1f0d5d50a598eccb945ffa61ebf53bc2a6ee22bb87b4dd9fde3224c41f2fcaaf
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Bing Qualified Researcher Program - Microsoft Support.pdf", "source_id": "b5c0c0330fb9778244c408dbd1945c7565c42680d69e23fcc35f728048191972", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "SupportSupportSupportSupportMicrosoft 365OfficeBuy Microsoft 365Buy Microsoft 365Buy Microsoft 365Buy Microsoft 365\ue721SignBing Qualified Researcher ProgramBing\u2019s Qualified Researcher program provides access to data that is publicly accessible on Bing, uponapplication, for researchers that satisfy the following criteria:\u00a0The researcher or research organization is independent from commercial interests.The researcher application adequately discloses the funding of the research.The researcher must be capable of fulfilling specific data security and confidentiality requirementsand sufficiently protect any personal data. The application must disclose the technical security andorganizational measures it employs to protect data security and confidentiality requirements.The application must demonstrate that the proposed access to the requested data and the timeframes requested are necessary for, and proportionate to, the purposes of the proposed research.The expected results of the proposed research must contribute to the detection, identification andunderstanding of systemic risks in the European Union, as follows: The dissemination of illegal content through the Bing services.\u00a0Any actual or foreseeable negative effects for the exercise fundamental rights, in particular thefundamental rights of human dignity enshrined in Article 1 of the Charter; respect for private andfamily life enshrined in Article 7 of the Charter, to the protection of personal data enshrined inArticle 8 of the Charter; freedom of expression and information, including the freedom andpluralism of the media, enshrined in Article 11 of the Charter; non-discrimination enshrined inArticle 21 of the Charter; respect for the rights of the child enshrined in Article 24 of the Charter;and a high-level of consumer protection enshrined in Article 38 of the Charter.\u00a0Any actual or foreseeable negative effects on civic discourse and electoral processes, and publicsecurity.\u00a0Any actual or foreseeable negative effects in relation to gender-based violence, the protection ofpublic health and minors, and serious negative consequences to the person\u2019s physical and mentalwell-being.If you are a researcher or research organization interested in this program and believe your research meetsthe "}


created_at: 2024-11-07 15:52:01
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 57af2fe526f200b134a84a5f837edee12ccb9240f0070dfc0d2fa3a33e68b703
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Bing Qualified Researcher Program - Microsoft Support.pdf", "source_id": "b5c0c0330fb9778244c408dbd1945c7565c42680d69e23fcc35f728048191972", "page_number": 1, "split_id": 1, "split_idx_start": 1968, "chroma:document": "foreseeable negative effects in relation to gender-based violence, the protection ofpublic health and minors, and serious negative consequences to the person\u2019s physical and mentalwell-being.If you are a researcher or research organization interested in this program and believe your research meetsthe above qualifications, please complete this application form. We will treat any personal data included aspart of an application in accordance with our Privacy Policy. Any information that you submit as part of theapplication will not be treated as confidential information by Bing and may be referenced publicly. Even ifyou are selected for research access, you acknowledge and agree that Bing or other researchers are free toconduct research on the same or similar topics. How it worksFill out the application form and submit it in accordance with the instructions on the form.\u00a0We will review the applications to access public data under the criteria set forth in Article 40(12) ofthe EU Digital Services Act. We may contact you for additional information necessary for us to assessyour application.We will notify you using the contact information you provide if you are selected.Selected researchers may be asked to enter into terms governing their access to the public data(and/or use of APIs (as applicable)) for the purpose of the approved research, including terms relatedto the security and legal use of personal data that may be made available to you under General DataProtection Regulation.At this time, we are not yet supporting requests for other research projects related to our public data.\u00a0Forother research projects, researchers are welcome to access our Microsoft Research publications. Need more help?Need more help?Need more help?Need more help?Want more options?Want more options?Want more options?Want more options?\ue774\ue774\ue774\ue774 Discover Discover Discover Discover\ue716CommunityCommunityCommunityCommunityExplore subscription benefits, browse training courses, learn how to secure your device, and more.How can we help you?\ue72a\ue72a\ue72a\ue72a\nMicrosoft 365subscription benefits\nMicrosoft 365 training\nMicrosoft security\nAccessibility center\nYou\u2019re invited "}


created_at: 2024-11-07 15:52:01
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 23937617e50ec0bf19ec84026b92a35565b6c83ef31d169f6f655419a2993278
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Bing Qualified Researcher Program - Microsoft Support.pdf", "source_id": "b5c0c0330fb9778244c408dbd1945c7565c42680d69e23fcc35f728048191972", "page_number": 1, "split_id": 2, "split_idx_start": 3706, "chroma:document": "more help?Need more help?Want more options?Want more options?Want more options?Want more options?\ue774\ue774\ue774\ue774 Discover Discover Discover Discover\ue716CommunityCommunityCommunityCommunityExplore subscription benefits, browse training courses, learn how to secure your device, and more.How can we help you?\ue72a\ue72a\ue72a\ue72a\nMicrosoft 365subscription benefits\nMicrosoft 365 training\nMicrosoft security\nAccessibility center\nYou\u2019re invited to tryMicrosoft 365 for freeUnlock now\nWhat's newWhat's newWhat's newWhat's newSurface ProSurface LaptopSurface Laptop Studio 2Surface Laptop Go 3Microsoft CopilotAI in WindowsExplore Microsoft productsWindows 11 appsMicrosoft StoreMicrosoft StoreMicrosoft StoreMicrosoft StoreAccount profileDownload CenterMicrosoft Store supportReturnsOrder trackingCertified RefurbishedMicrosoft Store PromiseFlexible PaymentsEducationEducationEducationEducationMicrosoft in educationDevices for educationMicrosoft Teams for EducationMicrosoft 365 EducationHow to buy for your schoolEducator training and developmentDeals for students and parentsAzure for studentsBusinessBusinessBusinessBusinessMicrosoft CloudMicrosoft SecurityDynamics 365Microsoft 365Microsoft Power PlatformMicrosoft TeamsMicrosoft 365 CopilotSmall BusinessDeveloper & ITDeveloper & ITDeveloper & ITDeveloper & ITAzureDeveloper CenterDocumentationMicrosoft LearnMicrosoft Tech CommunityAzure MarketplaceAppSourceVisual StudioCompanyCompanyCompanyCompanyCareersAbout MicrosoftCompany newsPrivacy at MicrosoftInvestorsDiversity and inclusionAccessibilitySustainability\ue909English (United States)Your Privacy ChoicesConsumer Health PrivacySitemap Contact Microsoft Privacy Terms of use Trademarks Safety & eco Recycling About our ads \u00a9 Microsoft 2024Products\ue70d\ue70d\ue70d\ue70dDevices\ue70d\ue70d\ue70d\ue70dAccount & billing\ue70d\ue70d\ue70d\ue70dResources\ue70d\ue70d\ue70d\ue70dAll Microsoft\ue70d\ue70d\ue70d\ue70d\nWas this information helpful?Was this information helpful?Was this information helpful?Was this information helpful? YesYesYesYes NoNoNoNo\u00d7"}


created_at: 2024-11-07 15:52:02
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 03d947d65357e164e3d967e0a809d74f4a3a7053b670e402c3e8059280f23ff4
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\CrowdTangle-Survey-Report-Final.pdf", "source_id": "ee4e42475ca727db2db92509305e6d6e0cea902dc514ff624bcf9fc618549174", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "Blocking\nour\nRight\nto\nKnow:\nSurveying\nthe\nImpact\nof\nMeta\u2019s\nCrowdTangle\nShutdown\nExecutive\nSummary\nMeta\u2019s\ndata\naccess\ntool\nCrowdTangle\nhas\nallowed\nindependent\nwatchdogs\nto\nuncover\nforeign\ninterference\nin\nelections,\nhow\npolitical\nextremists\nare\norganizing\nonline,\nthe\nspread\nof\nhate\nspeech\nand\nso\nmany\nmore\nimportant\ntopics\non\nFacebook\nand\nInstagram.\nBut\nnow,\nthe\ncompany\nis\nplanning\nto\nshut\ndown\nCrowdTangle\n,\nright\nin\nthe\nmiddle\nof\nthe\nbiggest\nelection\nyear\never.\nThe\nCoalition\nfor\nIndependent\nTechnology\nResearch\n(CITR),\nan\norganization\nof\nmore\nthan\n400\nindependent\nresearchers\nand\nmore\nthan\n50\nresearch\norganizations,\nconducted\na\nsurvey\nin\nMay\n2024\nto\nunderstand\nhow\nMeta\u2019s\ndecision\nwould\nimpact\nthe\nwork\nof\nthose\nwho\nstudy\nonline\nharms\nand\nreport\nout\nto\nthe\npublic.\nThe\nsurvey\nfound:\n\u25cf\nThe\nconsequences\nare\nfar-reaching\n:\n88%\nof\nresearchers\nsurveyed\nexpressed\nconcern\nthat\nCrowdTangle\u2019s\nshutdown\nwill\nhinder\ntheir\nwork,\nas\nprojects\nhave\nto\nbe\nrevised\nor\nscrapped,\nwith\nsome\nconsidering\nstopping\ntheir\nwork\nentirely.\n\u25cf\nThe\nreplacement\nis\ninsufficient\nfor\nresearchers:\nNeither\nMeta\u2019s\nproposed\nsubstitute\nContent\nLibrary\nnor\nother\navailable\ntools\noffer\nthe\nsame\nresearch\nfunctionalities\nas\nCrowdTangle,\nnotably:\nthe\nability\nto\ntrack\nand\ndownload\nall\nposts\nand\nengagement\nfrom\nany\npublic\nfigure;\ncomprehensive\ndownload\ncapabilities;\nease\nof\nuse;\nand\nthe\ntimeliness\nof\ndata.\n\u25cf\nAccess\nis\nextremely\nlimited,\nespecially\nfor\njournalists:\nMedia\nreports\nsuggest\nthat\nonly\na\nsmall\npercentage\nof\nCrowdTangle\u2019s\ntens\nof\nthousands\nof\nusers\nhave\nbeen\ngranted\nContent\nLibrary\naccess,\nwhile\nmany\nresearchers\nremain\nstuck\nin\nthe\napplication\nprocess\nor\nhave\nnot\nbothered\nto\napply\nat\nall\ndue\nto\nstronger\nrestrictions\non\nwho\nis\nallowed.\nCurrently,\nno\nfor-profit\nnewsrooms\nare\nallowed\naccess\u2013excluding\neven\nlarge\nnews\noutlets\nlike\nThe\nNew\nYork\nTimes,\nFox\nNews\nor\nthe\nDaily\nMail.\nAlready\nahead\nof\nthe\nshutdown,\ncurrent\nCrowdTangle\nusers\nreported\nexperiencing\noutages.\fBackground\nFirst\nfounded\nin\n2011,\nCrowdTangle\nwas\ncreated\nto\nhelp\nnonprofits\nbuild\nsocial\nnetworks\nby\nintegrating\nwith\nFacebook,\nbut\nit\nmorphed\ninto\na\ntool\nthat\nallowed\npeople\nto\nsee\nwhat\nstories\nwere\nspreading\nmost\nquickly\non\nthe\nplatform.\nFacebook\nbought\nthe\nplatform\nin\n2016\n,\nmade\nit\nfree\nand\nopened\nit\nto\nthousands\nof\nnew\nusers,\nincluding\nhuman\nrights\norganizations,\njournalists,\nfact-checkers\nand\nindependent\nresearchers,\nturning\nit\ninto\na\nleading\nexample\nof\nreal-time\nplatform\ntransparency\nacross\nthe\nsocial\nmedia\nindustry.\nCrowdTangle\nhas\nsince\nbeen\nused\nto\nidentify\nsources\nof\ndisinformation\nacross\nthe\nworld\nand\nespecially\namong\nthe\nGlobal\nMajority;\ncorrect\nthe\nrecord\nabout\nthe\ndistribution\nof\npolitical\nrhetoric\nahead\nof\nthe\n2020\nU.S.\nelection\nand\nshow\nhow\nthe\nplatform\nwas\nused\nto\norganize\nthe\nJanuary\n6\nstorming\nof\nthe\nU.S.\nCapitol;\nand\ndemonstrate\nhow\nfalse\nnarratives\nabout\nCOVID-19\ndisseminated\n.\nBut\nin\nrecent\nyears,\nMeta\nbegan\nshifting\nresources\naway\nfrom\nCrowdTangle,\nprompting\nspeculation\nthey\nwould\nshut\ndown\nthe\nplatform.\nIn\nMarch\n2024,\nMeta\nfinally\nmade\nthe\nlong-expected\nannouncement\nthat\nthey\nwould\nsunset\nCrowdTangle\nin\nAugust\nof\nthis\nyear,\nclaiming\nthe\nplatform\nis\noutdated\nand\nthat\nthe\ncompany\u2019s\nresources\nwould\nbe\nbetter\nspent\non\nnew\nproducts\nlike\nits\nContent\nLibrary.\nWhile\nthe\nContent\nLibrary\ndoes\nhave\nsome\npotential\nfor\nmore\nin-depth\nacademic\nresearch,\nit\nis\na\nnew\ntool\nthat\nis\nstill\nbeing\ndeveloped\nand\ncurrently\nlacks\nseveral\nfunctions\nthat\nmake\nCrowdTangle\nso\nvaluable.\nWhat\u2019s\nmore,\nMeta\u2019s\nrollout\nof\nthe\ntransition\nhas\nbeen\nrushed\nand\nsloppy.\nThe\nemail\nthat\nthe\ncompany\nsent\nto\nCrowdTangle\nusers\nnotifying\nthem\nof\nthe\nshutdown\ndid\nnot\ncontain\ninformation\nabout\nwho\nwas\neligible\nto\naccess\nalternative\ntools\nor\nany\ninstructions\nfor\ndoing\nso,\nleaving\nmany\nunsure\nof\nthe\nnext\nsteps.\nThe\nContent\nLibrary\nhas\nmore\nstringent\nlimitations\non\nwho\ncan\naccess\nit,\nand\nbest\nestimates\nplace\nits\ncurrent\nuser\nbase\nat\njust\na\nfew\nhundred\n,\nwhile\nCrowdTangle\nallegedly\nhas\ntens\nof\nthousands.\nThe\nmost\nnotable\nexclusion\nis\nof\nfor-profit\norganizations\u2014thereby\nprohibiting\na\nmajority\nof\nnews\noutlets.\nMeta\nhas\ngiven\nno\nclear\nreason\nfor\nthis\nprovision,\nbut\npast\nreporting\nhas\nrevealed\nFacebook\nexecutives\nquestioning\nwhy\nthey\nshould\nprovide\njournalists\nwith\na\ntool\nthat\ncan\nreflect\npoorly\non\nthe\ncompany.\nRegardless\nof\nthe\nreasoning,\nit\u2019s\nclear\nthe\ntiming\nof\nthe\nshutdown\nis\ndisastrous,\nas\ntens\nof\nthousands\nof\nindependent\nwatchdogs\nare\nset\nto\nlose\naccess\nto\nMeta\u2019s\ndata\nin\nthe\nmiddle\nof\nelections\u2014\nover\n20\nof\nwhich\nare\nscheduled\nto\nbe\nheld\nbetween\nthe\nshutdown\ndate\nand\nthe\nend\nof\n2024.\nHundreds\nof\nresearchers\nand\njournalists\nimmediately\ndecried\nthe\ndecision\nthrough\nopen\nletters\nfrom\nMozilla\nand\nthe\nCenter\nfor\nAmerican\nProgress\nand\nInstitute\nfor\nStrategic\nDialogue\ncalling\nfor\nMeta\nto\nreconsider,\nand\nthe\nEuropean\nCommission\nopened\nformal\nproceedings\ninto\nMeta\u2019s\ncompliance\nwith\nthe\nDigital\nServices\nAct\n,\nciting\nthe\nshutdown\nof\nCrowdTangle.\nIn\nJuly,\na\nletter\nfrom\na\nbipartisan\ngroup\nof\nU.S.\nlawmakers\ncalled\nfor\nMeta\nto\nmaintain\nthe\nplatform\nfor\nat\nleast\nsix\nmore\nmonths\nand\ndemanded\nanswers\nfrom\nthe\ncompany\nabout\nmany\nof\nthe\nissues\nraised\nin\nthis\nreport.\nYet\nMeta\nhas\nnot\nchanged\ncourse\non\nits\ndecision\nand\nhas\ngiven\nCrowdTangle\nlittle\nto\nno\nsupport\nto\ncontinue\nfunctioning\neven\nbefore\nthe\nshutdown.\n2\fMethodology\nThe\nCoalition\nfor\nIndependent\nTechnology\nResearch\nconducted\na\nsurvey\nto\nunderstand\nwhat\nthe\nloss\nof\nCrowdTangle\nwill\nmean\nfor\nindependent\nresearchers\nand\njournalists\nwho\nshare\nwhat\u2019s\nhappening\nonline\nwith\nthe\npublic.\nThe\nteam\nalso\nheld\ncalls\nwith\nmembers\nof\nthe\ncommunity\nand\nconducted\nunstructured\ninterviews\nfor\nmore\nin-depth\ninsights.\nThe\nsurvey,\nconducted\nin\nMay\n2024,\ngarnered\n36\nresponses\nfrom\n34\ndifferent\norganizations,\nincluding\nmajor\nnews\noutlets,\nacademic\ninstitutions,\nunaffiliated\nresearchers\nand\ncivil\nsociety\norganizations.\n1\nThe\nsurvey\ncentered\naround\nthe\nfollowing\nquestions:\n\u25cf\nHow\nwill\nCrowdTangle\u2019s\nshutdown\nimpact\nthe\nwork\nof\nacademic,\njournalist\nand\ncivil\nsociety\nresearchers?\n\u25cf\nWho\nhas\naccess\nor\nis\nlikely\nto\nattain\naccess\nto\nthe\nreplacement\nMeta\nContent\nLibrary?\n\u25cf\nHas\nMeta\nfollowed\nthrough\non\nits\npromise\nto\nengage\nwith\ncivil\nsociety\nand\ntake\ninto\nconsideration\ntheir\nneeds\nduring\nthe\n\u201ctransition\u201d\nfrom\nCrowdTangle\nto\nthe\nContent\nLibrary?\nFindings\n1.\nFar-reaching\nconsequences\nfor\nhumanity\nFor\nresearchers\nwho\nhave\nbeen\nusing\nthe\ntool,\nCrowdTangle\u2019s\nshutdown\nwill\nhave\na\nsignificant\nimpact\non\ntheir\nwork,\ninterfering\nwith\nthe\npublic\u2019s\nright\nto\ninformation\nabout\nimportant\ntopics\nonline.\nWidespread\nimpact\n88%\n(32\nout\nof\n36)\nrespondents\nanswered\n\u201cyes\u201d\nwhen\nasked\nif\nthey\nhad\nconcerns\nabout\nthe\nability\nto\ncontinue\ntheir\ncurrent\nresearch\nprojects\n,\nand\neven\nthose\nwho\ndid\nnot\ngive\nan\nexplicit\n\u201c\nyes\n\u201d\nnoted\nthat\nit\ncould\naffect\nthem.\nOne\ncivil\nsociety\norganization\nsaid\n\u201c\nsort\nof\n\u201d\nbecause\nthey\nalready\nstopped\nusing\nCrowdTangle\na\nyear\nago\nin\nexpectation\nof\nits\neventual\nshutdown.\nEven\nthe\none\nrespondent\nwho\nsaid\n\u201c\nno\n\u201d\nclarified\nthat\nthey\nhave\nresorted\nto\ndirect\nlink-checking\ntools\nand\ncan\nno\nlonger\nestablish\nwho\nexactly\nhas\nshared\nlinks.\nThis\nmakes\nit\nmuch\nmore\ndifficult\nto\nidentify\nbot\nnetworks\nand\ncoordinated\nmalicious\nactivities,\nincluding\ncybercrime\nnetworks.\nBy\nlimiting\nthe\nscope\nof\ntheir\nwork\nand\nrestraining\nfuture\nprojects\nto\nwhat\nthey\u2019ve\nmade\naccessible,\nMeta\nis\ndetermining\nwhat\nresearchers\nand\nthe\npublic\nare\nallowed\nto\nknow\u2014and\nwhat\nwill\nremain\nhidden.\n1\nA\nfull\nlist\nof\nparticipating\norganizations\ncan\nbe\nprovided\nupon\nrequest.\n3\fEnding\nentire\nbodies\nof\nwork\nSome\nresearchers\nclaimed\nthat\nthey\nwere\nlikely\nto\nstop\ntheir\nwork\nentirely\ndue\nto\nthe\nshutdown.\nWithout\naccess\nto\nthe\ndata,\nsome\nfound\nit\nwould\nbe\nimpossible\nto\ncontinue\nlooking\ninto\nFacebook\nand\nInstagram,\nor\nthat\nprojects\ncannot\ncontinue\nin\ntheir\ncurrent\nformats.\nOne\nacademic\ninstitution\nsaid,\n\u201cWe\nknow\nwe\ndon\u2019t\nhave\nreal\nexploitable\naccess\nto\nrelevant\nFacebook\ndata\nanymore.\nThis\nmeans\nwe\nwill\nprobably\nstop\nworking\nwith\nFacebook\ndata\nand\nreorient\nour\nresearch\ntowards\nother\ndata\nsources.\u201d\nOne\nindependent\nresearcher\nhas\nno\nfunding\nand\ntherefore\nrelies\non\ntools\nthat\nare\nboth\nlow-cost\nand\neasy\nto\naccess.\nCrowdTangle\nwas\ncelebrated\nfor\nits\nvast\ncapabilities\nthat\nwere\nfreely\naccessible,\nwhereas\nthe\nother\nthird-party\n\u201csocial\nlistening\u201d\ntools\non\nwhich\nresearchers\nrely\nare\nbuilt\nfor\nmarketers\nand\nadvertisers\nand\nare\noften\nprohibitively\nexpensive.\nRather\nthan\nattempting\nthe\ncomplicated\nprocess\nof\ngaining\naccess\nto\nthe\nContent\nLibrary,\nthis\nresearcher\nshared\nthat\nthey\n\u201cplan\non\ndiscontinuing\nmy\nwork\nas\nan\nindependent\nresearcher\nwhen\nCrowdTangle\nshuts\ndown.\u201d\nIncongruity\nof\ndata\nSwitching\nto\na\nnew\nplatform\nwith\ndifferent\ncapabilities\nwill\nrequire\nprojects\nto\nbe\nreshaped\nor\nredone\nentirely.\nFor\nongoing\nprojects,\nwork\nhas\nto\nbe\nrevised,\ncosting\nsignificant\nstaff\ntime\nand\nslowing\nimportant\nwork.\nOne\nacademic\ninstitution\nreviews\nand\ncompares\ncommunication\non\nsocial\nmedia\nabout\na\nbroader\nhealth\ncare\nproject.\nWithout\nCrowdTangle,\nthey\nwill\nhave\nto\nchange\nthe\nway\nthey\npull\ndata\nabout\nthe\nonline\nconversation,\nso\nit\nwon\u2019t\nbe\ndirectly\ncomparable\nand\nwill\nimpact\nthe\nproject\u2019s\nability\nto\nidentify\nthe\nmost\nsalient\nmessages\nabout\npublic\nhealth:\n\u201cCrowdTangle's\nshutdown\nin\nthe\nmiddle\nof\nour\nproject\nwould\nresult\nin\nan\narbitrary\nchange\nto\nour\nproject\nprotocol\nand\nstopping\nof\na\nsignificant\nportion\nof\nour\nwork\non\nit.\u201d\n2.\nInsufficient\nreplacement\nWhile\nthe\nMeta\nContent\nLibrary\ndoes\ninclude\nnew\nvaluable\nfunctionalities,\nlike\nshowing\nviews\nof\npublic\nposts\nand\naccess\nto\ncomments\n,\nit\nlacks\nmany\nof\nthe\nmost\nimportant\ncapabilities\nof\nCrowdTangle.\nRespondents\nmost\ncited:\nthe\nability\nto\ntrack\nindividual\naccounts\nof\ninfluential\npublic\nfigures;\nto\nuse\nthe\ntool\u2019s\ndownload\ncapabilities;\nits\nease\nof\nuse;\nand\nthe\ntimeliness\nof\ndata.\nTracking\nindividual\nprofiles\nCiting\nprivacy\nconcerns,\nthe\nMeta\nContent\nLibrary\ndoes\nnot\nallow\nusers\nto\ntrack\nindividual\npublic\nprofiles\nthat\nare\nbelow\na\nhigh\nthreshold\nof\nfollowers.\nOne\nquarter\nof\nrespondents\n(9/36)\nspecified\nthis\nas\na\nlost\nfunctionality\nthat\nwill\nhinder\ntheir\nwork\n.\nMany\nhighlighted\nthe\nvalue\nof\nlooking\nat\npoliticians\u2019\nprofiles\nspecifically,\nwhile\nothers\nnoted\nthat\nthey\nwon\u2019t\nbe\nable\nto\nsee\nwhere\nmessages\noriginate.\nThe\nability\nto\ntrack\nwhere\nmessages\noriginate\nand\nthe\nnarrative\ninfluence\nof\nleading\naccounts\nis\ncrucial.\nPut\nsimply,\n\u201c\nReporting\non\nbad\nactors\non\nsocial\nmedia\nrequires\nbeing\nable\nto\nidentify\nthe\nbad\nactors.\nCurrently\nvia\nCrowdTangle\nthat\nis\npossible,\nwith\nMeta\nContent\nLibrary\nit\nwon't\nbe.\u201d\n4\fCase\nstudy\nThe\ncivil\nsociety\norganization\nHashtag\nGeneration\nworks\nto\nstop\nanti-minority\ndisinformation\nand\nhate\nspeech\non\nFacebook\nthat\nhas\nresulted\nin\ncommunity\nviolence\nin\nSri\nLanka.\nThey\nmap\nharmful\ncontent\nand\ntrack\nit\nto\nthe\noriginal\nactors\nand\nnetworks\nin\norder\nto\nsupport\npre-emptive\nregulation\nthat\nstops\nsuch\nposts\nor\nmitigates\ntheir\nspread.\nThey\nshare\nthis\ninformation\nwith\nother\nCSOs,\nU.N.\nagencies\nand\nINGOs,\nas\nwell\nas\nregulators\u2014none\nof\nwhich\nwill\nbe\npossible\nwithout\nCrowdTangle.\nDownload\ncapabilities\nCrowdTangle\nallows\nusers\nto\ndownload\ndata\nfrom\naccounts,\npublic\ngroups\nor\npages\nof\nany\nsize,\nwhich\ngives\nresearchers\na\nwide\nrange\nof\nuses.\nPresently,\nresearchers\nand\njournalists\ncan\nintegrate\nthe\ndata\nwith\nother\ntools,\nlook\nfar\ninto\nthe\npast\nto\ncompare,\nensure\nthat\nthey\nretain\nwhat\nthey\nneed\nfor\nfuture\nprojects\nand\nshare\nwith\nother\npartners.\nWhile\nthe\nContent\nLibrary\nhas\ndeveloped\nmore\ndownload\ncapabilities,\nit\nremains\nfar\nmore\nrestricted,\nwhich\nnearly\n20%\n(7/36)\nrespondents\nhighlighted\nas\nan\nissue\n.\nAccording\nto\none\ncivil\nsociety\norganization,\n\u201cMCL\nalso\nhas\nlimitations\non\ndata\ndownloads/use\nthat\nprevent\nanalysts\nfrom\nusing\nother\ntools\nto\ninterrogate\nthe\ndata.\nThese\nlimitations\nwill\nboth\nslow\ndown\nthe\nspeed\nwe're\nable\nto\nresearch\nemerging\ntrends,\nwhile\nalso\ndriving\nup\nthe\ncosts\nfor\ndoing\nso\n(because\nwe'll\nneed\nto\nobtain\nthe\ndata/insights\nthrough\nother\nproprietary\ntools).\u201d\nEase\nof\nuse\nWhile\nthe\nMeta\nContent\nLibrary\nincludes\nsome\ninnovative\nfeatures,\nit\nis\nalso\nmore\ndifficult\nto\nuse.\nFour\nrespondents\nhighlighted\nCrowdTangle\u2019s\nease\nof\nuse\nas\none\nof\nits\nmost\nimportant\nfeatures\nthat\nwill\nbe\nlost\n.\nSome\nclaimed\nthat\nthe\nContent\nLibrary\u2019s\ncomplexity\nonly\nmakes\nit\nmore\nconvoluted\nrather\nthan\nhelpful.\nFor\norganizations\nworking\nwith\ntight\nbudgets\nand\nrestrictions\non\nstaff\ncapacity,\nthis\nis\nespecially\nworrisome.\nAccording\nto\none\nacademic\ninstitution,\n\u201cSince\nCrowdTangle\nis\nan\nagile\ntool\nthat\ndoes\nnot\nrequire\nnecessary\ncoding\nto\nmake\nqualitative\nobservations\nof\nthe\ngroups\nand\npages\none\nis\nstudying,\nit\nis\nunfortunate\nthat\nsuch\n[a]\ntool\nwill\nbe\ndivested\nto\ncreate\nmore\ncomplex\ntools\nthat\nwill\nnot\nallow\nqualitative\nresearch\nand\nwill\nperhaps\nonly\nprovide\na\ngeneralized\noverview\nof\nwhat\nhappens\non\nsocial\nmedia,\nmaking\nnuance\nhard\nto\ngather.\u201d\nTimeliness\nCrowdTangle\nlets\nusers\nsee\nwhat\nis\nhappening\non\nthe\nplatform\nin\nreal\ntime,\nwhich\nis\ncrucial\nto\nidentify\nwhat\u2019s\nhappening,\nalert\nMeta\nand\npotentially\nmitigate\nthe\namplification\nof\nharmful\ncontent.\nFour\nrespondents\nemphasized\nthis\nas\na\nfundamental\naspect\nof\nCrowdTangle\n.\nOne\nfact-checker\nnoted,\n\u201c[The\nMeta\nContent\nLibrary\nhas]\nno\nability\nto\nsee\n\u2018live\u2019\nengagement\ncounts\nso\n[it\u2019s]\nessentially\nuseless\nas\na\ntool\nto\nfigure\nout\nwhat\nis\nthe\nmost\nviral\nthing\nabout\na\ntopic\ntoday.\u201d\n5\f3.\nLack\nof\naccess\nto\nthe\nalternatives\nAt\none\npoint,\nCrowdTangle\nincluded\nnearly\n100,000\nregistered\nusers\n.\nWhile\nMeta\nhas\nnot\npublicly\nreleased\nexact\nnumbers\nfor\nthe\nContent\nLibrary,\nmedia\nreports\nsuggest\nthat\njust\na\nfew\nhundred\nresearchers\nhave\naccess.\nIt\nis\nalso\ndesigned\nfor\na\ndifferent\nkind\nof\nuser,\nwith\nan\nemphasis\non\nacademic\ninstitutions\nand\nthe\nprohibition\nof\nany\nfor-profit\norganizations,\nwhich\nmost\nnotably\nexcludes\nmany\nprominent\nmedia\noutlets.\nIn\nthis\nsurvey,\n11\nrespondents\nhave\napplied\nfor\naccess\nto\nthe\nMeta\nContent\nLibrary,\nof\nwhom\nonly\nfive\nhave\nbeen\ngranted\nit\npermanently\n.\nThis\nincludes\nmostly\nacademic\ninstitutions\nand\nnonprofits,\nwith\none\nnonprofit\nfact-checker.\nEven\nfor\nthose\nwho\nare\ntheoretically\nable\nto\naccess\nit,\nthe\nprocess\nis\ncomplicated\nand\ntime-consuming,\nand\nrespondents\nshared\nthat\nMeta\nhas\nnot\nbeen\nresponsive\nto\nrequests\nfor\nhelp.\nNo\naccess\nfor\njournalists\nAs\nof\nnow,\nthe\nMeta\nContent\nLibrary\ncategorically\nbans\nall\ncommercial\nmedia\noutlets\nfrom\nindependent\naccess\n,\nfrom\nThe\nNew\nYork\nTimes\nto\nFox\nNews\nto\nthe\nDaily\nMail.\nMeta\nhas\nrecently\nadapted\nthe\nguidelines\nto\nallow\naccess\nfor\nthose\nwith\na\nresearch\nagenda\nand\nnot\njust\na\nspecific\nacademic\nresearch\nproject,\nbut\nthis\nstill\nbars\na\nmajority\nof\nnewsrooms\nunless\nthey\nhave\nsome\nsort\nof\nongoing\nresearch\ncollaboration\nor\npartnership\nwith\na\nuniversity\nor\nnonprofit.\nMeta\nhas\nyet\nto\ngive\na\nclear\nexplanation\nfor\nwhy\nit\nnow\nbelieves\nfor-profit\norganizations\nshouldn\u2019t\nhave\naccess,\nas\nit\nwill\nimpact\nreporters\nwho\ndo\ncritical\nreporting\non\ntechnology\u2019s\nimpacts\non\nsociety.\nSome\njournalists\nbelieve\nit\nwas\nexplicitly\ndesigned\nto\ncut\nthem\nout.\nOne\nnews\noutlet\nclaimed,\n\u201cI'm\na\njournalist\nso\nI\ndon't\nmeet\nthe\nlegibility\n[sic]\ncriteria.\nThey've\nintentionally\nstructured\nit\nto\nshut\nout\njournalists.\u201d\nComplicated\nprocess\nEven\nfor\nthose\nwho\nare\neligible,\nthe\nprocess\nof\napplying\nto\nthe\nMeta\nContent\nLibrary\nis\nconvoluted\nand\nlengthy.\nA\npaper\nfrom\nthe\nWeizenbaum\nInstitute\ndetailed\nadditional\ncomplications\nwith\nthe\nprocess,\nfrom\nthe\ndifficulty\nof\nfinding\napplication\nforms\nto\nthe\nstrict\ninterpretations\nof\neligibility\nand\nlength\nof\ntime\nto\nreceive\nresponses.\nResearchers\nalso\nnoted\nthat\nthey\nneed\nto\nprovide\ndetailed\ninformation\nabout\nindividuals,\nwhich\nbrings\nup\nprivacy\nconsiderations,\nand\nthat\nthe\ntime\nlapse\nmay\nimpact\nongoing\nwork.\nMeta\nhas\nalso\nnot\nbeen\nvery\nresponsive\nto\nthose\nseeking\nhelp.\nIn\nits\ninitial\nemail\nannouncing\nthe\nshutdown\nof\nCrowdTangle\nto\nall\nusers,\nMeta\ndid\nnot\nmention\nthe\nContent\nLibrary\nor\nany\ndetails\nabout\nhow\nusers\ncould\napply\nfor\nit\u2014leading\nseveral\nto\nwonder\nif\nit\u2019s\ntruly\nintended\nas\na\nreplacement.\nWhile\nthe\ncompany\ndid\nreach\nout\nto\n14\nof\nthe\nsurveyed\nrespondents\nabout\ntheir\ndata\naccess\nneeds,\nsome\nof\nthose\norganizations\nstill\nhaven\u2019t\nbeen\ngiven\naccess\nto\nthe\nContent\nLibrary\nafter\napplying\n.\nOne\nuniversity\nnoted,\n\u201cWhen\nI\nemailed\nthem\nabout\napplying\nfor\naccess\nmy\nmessage\nwas\nmet\nwith\nsilence,\nand\nI\nbelieve\nothers\nhad\nthe\nsame\nexperience.\nThere\nis\nno\nclarity\non\nhow\napplications\nare\nreviewed.\u201d\n6\fLost\naccess\nUsers\nare\nalready\nfacing\noutages\non\nCrowdTangle\nbefore\nthe\ntransition\ndeadline,\nlikely\ndue\nto\nfewer\nstaff\nworking\non\nthe\nplatform.\nSome\nexpect\nsuch\ndisruptions\nto\nincrease\nas\nusers\ndownload\ndata\nbefore\nthe\nshutdown\nand\nthe\nwork\non\nthe\nplatform\ngets\nincreasingly\noutdated.\nOne\nnews\norganization\nhas\nalready\nlost\nits\nCrowdTangle\naccess,\nand\ntheir\nrequests\nfor\nsupport\nhave\ngone\nunanswered.\nConclusion\nIn\na\nyear\nwhen\nnearly\nhalf\nthe\nworld\u2019s\npopulation\nis\ngoing\nto\nthe\npolls,\nmalicious\nactors\nare\ndoing\ntheir\nbest\nto\ninterfere,\nand\nMeta\ncannot\nfend\nthem\noff\nalone.\nData\naccess\nallows\njournalists\nand\nresearchers\nto\ncut\nthrough\nthe\nnoise\nto\ntrack\nand\ncounter\ndisinformation,\nhate\nspeech\nand\nreal-world\nthreats\nto\nhealth\nand\nsafety,\nespecially\nduring\ncontentious\nelections.\nIt\nis\nessential\nthat\nsocial\nmedia\ncompanies\nmaintain\naccess\nfor\nindependent\nwatchdogs\nnow\nand\ninto\nthe\nfuture.\nCrowdTangle\nhas\nbeen\nthe\npremier\ntool\nin\nthis\neffort,\nand\nour\nsurvey\ndemonstrates\nthat\nthe\npublic\ninterest\nresearch\ncommunity\ndoes\nnot\nyet\nhave\na\nsufficient\nreplacement.\nMeta\nshould\ndedicate\nsufficient\nresources\nto\nmaintaining\nCrowdTangle\nand\nto\nimproving\nthe\nContent\nLibrary\nuntil\nit\nbecomes\nthe\nadept\ndata\naccess\ntool\nit\nhas\nthe\npromise\nto\nbe.\nThis\nshould\nbe\ndone\nin\nconsultation\nwith\nthe\nglobal\npublic\ninterest\nresearch\ncommunity,\nincluding\njournalists\nand\nindependent\nresearchers\nin\nthe\nGlobal\nMajority,\nto\nensure\ntheir\nneeds\nare\nmet.\nThis\nmeans\nimproving\nthe\nContent\nLibrary\u2019s\nfunctionalities,\nespecially\nin\nterms\nof\ntracking\nprominent\nfigures\nand\naccounts,\ndownload\ncapabilities,\nease\nof\nuse\nand\ntimeliness.\nAnd\nit\nalso\nmeans\nstreamlining\nthe\napplication\nprocess\nand\nallowing\nall\nof\nCrowdTangle\u2019s\nusers\nonto\nthe\nnew\nplatform,\nincluding\nnewsrooms.\nThanks\nto\nthe\ntireless\nadvocacy\nof\nmany\nin\nthe\nresearch\ncommunity,\nMeta\nhas\ntaken\nsome\nfeedback\non\nboard,\nincluding\nexpanding\naccess\nto\nthe\nContent\nLibrary\nfor\nmore\ncivil\nsociety\nresearchers\nand\nadvocacy\ngroups\nand\nopening\nup\nnew\ncapabilities\non\nthe\nplatform.\nBut\nthe\nfact\nremains:\nIt\u2019s\nnot\nenough.\nTo\npreserve\naccess\nto\ncrucial\ndata\nand\nprotect\nthe\nintegrity\nof\nelections\nglobally,\nMeta\nshould\nkeep\nCrowdTangle\nrunning\nthrough\nat\nleast\nthe\nend\nof\nthis\nyear\nand\nuntil\nthe\nContent\nLibrary\nis\nfully\nfunctional\nand\naccessible.\nMeta\nhas\nbeen\ncelebrated\nas\na\nleader\nfor\ndata\naccess\nand\ntransparency\ncompared\nto\nits\npeers;\nnow\nis\nthe\nmoment\nfor\nthe\ncompany\nto\nlive\nup\nto\nits\nprinciples\nand\nprotect\nthe\npublic\u2019s\nright\nto\nknow.\nAcknowledgements\nWe\nwould\nlike\nto\nexpress\nour\nsincere\ngratitude\nfor\nthe\nintelligent\ninsights,\ndeep\nexpertise\nand\nastute\nfeedback\nof\nall\nthose\nwho\ndeveloped\nand\nreviewed\nthis\nsurvey\nand\nreport,\nincluding:\nMaia\nWoluchem,\nBrandi\nGeurkink,\nCameron\nHickey,\nJo\nLukito,\nMolly\nWaiting\nand\nClaire\nPershan.\nThe\nCoalition\nfor\nIndependent\nTechnology\nResearch\nadvances,\ndefends,\nand\nsustains\nthe\nright\nto\nethically\nstudy\nthe\nimpact\nof\ntechnology\non\nsociety .\nThe\nCoalition\nis\na\nfiscally\nsponsored\nproject\nof\nAspiration,\na\nregistered\n501(c)3\nnonprofit\norganization.\n7"}


created_at: 2024-11-07 15:52:02
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: bdb31a370d1a3ac461d6f3d53fd49580aaee97af9bfe7439511cb7c01c0cbed3
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data access for researchers _ LinkedIn Help.pdf", "source_id": "1b07419c289afd133a216fcc58650cb0e7a1d5e1d33e21a6eda2291452633490", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "Data access for researchersLast updated: 4 weeks agoAs of August 2023, we offer a [Beta] Researcher Access Program in order to meet our legal requirements underthe European Union\u2019s Digital Services Act (DSA). Specifically, Article 40(12) of the DSA requires that we makeavailable to qualified researchers, upon application, data that is publicly accessible on LinkedIn, so long as thefollowing conditions are satisfied:\nIf you are a researcher interested in conducting this research, please fill out this application form. We will treatany personal data included as part of an application in accordance with our Privacy Policy. Any information thatyou submit as part of the application will not be treated as confidential information by LinkedIn or its affiliates.Even if you are selected for research access, you acknowledge and agree that LinkedIn, its affiliates, or otherresearchers are free to conduct research on the same or similar topics.How it works: At this time, we are not yet supporting requests for other research projects related to our public data. Please note,that we do allow certain researcher access to information regarding ads served on the LinkedIn services. For moreinformation, please see here.Was this answer helpful?Contact usLinkedIn Corporation \u00a9 2024AboutTransparency CenterResearchers must be independent from commercial interests.\u2022The researcher\u2019s application must disclose the funding of the research.\u2022The researcher must be capable of fulfilling specific data security and confidentiality requirementscorresponding to each request and to protect personal data; and the researcher must describe in theapplication the appropriate technical and organisational measures that have been put in place to thisend.\u2022The application must demonstrate that the access to the data and the time frames requested arenecessary for, and proportionate to, the purposes of their research.\u2022The expected results of the proposed research must contribute to the detection, identification andunderstanding of systemic risks in the European Union, as follows:\u00a0\u2022The dissemination of illegal content through the "}


created_at: 2024-11-07 15:52:02
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 359b1910d7c050ee0ba39562a89e00be3a20aba87302fcd72855e7635209f3ef
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data access for researchers _ LinkedIn Help.pdf", "source_id": "1b07419c289afd133a216fcc58650cb0e7a1d5e1d33e21a6eda2291452633490", "page_number": 1, "split_id": 1, "split_idx_start": 1814, "chroma:document": "frames requested arenecessary for, and proportionate to, the purposes of their research.\u2022The expected results of the proposed research must contribute to the detection, identification andunderstanding of systemic risks in the European Union, as follows:\u00a0\u2022The dissemination of illegal content through the services.\u2022Any actual or foreseeable negative effects for the exercise fundamental rights, in particular thefundamental rights of human dignity enshrined in Article 1 of the Charter; respect for privateand family life enshrined in Article 7 of the Charter, to the protection of personal dataenshrined in Article 8 of the Charter; freedom of expression and information, including thefreedom and pluralism of the media, enshrined in Article 11 of the Charter; non-discriminationenshrined in Article 21 of the Charter; respect for the rights of the child enshrined in Article 24of the Charter; and a high-level of consumer protection enshrined in Article 38 of the Charter.\u2022\nAny actual or foreseeable negative effects on civic discourse and electoral processes, andpublic security.\u2022Any actual or foreseeable negative effects in relation to gender-based violence, the protectionof public health and minors, and serious negative consequences to the person\u2019s physical andmental well-being\u2022\nFill out the application form and submit it in accordance with the instructions on the form.\u2022We will review the applications to access public data under the criteria set forth in Article 40(12) of theDSA. We may contact you for additional information necessary for us to assess your application.\u2022We will notify you using the contact information you provide if you are selected.\u00a0\u2022Selected researchers will be asked to enter into terms governing their access to the public data (and/oruse of APIs (as applicable) for the purpose of the approved research, including terms related to thesecurity and legal use of personal data that may be made available to you under General Data ProtectionRegulation.\u2022\nYesNo\nEnglish (English)Privacy and TermsDue to high support volume, it may take longer "}


created_at: 2024-11-07 15:52:02
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 19d4f1505c7027b7126d225ff9d37c91cb795b64a62dd402b1b1bc1ef8743a9a
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data access for researchers _ LinkedIn Help.pdf", "source_id": "1b07419c289afd133a216fcc58650cb0e7a1d5e1d33e21a6eda2291452633490", "page_number": 1, "split_id": 2, "split_idx_start": 3612, "chroma:document": "for the purpose of the approved research, including terms related to thesecurity and legal use of personal data that may be made available to you under General Data ProtectionRegulation.\u2022\nYesNo\nEnglish (English)Privacy and TermsDue to high support volume, it may take longer than usual to hear back from our Support Agents.Help\nHow can we help?LinkedIn"}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: a0f6cf49ba36616d03a28d44aaddf2851670c64c76b9cb24925781caa06cb678
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "Anti-Defamation League605 Third AvenueNew York, NY 10158-3650(212) 885.7700FinancialsContactNewsletter SignupPrivacy PolicyADL en Espa\u00f1olEventsResearch & AnalysisFind Ways to GivePress Center\ud835\udd4f\ud835\udd4f\ud835\udd4f\ud835\udd4f\uf39e\uf0e1\uf16d\uf167\ue07b\u00a9 2024 Anti-Defamation League. All Rights Reserved.\nARTICLEData Accessibility Update: X Takes aTumble, TikTok Inches Forward\nJUMP TO1. Introduction2. User Data & APIs: How TheyWork3. Scoring Platforms on DataAccessibility\nRELATED RESOURCESARTICLEPro[ting from Hate:Platforms\u2019 Ad\u2026Placement ProblemSeptember 27, 2023\nARTICLEFundraising for Hate:Platforms\u2019 Revenue-\u2026GeneratingOpportunitiesNovember 30, 2023\nPublished: 12.20.2023Online Hate & HarassmentFrom: Center for Technology and Society\nFor researchers and civil society organizations who track online antisemitism andother forms of hate, access to data from social media platforms is essential toverify platforms\u2019 claims and expose gaps in policy enforcement. Accurate andcomprehensive data from platforms allows groups such as ADL to understandthe extent and nature of online hate and extremist activity, the experiences ofvictims, and steps platforms are or are not taking to address harmful content.Without this kind of data access, the public is left with few options to validatetech companies\u2019 assertions when reporting on hate speech and enforcementmetrics.\u00a0As part of ADL \u2019s 2021 Online Antisemitism Report Card, ADL included a scorecardevaluating platforms for their commitment to researcher access to data.\u00a0Since our initial report, however, some platforms have taken steps backwards interms of data access. In 2023 two major mainstream platforms, Reddit and X,began monetizing their previously free access to platform data. This restricts theability of interested parties, such as researchers and volunteer communitymoderators (e.g. Reddit mods,) to monitor and take action against problematicspeech.\u00a0PlatformsFreePublicDataAPIAcademicResearcherData APIAccess orExpandedAccessCivilSocietyData APIAccessorExpandedAccessAPIMonetizationFree SearchFunctionality& DataFreeStreamingFunctionality& DataFreeAPIRateLimitsQualityDocumentation(Yes/No)\n\ud83d\udfe2\nYes\n\ud83d\udfe2\nYes;expandedratelimits\n\ud83d\udfe2\nYes;expandedratelimits\n\ud83d\udfe1\n24 cents /1,000requests(free fornon-commercialresearchersand somemoderationtools)\n\ud83d\udfe2\nPublic\n\ud83d\udfe2\nYes (forlivethreads)\n\ud83d\udfe2\n1,000requests/10minutes\n\ud83d\udfe2\nYes\n\ud83d\udfe2\nYes\n\ud83d\udfe2\nYes;expandedratelimits\n\ud83d\udd34\nNo\n\ud83d\udfe2\nNone\n\ud83d\udfe2\nPublic\n\ud83d\udd34\nNo\n\ud83d\udfe1\n10kunits/day(increasedforacademics)\n\ud83d\udfe2\nYes\n\ud83d\udfe1\nYes (forchannelsresearcheris a partof)\n\ud83d\udd34\nNo\n\ud83d\udd34\nNo\n\ud83d\udfe2\nNone\n\ud83d\udd34\nNo\n\ud83d\udd34\nNo\n\ud83d\udfe2\nVariable -50requests/secondfor bots\n\ud83d\udfe2\nYes\n\ud83d\udd34\nNo\n\ud83d\udfe2\nYes - thisis theonlygroup towhichAPI isavailable\n\ud83d\udd34\nNo\n\ud83d\udfe2\nNone\n\ud83d\udfe1\nUS andEuropeacademicresearchersonly\n\ud83d\udd34\nNo\n\ud83d\udfe1\n1,000requests/day(Academicsonly)\n\ud83d\udfe2\nYes\n\ud83d\udd34\nNo\n\ud83d\udfe2\nYes (APIforresearchersonly)\n\ud83d\udfe2\nYes (APIforresearchersonly)\n\ud83d\udfe2\nNone\n\ud83d\udfe1\nMajorlimitationsto availabledata, andforqualiPedresearchersonly\n\ud83d\udd34\nNo\n\ud83d\udfe1\n60 queries/minute,500,000posts/week\n\ud83d\udfe2\nYes\n\ud83d\udfe1\nYes(videosonly, nochat)\n\ud83d\udd34\nNo\n\ud83d\udd34\nNo\n\ud83d\udfe2\nNone\n\ud83d\udd34\nBy gameonly\n\ud83d\udd34\nNo\n\ud83d\udfe2\n30requests/minute\n\ud83d\udfe2\nYes\n\ud83d\udd34\nNo\n\ud83d\udd34\nNo\n\ud83d\udd34\nNo\n\ud83d\udd34\n$100/month(basic),$5,000/month(pro),$42,000-210,000+/month(Enterprise)\n\ud83d\udd34\nNo; searchfor Pro orEnterpriseonly\n\ud83d\udd34\nNo; livetweetdecahoseandsearch forPro orEnterpriseonlyN/A\n\ud83d\udfe2\nYes\nSearch...\nUser Data & APIs: How They WorkSocial media platforms collect untold volumes of user data, which is sold toadvertisers and used to maximize engagement on the platforms, for immensepro[t. This business model, sometimes called \u201csurveillance capitalism,\u201d "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: b095988eb16e5bab884fc0324f82ceec05ff16144b53e1129df0c7de68ad226c
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 1, "split_idx_start": 3052, "chroma:document": "Pro orEnterpriseonly\n\ud83d\udd34\nNo; livetweetdecahoseandsearch forPro orEnterpriseonlyN/A\n\ud83d\udfe2\nYes\nSearch...\nUser Data & APIs: How They WorkSocial media platforms collect untold volumes of user data, which is sold toadvertisers and used to maximize engagement on the platforms, for immensepro[t. This business model, sometimes called \u201csurveillance capitalism,\u201d meansthat tech companies have an incentive to collect granular personal data bymaximizing the amount of time users spend watching, scrolling, liking, andclicking on their sites\u2014even when the content is hateful or incendiary. But techcompanies also have a responsibility to make online spaces just and equitable,protecting users from harmful content such as hate and harassment. Making platform data transparent and accessible to the public ensures thatindependent researchers, including from academia and civil society, can evaluatetech companies\u2019 claims about enforcing their rules, such as how much violativecontent they remove or otherwise sanction. Data access also allows researchersto study online hate and harassment and to better understand the experiences oftargets, not to mention extremist activity. Without this degree of transparency,platforms\u2019 claims about moderation and user safety are impossible to verify. Community moderators and developers rely on data access tools as well,including third-party content moderation tools for sites like Reddit, Discord, andTwitch. Without access to Application Programming Interfaces (API), moderatorsare unable to access, report, and remove content violating rules for theirparticular online communities, such as subreddits or Discord channels.Restricting or monetizing data access hurts researchers, moderators, andultimately the public that relies on social media for conversation, connection, andcommunity.\u00a0APIs serve as intermediaries between different pieces of software, allowing themto communicate using a sort of common language. In the context of platformresearch, this typically entails researchers submitting requests for speci[c publicdata from the platform and having the requested data returned by the API. Forexample, to study the rate or nature of antisemitic posts over a given period, ADLmight request posts containing the word \u201cJewish,\u201d posted between "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 92a08fa4065736cb600cbbac1a9cab6aa83a3601c294b0f749d34782adf433fe
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 2, "split_idx_start": 5064, "chroma:document": "submitting requests for speci[c publicdata from the platform and having the requested data returned by the API. Forexample, to study the rate or nature of antisemitic posts over a given period, ADLmight request posts containing the word \u201cJewish,\u201d posted between October 7 andOctober 14, that have received at least 1,000 likes. A popular way of explaining APIs is to compare them to a server at a restaurant.The technical infrastructure of the platform where data is stored, structured, andmade visible for interactions is like the restaurant\u2019s kitchen \u2013 the general public isnot allowed in. But, if you know how to place an order correctly (by putting in a\u201ccall\u201d to the API), the API can go back into the kitchen for you with your requestand bring you out what you need.\u00a0Olcial API access from platforms is critical to research because it is generallyconsidered the most complete and reliable source of data about social mediacontent and user engagement. While there are other means of collecting data,including purchasing data from third parties and \u201cscraping\u201d it from the internet,these methods often require more time and/or effort. They can also be blockedby anti-automation measures such as CAPTCHA, leading to incomplete data or atotal lack of access at scale. Although scraping public data is considered lawful,it generally violates platforms\u2019 terms of service. Platforms prohibit scraping forseveral reasons: they have a [nancial incentive to retain sole access to datasetsof user behavior at scale (to sell to advertisers and improve the platform) andprohibiting scraping also keeps their servers from being overwhelmed byrequests and protects user privacy. To extend the earlier metaphor, walking intothe kitchen yourself is generally frowned upon by the restaurant; while you mightbe able to get something to eat before you\u2019re kicked out, it may be more like asmattering of ingredients than a full meal. Scoring Platforms "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 23da6a3a01545083af61a5b70bd42b49ae0fc2e9aaacdea74dc4421549d40f6a
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 3, "split_idx_start": 6746, "chroma:document": "earlier metaphor, walking intothe kitchen yourself is generally frowned upon by the restaurant; while you mightbe able to get something to eat before you\u2019re kicked out, it may be more like asmattering of ingredients than a full meal. Scoring Platforms on DataAccessibility\u00a0Olcial API access is not a one-size-[ts all solution: the utility of platform APIs isaffected by a number of other factors. Our updated Data Accessibility Scorecardevaluates the extent and functionality of each major platform\u2019s data access forresearchers, using several criteria: The primary question is who has access; are APIs open to the general public,to researchers generally or only speci[c types of researchers, or only to thoseorganizations (frequently corporations) who can afford them? What data is accessible, and can it be easily queried via search? Can live data and/or random samples of platform content be acquired? What usage limits (also known as rate limits or quotas) cap the amount of datathat can be requested? And does the platform publish clear and thorough documentation meant to aidin the proper use of their API?\u00a0The updated Data Accessibility Scorecard addresses these questions, assigningeach platform a composite score based on [ve categories: groups provided APIaccess, extent of API monetization, available data, search capability, and ratelimits.\u00a0These scores provide an overview of the state of data accessibility oneight major platforms in 2023, and largely paint a dire picture.\u00a0Reddit\u00a0Reddit\u2019s API provides access to public data, increased rate limits for researchers(although even after several weeks, Reddit had not responded to ADL \u2019s requestsfor researcher status), search functionality with a number of [lters, a rate limitthat allows for 100 requests per minute with no further daily quota (forcomparison, TikTok limits API usage to 1,000 requests a day), and even access tolive data in the form of Live Threads. Despite these helpful features, Redditcharges third parties for higher rate requests "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7e3df614b111587ee941860b51b7243650bb4f791f7f65b8fb9ed26f2b2c942e
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 4, "split_idx_start": 8503, "chroma:document": "requests per minute with no further daily quota (forcomparison, TikTok limits API usage to 1,000 requests a day), and even access tolive data in the form of Live Threads. Despite these helpful features, Redditcharges third parties for higher rate requests (largely in response to concernsthat OpenAI and other AI companies are using Reddit content as training datawithout compensation). Some press speculated that Reddit made this move toboost revenue in advance of an expected upcoming IPO). Reddit does not charge non-commercial researchers for API access, nor formoderation bots--though such bots require time and technical knowledge toimplement. However, monetization has severely affected popular third-party toolswhich made moderation at scale more manageable for Reddit\u2019s volunteermoderators without the necessary hours and coding expertise. It is not the mereact of monetizing the Reddit API that proved to be a problem but the pricing,which Apollo CEO Christian Selig estimated at roughly 72x the cost of data fromImgur, a similar platform to Reddit. In response to this change, Reddit moderators launched strikes and blackouts ofpopular subreddits. And while Reddit made some concessions for accessibility-focused apps, the platform otherwise forced through its changes. Third-partyapps which once aided Reddit's volunteer moderators have been severelyaffected by the high cost of API access: Apollo has shuttered entirely, whilethrough a partnership with Reddit, Pushshift has become available to moderatorsonly. It has also been beset with technical hiccups and obstacles such as single-use access tokens that prevent the automation of moderation. While Reddit\u2019s APInow provides the most accessible data among mainstream platform APIs; itslower score in 2023 versus 2021 reqects the effect of this monetization schemeon the community moderators Reddit relies upon to identify and take actionagainst violative content.\u00a0YouTube\u00a0YouTube offers a data API to the general public with additional data access foracademic researchers. Its strengths include retroactive search functionality,detailed and clear documentation, and "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: e333267a444fe95a268d4c639a4588d4cb27636153e20086fd869ded320852e2
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 5, "split_idx_start": 10308, "chroma:document": "this monetization schemeon the community moderators Reddit relies upon to identify and take actionagainst violative content.\u00a0YouTube\u00a0YouTube offers a data API to the general public with additional data access foracademic researchers. Its strengths include retroactive search functionality,detailed and clear documentation, and access to videos, comments,recommended videos, and metadata for videos and user pages. Its maindrawback is its rate limit, especially for civil society researchers (academicresearchers are eligible for higher limits as part of its higher educationprogram). The public Data API offers 10,000 \u201cunits\u201d a day, but search requests are heavilyweighted, costing 100 units and returning only 10 videos for each search. If usingthe API for searches, only 100 searches would be permitted per day which putsYouTube\u2019s rate limits below even TikTok\u2019s 1,000 search requests per day andincludes fewer results per search. Unlike TikTok, there is opportunity for theserates to be expanded for certain approved academic researchers. YouTubeshould also add the ability to track comment threads beyond immediate replies(that is, one level deep). The features available in this API are expansive, buthigher rate limits are necessary for non-academic researchers.\u00a0Discord\u00a0Discord, a chat platform for online gamers and other communities, consists ofprivate channels created by users. Accordingly, there is no truly \u201cpublic\u201d data.Researchers must already be members of a given channel to access data. Thetools described in the Discord API documentation are largely geared towardsintegration with bots and moderation--with options such as setting up auto-moderation rules and pinning messages--more than they are tailored towardsresearch applications. While the API features a high rate limit, it lacks searchfunctionality, hampering its utility for research: channels or particular posts wouldneed to [rst be located manually by a researcher, rather than discovered throughsearch queries.\u00a0TikTok\u00a0In 2023, TikTok launched its Research API, initially for academic researchers inthe United States, and then in Europe. Although the API can return data on videos,comments, "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 816d529746fedfe8ae2bc2a55a10e03f03b9e418f42da18ff2cf44ab46c92587
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 6, "split_idx_start": 12194, "chroma:document": "posts wouldneed to [rst be located manually by a researcher, rather than discovered throughsearch queries.\u00a0TikTok\u00a0In 2023, TikTok launched its Research API, initially for academic researchers inthe United States, and then in Europe. Although the API can return data on videos,comments, and user pages, and there is a search feature in the API with anumber of [lters, several other features are lacking or missing. For example, only1,000 comments may be collected per post; there is no way of [ltering by Stichesto or Duets with a video (the TikTok version of reply threads); and follower listsare not available despite being public on the app and on the web. TikTok still doesnot provide access to civil society researchers, including ADL. Moreover, therequirements for approved researchers are onerous: they must refresh data every[fteen days and share outputs with TikTok seven days in advance of publication(this is a signi[cant improvement over the original requirement of 30 days). Theplatform has also still not made available an API tracking content moderationactions, which was promised alongside the data API in July 2022, nor indicatedwhen (or if) it will. But the most serious limitation of the TikTok API is its rate limitof only 1,000 requests for data per day, lagging other similar platform APIofferings, with no possibility for expanded access. This low rate limit curtails thescale of research possible on the platform.\u00a0Meta (Facebook and Instagram)\u00a0In 2016, Facebook purchased CrowdTangle, a tool for tracking trends and howposts perform on the platform. From 2017 onwards, especially after the 2018Cambridge Analytica Scandal, Facebook began to roll back CrowdTangle access.By 2022, Meta had removed CrowdTangle support entirely.In late 2023 Meta released its Public Content Library and API, available toresearchers alliated with a \u201cquali[ed academic institution or a quali[ed researchinstitution.\u201d The documentation for this API and its features is clear, and the \u201cGetCode\u201d option "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: a261192a3d9ae50b5b8644ae72242823520c4ccf7d39c2e8a1ad8eb51ea2d633
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 7, "split_idx_start": 13905, "chroma:document": "removed CrowdTangle support entirely.In late 2023 Meta released its Public Content Library and API, available toresearchers alliated with a \u201cquali[ed academic institution or a quali[ed researchinstitution.\u201d The documentation for this API and its features is clear, and the \u201cGetCode\u201d option on the web application is especially useful for researchers with lesscoding experience; it a feature other platforms would do well to adapt. Meta\u2019s ratelimit of 60 requests/minute is fairly generous, though the weekly cap of 500,000posts a week could hinder some research. The primary concern about Meta\u2019s new Content Library and API is what is notavailable. Foremost, comments and stories cannot be collected for eitherplatform, leaving large swaths of data on user activity inaccessible. WhatsApp isabsent from the API, likely due to the platform\u2019s more private nature. Finally, alltags of individual users are excluded and anonymized. While this may be a usefulstep in protecting the privacy of most individual users, it presents a seriousobstacle to studying activity surrounding public [gures such as politicians andcelebrities.\u00a0Twitch\u00a0Like Discord, Twitch operates primarily as a secondary platform for onlinegamers where creators can livestream gameplay. Also, similarly to Discord,Twitch\u2019s API is better suited to content creators and moderators thanresearchers. Video recordings of completed streams made public by theircreators may be obtained, but no further data is available. Live video streams andchat logs, arguably the two most important aspects of this streaming platform,are inaccessible. This data is available only when streamers grant expresspermission to researchers to collect this data and approve their software fordoing so; otherwise, the Twitch API is limited only to video recordings. Theprevious version of this scorecard weighted reporting and moderation tools moreheavily, whereas in this update we prioritize accessibility of raw data, whichaccounts for the change in Twitch\u2019s rating.X\u00a0Once the gold standard of olcial data APIs, X has gated access to data behindsteep "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: f7cf26ef65e26f1b2ebe8f11e3fdc6f2bdd66163fa930e25bb96991cec82984e
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Data Accessibility Update_ X Takes a Tumble, TikTok Inches Forward _ ADL.pdf", "source_id": "a9c80153e8c429617995a9737d393b7ec2171416c49584e9f141e20d7063a1ed", "page_number": 1, "split_id": 8, "split_idx_start": 15728, "chroma:document": "of this scorecard weighted reporting and moderation tools moreheavily, whereas in this update we prioritize accessibility of raw data, whichaccounts for the change in Twitch\u2019s rating.X\u00a0Once the gold standard of olcial data APIs, X has gated access to data behindsteep subscription fees. In March 2023, X announced the details of its revisedAPI access tiers, olcially ending a 17-year era of free API access. Previously, thegeneral public could retrieve up to 2 million tweets per month and access arandom 1% of the live \u201c[rehose\u201d stream of all tweets for free, and academicresearchers could retrieve up to 10 million Tweets per month without charge.Now, the free tier of API access includes just write-only access (e.g. postingtweets), making the API unsuitable for researchers. The $100/month \u201cBasic\u201d tier includes only 10,000 post reads per month. The nexttier up costs $5,000/month, with access to 1 million posts per month (a tenth ofwhat was previously available to researchers for free). Only at this tier do searchand the live stream of tweets become available. Further access is available viathe Enterprise tier, with plans from $42,000/month to $210,000+/month. Suchsums are beyond the reach of most researchers, rendering access to X costprohibitive to all but companies and organizations with deep pockets.\u00a0Footnotes1. Available data and rate limits were scored based on the best free tier of dataaccess for the platforms with paid API access options.\u00a01\ud835\udd4f\ud835\udd4f\ud835\udd4f\ud835\udd4f\uf39e\uf0e1\uf16d\uf167\ue07b Find Your Local ADL\uf3c5Report an Incident\u26a0Press2. User Data & APIs: How They Work\nTOP"}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 009cb7bab4a4ffc777ab7a2494be0b60956bf39ca4ed25eb082142228a705779
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\DSA 40 Collaboratory \u2013 Information, Networking & Support for Platform Data Access.pdf", "source_id": "7ea20f93abc36c7091537d51227313ad28150c0e59da629ef4d7c04642fc028b", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "DSA40 Data AccessOur goal is to connect, inform andsupport researchers with platformdata access requests based on DSAArticle 40.We also track the implementation ofthis legislation to inform politicians,the interested public and otherstakeholders.Our ProjectsNewslettersPublicationsDSA40 Data Access TrackerImprintDSA 40 Data Access CollaboratoryEuropean New School of DigitalStudiesEuropean University ViadrinaGro\u00dfe Scharrnstra\u00dfe 5915230 Frankfurt (Oder)Germanycontact@dsa40collaboratory.eua joint project by\nfunded by Stiftung Mercator\nCopyright \u00a9 2024 DSA 40 CollaboratoryPrivacy Policy\nInformation, Networking & Support forPLATFORM DATA ACCESSArticle 40 of the Digital Services Act (DSA) requires platforms to grant data access to researchers and non-pro\ufb01torganisations in order to detect, identify and understand systemic risks in the European Union.The DSA 40 Data Access CollaboratoryDSA 40 Data Access Collaboratory provides up-to-date information on the legislation\u2019simplementation, networking activities, and advisory services for researchers, lawmakers, and the interestedpublic.SIGN UP TO OUR MAILING LISTCONTACT US\nOur Projects\nNewsletterRead our previous newsletters and sign up to stayinformed about everything related to DSA Article 40.\nAccess TrackerTrack your data access application and help us tosupport future data access requests.\nPublicationsBrowse everything we have published on DSA Article 40and data access thus far.Stay up-to-dateSign up to our newsletter to receive updates on DSA40 data accessand new projects by the Collaboratory.Enter your nameEnter your emailConsent to Data Processing Consent to Data Processing *\nI consent to the processing of my personal information as de-tailed in the privacy policy.SUBMITData Access BasicsFrequently AskedQuestionsWho can submit DSA 40 data access applications?Who can submit DSA 40 data access applications?What data can be requested?What data can be requested?What are systemic risks?What are systemic risks?Have more questions? Have more questions? Contact us!Contact us!The DSA 40 Collaboratory Core Team\nUlrike KlingerPrincipal InvestigatorEuropean University Viadrina\nJakob OhmePrincipal InvestigatorWeizenbaum Institute\nLukas SeilingCollaboratory Coordinator\nSophia GrafExecutive Assistant\nABOUT THE COLLABORATORYThe DSA40 Data Access TrackerKeep track of youraccess applicationWe call upon researchers and other non-pro\ufb01t organisations to sharetheir data access requests with us, so that we caninform the public about the "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7b87f284c25a97e2e6513b31e64d3ccd99aa59c24816083f3e8ff949f695a89d
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\DSA 40 Collaboratory \u2013 Information, Networking & Support for Platform Data Access.pdf", "source_id": "7ea20f93abc36c7091537d51227313ad28150c0e59da629ef4d7c04642fc028b", "page_number": 1, "split_id": 1, "split_idx_start": 2137, "chroma:document": "Viadrina\nJakob OhmePrincipal InvestigatorWeizenbaum Institute\nLukas SeilingCollaboratory Coordinator\nSophia GrafExecutive Assistant\nABOUT THE COLLABORATORYThe DSA40 Data Access TrackerKeep track of youraccess applicationWe call upon researchers and other non-pro\ufb01t organisations to sharetheir data access requests with us, so that we caninform the public about the success rate of access requestsdevelop guidance for successful access requestsinform ongoing regulatory processes\u00a0REGISTER YOUR APPLICATION\n30complete applicationsregistered23applications have beendecided by the platforms29applications have requestedpublic data\u2605 14applications were acceptedby the platformsHomeAboutAccess TrackerPublicationsContact Us"}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 264bc6ed0ff9eb3e77270009ffdaadf6f7019493512ce3894255f00913f745f7
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "\u2709\nAboutMissionMastheadPrivacy PolicyContactSupport CJRBecome a MemberDonateAdvertiseContact Us\nMeta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t asTransparent or AccessibleThe social media monitoring tool, which has been used to track misinformation, is setto disappear as elections take place worldwideJULY 9, 2024By SARAH GREVY GOTFREDSEN AND KAITLYN DOWLING\nImage: Menlo Park, CA, USA - Apr 30, 2022: Closeup of the Meta sign at the entrance to the Meta Platformsheadquarters in Menlo Park, California. Meta Platforms, Inc. is an American tech conglomerate. 502702485abSign up for The Media Today, CJR\u2019s daily newsletter.This piece has been copublished with Proof News.The US elections are less than \ufb01ve months away, and the publichas less visibility than ever into political messaging onFacebook and Instagram. In August, Meta is shutting down CrowdTangle, a popularsocial media monitoring tool used to track misinformation onFacebook and Instagram. The company says its replacement,the Meta Content Library (MCL), is a better tool forresearchers. But a joint investigation by Proof News, the Tow Center forDigital Journalism, and the Algorithmic Transparency Institutefound that Meta\u2019s replacement tool is less transparent andaccessible than CrowdTangle. On eleven key topics, Meta\u2019snew tool has fewer features than CrowdTangle. Andresearchers say the process of getting access to the tool iscumbersome and slow\u2014and some journalists can\u2019t access it atall.That means that journalists and researchers will have lessability to trace online information about the elections, of whichover sixty are set to take place worldwide in 2024.\u201cThe decision to deprecate the tool will have a direct e\ufb00ect onelection integrity experts and their ability to do their work,\u201d said Claire Pershan, EU advocacy lead at the MozillaFoundation. For more than a decade, journalists, researchers, and electionobservers have used CrowdTangle to monitor trends onFacebook and Instagram. The tool has helped journalists shedlight on the popularity of right-wing \ufb01gures on Facebook,monitored in\ufb02uencers during elections, and tracked healthmisinformation during the pandemic. The "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 19addd11632662f85870cc03948cf49500de4cd1cbab0dd194d60e9d2707efe8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 1, "split_idx_start": 1845, "chroma:document": "than a decade, journalists, researchers, and electionobservers have used CrowdTangle to monitor trends onFacebook and Instagram. The tool has helped journalists shedlight on the popularity of right-wing \ufb01gures on Facebook,monitored in\ufb02uencers during elections, and tracked healthmisinformation during the pandemic. The rise of generative AIhas raised further concerns about the potential proliferation ofelection misinformation and political candidate deepfakes onsocial media platforms. While the MCL o\ufb00ers some new features, like the ability to seehow many people have viewed a public post and access tocomments and short-form videos (an increasingly signi\ufb01cantform of social content), it also lacks many of the features thatmake CrowdTangle a valuable research tool. These limitationsinclude restrictions on exporting data, the inability to track postperformance over time, the lack of direct links to public posts,and fewer features for collaboration. Nor does Meta\u2019s MCLenable users to track how channels in a custom list areperforming\u2014a key feature on CrowdTangle that has beenuseful to researchers.But data transparency isn\u2019t the only issue, researchers say. Whogets access is just as important. Unlike CrowdTangle, whichwas open for anyone to use, the MCL is restricted to academicand nonpro\ufb01t researchers, which excludes most news outlets.Given that academic research is notoriously slow, the publiccould lose out on the rapid-response stories enabled byjournalists using CrowdTangle data.CrowdT angle vs. MCL\nResearch by Proof News, the Tow Center for Digital Journalism, and AlgorithmicTransparency Institute.Get the data\nSearch in table\nFeatureFeatureCrowdTangleCrowdTangleMCLMCLDownloadable dataUsers can downloaddata from accounts,groups (public), orpages of any size.Users may onlydownload datasets of\"publicly-accessiblecontent posted bywidely-known figuresand organizations\" \u2014specifically with averified badge or 25,000or more followers, andpublic pages with 15,000or more likes/followers.Archival DataCaptures multiplesnapshots for posts',pages', groups', andaccounts' performance,so a user can assessreach and engagementover time.Offers real-timeperformance data, nohistorical information.LeaderboardLeaderboard rankschannels based onengagement from agiven list. It allows auser to understand whoin a given list isproducing content thatis performing well.Does not have thisfeature.\nIntelligenceOffers a powerfulinteractive "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 9c47e3056e4d55bc960582791454b14ff14b71cec4190648f1559339418143cb
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 2, "split_idx_start": 3895, "chroma:document": "posts',pages', groups', andaccounts' performance,so a user can assessreach and engagementover time.Offers real-timeperformance data, nohistorical information.LeaderboardLeaderboard rankschannels based onengagement from agiven list. It allows auser to understand whoin a given list isproducing content thatis performing well.Does not have thisfeature.\nIntelligenceOffers a powerfulinteractive datavisualization tool thatenables users to identifytrends and inflectionpoints that guideresearch andinvestigation.Does not have thisfeature.Direct link to publicpostsUsers can access publiccontent directly onFacebook andInstagram.Does not provide directlinks.Batch uploadAllows users to quicklyupload several channelsto a list via CSV ratherthan manually addingthem one-by-one,facilitating research at alarger scale.Does not have thisfeature.Share dashboardsAllows for collaborationamong users on asingular dashboardcentering multiplepeople\u2019s work in oneplace.Does not have thisfeature.Filter and sortoptionsUsers can filter bynumber of pagefollowers, engagement,local relevance, verifiedstatus, and performancescores, among otheroptions.Does not offer thosespecific options andoverall, has significantlyfewer choices.ViewsDoes not measure viewsexcept on Facebookvideo and Facebook livevideo posts.Includes views on publicposts.Short-form videos(reels)Does not include dataon reels.Short-form video data isavailable.CommentsUsers can view the totalnumber of comments ona post.Users canprogrammaticallyanalyze posts andcomments via the API.Users can viewcomments within theuser interface.Live displayAllows a user tocompare severalstreams of contentaround a given topic orevent.Does not have thisfeature.Save postsAllows users tobookmark posts for lateranalysis.Does not have thisfeature.WeightsAllows a user to exploreposts receiving aparticular reaction (like,love, haha, etc.).Does not have thisfeature.EventsDoes not have thisfeature.Captures data fromFacebook events.CrowdTangle was founded by Brandon Silverman and MattGarmur in 2011 and started attracting big media clients likeBuzzFeed, CNN, Vox, USA Today, and NBC. Meta acquired it in2016 and decided to make the tool free and expand access tomore media partners. But in March of this year, Metaannounced CrowdTangle will be discontinued after August 14. In an open letter to Meta, dozens of nonpro\ufb01ts and newsroomsaround the world called on the company to keep CrowdTanglefunctioning until January 2025 and to onboard to the MCL allcurrent CrowdTangle organizations that are focused onelection integrity. The letter has been signed by "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 11a814c2535bcf59eab603950179702607730d124db9e4b4fbddac37ebac3e66
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 3, "split_idx_start": 6214, "chroma:document": "letter to Meta, dozens of nonpro\ufb01ts and newsroomsaround the world called on the company to keep CrowdTanglefunctioning until January 2025 and to onboard to the MCL allcurrent CrowdTangle organizations that are focused onelection integrity. The letter has been signed by more than 170individuals and organizations, including Silverman,CrowdTangle\u2019s former CEO. But despite outside pressure to delay CrowdTangle\u2019s closure,Meta spokesperson Erin McPike said the company is sticking tothe original deadline. When asked at an MIT Technology Review conference whyCrowdTangle is being discontinued during a big election year,Nick Clegg, Meta\u2019s president of global a\ufb00airs, claimed it\u2019sbecause CrowdTangle is a \u201cdegrading tool.\u201d CrowdTangle'sinability to measure reach, according to Clegg, hampers itsability to show what\u2019s actually going viral. \u201cIt only measures anarrow cake slice of a cake slice,\u201d he said. Despite this, Metahas actively used and advocated for CrowdTangle for years\u2014even giving election boards in all US states access during the2020 election to help quickly identify misinformation andvoter interference and suppression. Meta says that its decision to discontinue CrowdTangle is ane\ufb00ort to meet data access requirements set by the EuropeanUnion\u2019s Digital Service Act (DSA). European law requires thatlarge social media companies like Meta put in place e\ufb00ectivereal-time election-monitoring tools. But the European Commission has indicated that the MCLdoes not meet its requirements. In April, the commissioninitiated formal proceedings against Meta into potentialviolations of the DSA. One concern: timing. With several European elections on thehorizon, the commission stated that deprecating a tool likeCrowdTangle could damage civic discourse and electoralprocesses. There is currently no \u201cadequate replacement\u201d forCrowdTangle, the commission stated in a public statement. In response, Meta added country-speci\ufb01c dashboards inCrowdTangle for each EU country but said it still planned tostop supporting CrowdTangle in August. \u201cWe have a well-established process for identifying andmitigating risks on our platforms. We look forward tocontinuing our cooperation with the European Commissionand "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: d68bc9f0e3aaf13d6b751e141e9bcc8a710e3e98169a9c62c2664fcf02c93579
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 4, "split_idx_start": 8118, "chroma:document": "added country-speci\ufb01c dashboards inCrowdTangle for each EU country but said it still planned tostop supporting CrowdTangle in August. \u201cWe have a well-established process for identifying andmitigating risks on our platforms. We look forward tocontinuing our cooperation with the European Commissionand providing them with further details of this work,\u201d Metasaid in a statement, as reported by the BBC.None of this addresses the exclusion of for-pro\ufb01t pressorganizations from access to the new tool. And researchers whoare eligible to apply for access to the MCL API\u2014which allowsprogrammatic queries of the data\u2014say the application processcan be time-consuming and cumbersome. Researchers must submit their application through Meta\u2019sindependent partner ICPSR at the University of Michigan\u2014aprocess that requires approval from an institutional reviewboard (IRB), institutional signatures, and evidence of technicalskills. (These steps are not required for the Web version of theMCL application, which allows researchers to explore datathrough a user-friendly graphical interface but without thesame level of control and \ufb02exibility as the API.) Some researchers\u2019 applications were stuck in limbo for a month\u2014sometimes longer\u2014according to Josephine Lukito, assistantprofessor at the University of Texas at Austin\u2019s School ofJournalism and Media. \u201cIt has been really damaging both to my work as well as that ofgraduate students I work with and other researchers I knowwho are studying the US elections,\u201d Lukito said. Meta initially released the MCL and its associated API as a betaversion in 2023, allowing a select group of researchers to testit. Lena Frischlich, an associate professor at the DigitalDemocracy Centre of the University of Southern Denmark, wasone of them. According to Frischlich, the technical focus of theMCL application could pose hurdles to some researchers withno programming knowledge.\u201c Assuming I apply as a Principal Investigator with a lesstechnical, for example, humanistic background, I need to hire adata scientist,\u201d Frischlich said. \u201cBut CrowdTangle wasaccessible even for someone with zero "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: c16a65d82acd81b9c6b6df39e448a6e2ac3dd5285816e13af154aa976650e95e
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 5, "split_idx_start": 9941, "chroma:document": "application could pose hurdles to some researchers withno programming knowledge.\u201c Assuming I apply as a Principal Investigator with a lesstechnical, for example, humanistic background, I need to hire adata scientist,\u201d Frischlich said. \u201cBut CrowdTangle wasaccessible even for someone with zero programming skills.\u201d While there are di\ufb00erences between the two tools, Frischlichsaid she is encouraged by the open dialogue between Meta\u2019sdeveloper team and researchers. \u201cI do see that some of the things we discussed during that timehave resulted in substantial changes in data access,\u201d she said.For instance, Meta added a feature that lets researchersanalyze comments on public posts\u2014something that was neveravailable on CrowdTangle. This feature, along with the abilityto download speci\ufb01c subsets of data, was later added to thelibrary.But none of the content of the MCL matters, other researcherssay, if no one can access it. \u201cIt\u2019s not primarily about data points, it\u2019s about access,\u201d saidPershan, the EU advocacy lead from Mozilla. WhileCrowdTangle was accessible to tens of thousands of people, theMCL might be very limited, she said. Fabio Giglietto, an associate professor of internet studies at theUniversity of Urbino, in Italy, was also among the early testersof the Meta\u2019s MCL.\u201cIn my opinion, the Meta Content Library seems to be moremodern,\u201d Giglietto said. \u201cBut it does have limits. In my speci\ufb01cuse case, it prevents me from performing certain tasks that Ican currently do with CrowdTangle.\u201d One of these limits, Giglietto said, is the restrictions on dataexporting. Giglietto is working on Vera AI EU, a disinformationresearch project that taps into CrowdTangle data to detectcoordinated link sharing. The results are automaticallyuploaded to a Google Sheet three times a day and handed o\ufb00 tofact-checkers and disinformation experts. But this kind ofautomated export is currently not permitted on the MCL,Giglietto said, which makes it more di\ufb03cult to share resultswith outsiders. CrowdTangle\u2019s accessibility allowed New York Times "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 3049ef25cb3054fb272e3c63dde0706e513e112b443ec07ce923e291538f5a65
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 6, "split_idx_start": 11702, "chroma:document": "Sheet three times a day and handed o\ufb00 tofact-checkers and disinformation experts. But this kind ofautomated export is currently not permitted on the MCL,Giglietto said, which makes it more di\ufb03cult to share resultswith outsiders. CrowdTangle\u2019s accessibility allowed New York Times reporterKevin Roose to track the rise of far-right media on Facebook.With Giglietto\u2019s assistance, Roose set up an automated Twitteraccount in 2020 called @FacebooksTop10 that showed thesources of the most engaged link posts by US pages based onCrowdTangle data. The daily listing was regularly dominatedby partisan news outlets and right-wing commentators like BenShapiro and Dan Bongino. It became an embarrassment forFacebook executives who, according to Roose, were left toexplain \u201cthe disparity between what they thought Facebookwas\u2014a clean, well-lit public square where civility and tolerancereign\u2014and the image they saw re\ufb02ected in the Twitter lists.\u201d Giglietto pointed to the @FacebooksTop10 bot as an exampleof something that would no longer be possible with the MCL inits current form. Meta spokesperson McPike said the MCL provides morecomprehensive data overall than CrowdTangle: \u201c Althoughdownloads for all public content is not supported in the MCL\u2019sUser Interface, MCL has more comprehensive data that spans awider range of accounts and pro\ufb01les than CrowdTangle.\u201d Getting rid of CrowdTangle will produce ripple e\ufb00ectsthroughout the broader research community. Journalists, civilsociety researchers, and academics have built infrastructure ontop of CrowdTangle that relies on its stream of data to function.The Illuminating project\u2014which provides real-time analysis ofthe US presidential candidates\u2019 X and Facebook accounts\u2014isjust one example. According to Illuminating Research leadJennifer Stromer-Galley, the corporations that facilitate ourpublic town squares have a civic obligation to enable journalistsand researchers to help make the discussions, and the actorswho facilitate them, transparent. \u201cThe health of our democracydepends on it,\u201d she wrote in an email. Another example of a tool that depends on CrowdTangle isHamilton 68, an online in\ufb02uence tracker "}


created_at: 2024-11-07 15:52:03
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: a9989b53b7961974fe875836337f1a11773695b7dcaf49a167f0a0e971753c58
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Meta Is Getting Rid of CrowdTangle\u2014and Its Replacement Isn\u2019t as Transparent or Accessible - Columbia.pdf", "source_id": "04eb7d70f539abab8795fa7ff1968826072e5257fa6f87f3b85ce99ce94b371a", "page_number": 1, "split_id": 7, "split_idx_start": 13593, "chroma:document": "journalistsand researchers to help make the discussions, and the actorswho facilitate them, transparent. \u201cThe health of our democracydepends on it,\u201d she wrote in an email. Another example of a tool that depends on CrowdTangle isHamilton 68, an online in\ufb02uence tracker that uses networkanalysis to detect Russian propaganda and disinformatione\ufb00orts. Hamilton 68 may stop running altogether onceCrowdTangle is put to rest, the Columbia Journalism Reviewreported.This piece has been copublished with Proof News.\nABOUT THE TOW CENTERThe Tow Center for Digital Journalism at Columbia's Graduate School ofJournalism, a partner of CJR, is a research center exploring the ways in whichtechnology is changing journalism, its practice and its consumption \u2014 as weseek new ways to judge the reliability, standards, and credibility of informationonline.View other Tow articles \u00bbVisit Tow Center website \u00bb\nThe voice of journalism, since 1961\nCopyright 2024, Columbia Journalism Review\n00Meta1HacketVa"}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 6d077270e73361b7d177943f6c1a4b0c4add1ea9d6125606e705cd2a4ca07c35
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "1\fPublic\nData\nAccess\nPrograms:\nA\nFirst\nLook\nAssessing\nResearcher\nData\nAccess\nPrograms Under\nThe\nDigit al\nServices\nAct\nE x e c u t i v e\nS u m m a r y\nO v e r v i e w\nThis\nreport\nrepresents\nan\nin-depth\neffort\nto\nsystematically\nevaluate\nthe\ndata\naccess\nprograms\nprovided\nby\nthe\nmajor\nonline\nplatforms\nwho\nare\nregulated\nby\nthe\nEU\u02bcs\nDigital\nServices\nAct\n\ue081DSA\ue082.\nWe\nlook\nspecifically\nat\naccess\nto\npublicly\naccessible\ndata.\nData\naccess\nfor\nresearchers,\njournalists,\nand\nNGOs\nis\ncritical\nto\nensuring\nthat\nthreats\non\nthese\nplatforms,\nfor\ninstance\nto\ncivic\ndiscourse\nor\npublic\nsecurity,\nare\nidentified,\nthe\ncompanies\nare\nheld\naccountable\nto\nthe\npublic,\nand\nultimately\nthat\nthe\nrights\nof\ncitizens\nare\nprotected.\nIn\nthis\nreport\nwe\nprovide\nboth\na\nrubric\nfor\nevaluating\nthese\nprograms\nbased\non\na\ndetailed\nset\nof\ncriteria\nas\nwell\nas\nthe\nfirst\nset\nof\nscores\nusing\nthat\ncriteria\nto\nproduce\na\nmoment-in-time\nscorecard.\nWe\nrate\neach\nplatform\nbased\non\nan\nindependent\nassessment\nof\nwhat\nthe\nresearch\ncommunity\nbelieves\nis\nneeded\nto\nfurther\nresearch\nin\nthe\npublic\ninterest.\nWe\nexamine\nwhat\ndata\nthese\nplatforms\nmake\navailable\nto\nresearchers,\nthe\nusability\nof\nthese\nsystems,\nthe\naccessibility\nof\nthe\nprograms\nto\nresearchers,\nthe\nterms\nand\nconditions\napplied\nto\nthis\naccess,\nand\nthe\nsecurity\nand\nprivacy\nprovisions\nthey\nemploy.\nWhere\npossible\nwe\nhave\ntested\nand\ncompared\nthese\nsystems\nto\nthe\npublic\ndata\nwe\nsee\non\nthese\nsites,\nand\notherwise\nwe\nhave\nreviewed\npublic\nstatements,\nforms,\nand\ndocumentation\nabout\neach\nprogram.\nWe\nhave\nalso\nreached\nout\nto\neach\nplatform\ndirectly\nto\nask\nclarifying\nquestions\nand\nto\nseek\nadditional\ninformation\nabout\naccess.\nOur\ngrades\nreflect\nall\nof\nthe\nplatform\nofferings\nwe\ncould\nidentify\nand\nexamine\nas\nof\nMay\n2024\nand\nrepresent\na\nsnapshot\nof\nthe\nprograms.\nMost\nof\nthe\nprograms\ndetailed\nin\nthis\nreport\nare\nnew,\nand\nseveral\nchanged\nover\nthe\ncourse\nof\nour\nresearch.\nWe\nhope\nand\nanticipate\nthat\nthese\nprograms\nwill\ncontinue\nto\nexpand\nand\nevolve\nthrough\nfurther\nuse,\nscrutiny,\nand\nguidance\nby\nresearchers\nand\nregulators.\n2\fR a n k i n g s\nEach\nplatform\u02bcs\ndata\naccess\nprogram\nwas\nassessed\nusing\n47\nmeasurement\nquestions\ngrouped\ninto\nfive\ncategories:\nQuality,\nEase\nof\nUse,\nAccessibility,\nTerms\nof\nUse,\nand\nPrivacy\nand\nSecurity.\nThe\naggregate\nresults\nrank\nthe\nplatforms\nby\nadding\nthe\naverage\nscores\nfor\neach\ncategory\ntogether\ninto\none\ncomposite\nscore:\n3\fBased\non\nthese\nfindings,\nwe\nidentify\nkey\nrecommendations\nfor\nregulators\nboth\nin\nthe\nEU,\nand\nmore\nbroadly\nseeking\nto\nincrease\nthe\nimpact\nof\ntheir\nrules,\nfor\nresearchers\nexploring\nhow\nto\nmake\nuse\nof\nplatform\ndata,\nand\nfor\nthe\nplatforms\nthemselves\nto\nimprove\ntheir\nofferings.\nWe\nanticipate\nthat\nthis\nprocess\ncan\nbe\nrepeated\nperiodically\nto\nevaluate\nimprovements\nover\ntime\nfor\npublic\ninterest\nresearch.\nK e y\nF i n d i n g s\nP l a t f o r m s\nh a v e\ne m p l o y e d\nf o u r\nd i s t i n c t\na p p r o a c h e s\nt o\np r o v i d i n g\nr e s e a r c h e r \u02bc s\np u b l i c\nd a t a\na c c e s s\nWe\nobserved\nthat\nplatforms\nhave\nvarying\napproaches\nto\nsharing\npublic\ndata\nwith\nresearchers\n,\nthat\ncan\nbe\nsummarized\nas:\n1.\nF o r m a l\np r o g r a m s :\nfive\nplatforms\nhave\ncreated\nnew\nand\nspecific\nsystems\nand\ntooling\nfor\nresearchers\ninvestigating\nsystemic\nrisks\nin\nthe\nEU.\n2.\nE x i s t i n g\np r o g r a m s\na n d\nA P I s :\nfive\nplatforms\nprovide\nor\nhave\nrepurposed\nexisting\nAPIs\nand\nresearcher\nprograms\nthat\ncan\nbe\nused\nin\nthe\ncontext\nof\nDSA-related\nresearch.\n3.\nP e r m i s s i o n\nt o\ns c r a p e :\nseveral\nplatforms\nexplicitly\nor\nimplicitly\npermit\ndata\nscraping\nas\na\nmeans\nof\ndata\naccess.\n4.\nD a t a\nr e q u e s t s :\nthree\nplatforms\ninvite\nresearchers\nto\nrequest\nspecific\ndata\nsets\non\nan\nindividual\nbasis\nbut\ndo\nnot\ndocument\nwhat\nexists\nor\nprovide\na\nstandard\nmechanism\nfor\naccess.\n5.\nN o\ne f f o r t s\nt o\np r o v i d e\na c c e s s\nt o\np u b l i c\nd a t a ? \ue092\ntwo\nplatforms\ndo\nnot\nappear\nto\nhave\ndeveloped\nany\nformal\nmechanism\nfor\nresearchers\nto\naccess\npublic\ndata\nat\nthis\ntime.\nD a t a\ns c r a p i n g\nh a s\ne m e r g e d\na s\na n\no f f e r i n g\nf r o m\ns e v e r a l\np r o m i n e n t\np l a t f o r m s\nAlphabet\n\ue081Google\nSearch,\nPlay\nStore,\nShopping,\nand\nYouTube)\nexplicitly\nacknowledges\ndata\nscraping\nas\na\nmeans\nfor\nenabling\nresearchers\naccess\nto\npublic\ndata.\nBooking.com,\nAmazon,\nand\nPinterest\ni m p l i c i t l y\nallow\ndata\nscraping\nfor\nnon-commercial\npurposes\nthrough\ntheir\nterms\nof\nservice.\nBy\noffering\nresearchers\npermission\nto\nscrape\ndata,\nthese\nplatforms\nmodel\na\nvaluable\napproach\nand\nnormalize\nthe\nconcept\nwhich\nmay\nincrease\nthe\nvalue\nof\nscraping\nas\na\ntool\nfor\npublic\ninterest\nresearch\nin\nthe\nfuture.\nP u b l i c\nd a t a\na c c e s s\np r o g r a m s\na r e\nn e w ,\na n d\no f t e n\nl a c k\nv i s i b i "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: b1ccc397bf16b4e7d2fc610c26c1a7699a590f65fe40398a5a7a8ca5587038df
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 4, "split_id": 1, "split_idx_start": 4258, "chroma:document": "y\nallow\ndata\nscraping\nfor\nnon-commercial\npurposes\nthrough\ntheir\nterms\nof\nservice.\nBy\noffering\nresearchers\npermission\nto\nscrape\ndata,\nthese\nplatforms\nmodel\na\nvaluable\napproach\nand\nnormalize\nthe\nconcept\nwhich\nmay\nincrease\nthe\nvalue\nof\nscraping\nas\na\ntool\nfor\npublic\ninterest\nresearch\nin\nthe\nfuture.\nP u b l i c\nd a t a\na c c e s s\np r o g r a m s\na r e\nn e w ,\na n d\no f t e n\nl a c k\nv i s i b i l i t y\na n d\nd o c u m e n t a t i o n\nPlatforms\nhave\nonly\nrecently\nintroduced\nnew\nprograms\nor\nadjusted\nexisting\nones.\nAt\nthis\ntime,\nfew\nresearchers\nhave\ngained\naccess,\nand\nfewer\nstill\nhave\nsystematically\nprobed\nthe\ndata\nto\nunderstand\nthe\nbenefits\nand\nlimitations\nof\nthe\nprograms.\nCritically,\naccess\nto\n4\finformation,\ndata\ndocumentation,\nand\ntechnical\nsupport\nall\nappear\nto\nbe\nextremely\nlimited\nat\nthis\ntime\nand\nin\nsome\ncases\nvery\ndifficult\nto\nfind\neven\nwhen\nthey\ndo\nexist.\nW e\nl a c k\ns h a r e d\nd e f i n i t i o n s\nf o r\n\u201c p u b l i c\nd a t a \u02ee\na n d\nw h o\ns h o u l d\ng e t\na c c e s s\nt o\ni t\nThere\nexists\nno\nclear\nor\nagreed\nupon\ndefinition\nof\nwhat\nqualifies\nas\n\u201cpublic.\u02ee\nEach\nplatform\nhas\nmade\ndifferent\ndecisions\nabout\nwhat\ndata\nto\nshare,\nand\nin\nmany\ncases\nthose\nchoices\nmay\ndiffer\nfrom\nresearcher\nexpectations.\nIn\naddition,\nplatforms\nhave\nvarying\nor\nambiguous\ncriteria\nfor\nwho\nis\neligible\nto\naccess\ndata.\nThis\nlack\nof\nclarity\nand\nstandardization\nmakes\nit\ndifficult\nfor\nthe\nplatforms\nto\nprovide\nthe\nbest\nofferings\nand\nfor\nresearchers\nto\nconduct\nresearch.\nR a p i d\nr e s p o n s e\na n d\ne x p l o r a t o r y\nr e s e a r c h\na r e\nn o t\nr e a d i l y\ne n a b l e d\nA\nsignificant\nportion\nof\nthe\nresearch\nprograms\noffered\nat\nthis\ntime\nrequire\ndetailed\napplications\nand\nvetting\nor\nspecific\nand\ntime-bound\nresearch\nquestions.\nThe\nresponse\ntime\nfor\naccess\napplications\nis\nvariable,\nand\nrarely\nimmediate.\nAs\na\nresult,\nresearch\ninto\nreal-time\nemerging\nthreats\nis\nlimited\nand\nchallenging\nat\nthis\ntime.\nThis\nis\nsignificant\nas\na\nprimary\nuse\ncase\nof\npublic\ndata\naccess\nis\nfor\nrapid\nresponse\nand\nmonitoring\nresearch,\nas\nfor\nexample\nwith\nMeta\u02bcs\nCrowdTangle\nor\nTwitter/X\u02bcs\nAPI\nprior\nto\nMay\n2023.\nT e c h n i c a l\na n d\np o l i c y\nl i m i t a t i o n s\no n\nd a t a\na c c e s s\nm a y\nh i n d e r\nr e s e a r c h\nq u a l i t y\nMany\nof\nthe\nprograms\nimpose\nrate\nlimits\non\nthe\nvolume\nof\ndata\nthat\nmay\nbe\naccessed,\nthe\nspeed\nat\nwhich\ndata\nmay\nbe\ncollected,\nand\nthe\nexact\ndata\nthat\nmay\nbe\nstored\nlocally\nby\nresearchers.\nThese\nlimitations\nare\nlikely\nto\nlimit\nresearch\nthat\naims\nto\ndefine\nthe\nscale\nof\nspecific\nrisks\non\na\nplatform,\nor\nthat\nprocesses\nand\nanalyzes\nmedia\nposted\nto\na\nplatform.\nT o p l i n e\nR e c o m m e n d a t i o n s\nWe\nhave\nidentified\n25\nrecommendations\nfor\nregulators,\nplatforms,\nand\nresearchers\nbased\non\nthe\nfindings\nof\nthis\nresearch\nwhich\nare\ndetailed\nlater\nin\nthis\nreport.\nOur\nhighest\npriority\nrecommendations\nfor\nregulators\nand\nplatforms\nare\noutlined\nbelow:\nR egulat ors\nshould\npr o vide\ncle ar\nfr ame w or ks\nf or\nshar ing\npublic\ndat a\nRegulators\nglobally\nshould\nprovide\nclear\nand\nharmonized\nframeworks\nfor\npublic\ndata\nsharing\nbetween\ntech\ncompanies\nand\npublic\ninterest\nresearchers.\nSuch\nframeworks\nshould\nclarify\nwhat\nconstitutes\npublic\ndata\nfor\npublic\ninterest\nresearch\npurposes.\nThey\nshould\nalso\nensure\nsafe\nharbor\nfor\nindependent\ndata\ncollection\nfor\npublic\ninterest\nresearch.\nCurrently,\nthe\nEuropean\nUnion\nhas\nthe\nmost\ndeveloped\nlegal\nframework\nunder\nthe\nDigital\nServices\nAct.\nWhile\nsome\nquestions\nrelated\nto\npublic\ndata\nsharing\nwill\nlikely\nbe\naddressed\nin\nthe\nforthcoming\nDelegated\nAct\non\nArticle\n40,\nthe\nEuropean\nCommission\nshould\nprovide\n5\ffurther\nguidance\nin\nrelation\nto\ndata\nsharing\nunder\nArticle\n40.12.\nThis\nguidance\nshould,\ninter\nalia,\nclarify\nwhat\nconstitutes\n\u201cpublicly\naccessible\ndata\u02ee\nfor\nthese\nresearch\npurposes\nand\nset\na\nbaseline\nfor\nthe\nspecifications\nand\ndocumentation\nof\ndata\nsharing,\nso\nthat\nresearchers,\nauditors,\nand\nregulators\ncan\neffectively\nevaluate\nthese\nprograms.\nSeveral\nmajor\nplatforms\nalready\npermit\ndata\nscraping\nas\na\nform\nof\ndata\naccess\nfor\nresearch,\npresumably\nbecause\nthis\nis\nboth\neasy\nto\nimplement\nand\ndemonstrates\na\nclear\nconnection\nwith\nwhat\nis\n\u201cpublic\u02ee.\nCritically,\nguidance\nshould\nalso\nensure\nthat\nresearchers\nphysically\nlocated\noutside\nof\nthe\nEU\nwill\nhave\naccess\nto\ndata\nneeded\nto\nconduct\nresearch\nrelated\nto\nsystemic\nrisks\nin\nthe\nEuropean\nUnion.\nPlat f or ms\nshould\nf acilit at e\nr e al\nor\nne ar -r e al\ntime\nmonit or ing\nExploratory\nand\nrapid-response\nresearch\nrequires\ntimely\nand\nflexible\naccess\nto\npublic\ndata\nin\nresponse\nto\nreal-world\nevents.\nThis\nwork\nis\noften\ndone\nby\nnon-academically\naffiliated\nresearchers\nincluding\njournalists.\nPlatforms\nshould\nfacilitate\nthe\nuse\nof\npublic\ndata\nfor\nreal\nor\nnear-real\ntime\nmonitoring\nand\nensure\nthat\nall\nrelevant\nresearchers\nconduct\nthis\nresearch.\nPlatforms\nshould\nallow\norganization-based\naccess\nto\nresearch\nprograms,\nin\naddition\nto\nproject-based\naccess.\nInteractive\ndashboards\nare\nan\nideal\nmechanism\nfor\nempowering\nnon-technical\nresearchers,\nparticularly\nfrom\njournalism\nand\ncivil\nsociety,\nto\ninvestigate\npublic\ndata\nin\nreal-time.\nR ese ar chers\nshould\nactiv el y\nr equest\ndat a\nand\ndocument\nt heir\ne xper iences.\nMany\nof\nthe\nplatforms\nwe\nevaluated\nreported\nto\nus\nthat\nthey\nhave\nreceived\nvery\nfew\nrequests\nfor\ndata.\nWhile\nthe\n\u201cvetted\u02ee\nresearcher\nprocess\nunder\nthe\nDigital\nServices\nAct\nis\nstill\nbeing\nbuilt,\nthe\npublic\ndata\nsharing\nprograms\nare\nalready\nin\nplace.\nAcademic\nresearchers,\ncivil\nsociety\nresearchers,\nand\njournalists\nneed\nto\nexplore\nand\nmake\ndata\nrequests\nin\norder\nto\nexpand\na\nshared\nunderstanding\nof\nwhat\nkinds\nof\nresearch\ncan\nbe\naccomplished\nwith\nplatform\ndata,\nand\nto\ndevelop\na\nclearer\nsense\nof\nwhat\nkinds\nof\ndata\nare\non\nthe\nmenu\nfor\ninterrogation.\nMany\nof\nthese\nprograms\nare\nnot\nwidely\npublicized\n-\nin\nsome\ncases\nwe\nonly\ndiscovered\nthe\nexistence\nof\na\nprogram\nafter\nmultiple\nefforts\nto\ncontact\na\nplatform.\nThrough\nvarious\nefforts\nto\ncatalog\nthe\nprograms\nincluding\nthis\none,\nmore\ninformation\nis\nnow\navailable\nto\nfind\nand\napply\nfor\naccess.\nThe\nexperiences\nwith\nthese\npublic\ndata\nprograms\nwill\nbe\nhelpful\nfor\nbetter\nenvisioning\nnon-public,\nmore\nheavily\n\u201cvetted\u02ee\ndata\nsharing\nprograms.\n6\fI n\nc o n c l u s i o n\nThis\nreport\nhas\ntried\nto\ntake\na\nfirst\nlook\nat\nthe\npublic\ndata\nsharing\nprograms\nof\nsome\nof\nthe\nworld\u02bcs\nlargest\ntech\nplatforms.\nThis\nreport\nfocuses\non\nthe\nnew\nor\nrevised\ndata\nsharing\nofferings\nreleased\nin\nthe\ncontext\nof\nthe\nEU\nDigital\nServices\nAct\nArticle\n40.12,\nrequiring\ndesignated\nservices\nto\nshare\npublicly\naccessible\ndata,\nbut\nwe\nalso\nconsider\ndata\nsharing\nmore\nbroadly,\nand\nso\nthis\nreport\nis\nnot\nintended\nto\nbe\nan\nassessment\nof\ncompliance\nwith\nDSA\n40.12\nprograms.\nWe\nfind\nthat\nreasonable\nprogress\nhas\nbeen\nmade\nto\nincrease\ntransparency\nand\naccess\nto\npublic\ndata\nby\nsome\nof\nthe\nmost\nprominent\nplatforms,\nbut\nthat\nsignificant\nwork\nremains\nto\neffectively\nenable\nresearch\nacross\nall\nthe\nplatforms\nthat\nimpact\nsociety.\n7\fTable\nof\nContents\nE x e c u t i v e\nS u m m a r y\n. . . . . . . . . . . . . . "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 51ff562258d7c029223a9c557b085745a620f5c0a5f19dde6873253fd929cf49
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 6, "split_id": 2, "split_idx_start": 9344, "chroma:document": "heir\ne xper iences.\nMany\nof\nthe\nplatforms\nwe\nevaluated\nreported\nto\nus\nthat\nthey\nhave\nreceived\nvery\nfew\nrequests\nfor\ndata.\nWhile\nthe\n\u201cvetted\u02ee\nresearcher\nprocess\nunder\nthe\nDigital\nServices\nAct\nis\nstill\nbeing\nbuilt,\nthe\npublic\ndata\nsharing\nprograms\nare\nalready\nin\nplace.\nAcademic\nresearchers,\ncivil\nsociety\nresearchers,\nand\njournalists\nneed\nto\nexplore\nand\nmake\ndata\nrequests\nin\norder\nto\nexpand\na\nshared\nunderstanding\nof\nwhat\nkinds\nof\nresearch\ncan\nbe\naccomplished\nwith\nplatform\ndata,\nand\nto\ndevelop\na\nclearer\nsense\nof\nwhat\nkinds\nof\ndata\nare\non\nthe\nmenu\nfor\ninterrogation.\nMany\nof\nthese\nprograms\nare\nnot\nwidely\npublicized\n-\nin\nsome\ncases\nwe\nonly\ndiscovered\nthe\nexistence\nof\na\nprogram\nafter\nmultiple\nefforts\nto\ncontact\na\nplatform.\nThrough\nvarious\nefforts\nto\ncatalog\nthe\nprograms\nincluding\nthis\none,\nmore\ninformation\nis\nnow\navailable\nto\nfind\nand\napply\nfor\naccess.\nThe\nexperiences\nwith\nthese\npublic\ndata\nprograms\nwill\nbe\nhelpful\nfor\nbetter\nenvisioning\nnon-public,\nmore\nheavily\n\u201cvetted\u02ee\ndata\nsharing\nprograms.\n6\fI n\nc o n c l u s i o n\nThis\nreport\nhas\ntried\nto\ntake\na\nfirst\nlook\nat\nthe\npublic\ndata\nsharing\nprograms\nof\nsome\nof\nthe\nworld\u02bcs\nlargest\ntech\nplatforms.\nThis\nreport\nfocuses\non\nthe\nnew\nor\nrevised\ndata\nsharing\nofferings\nreleased\nin\nthe\ncontext\nof\nthe\nEU\nDigital\nServices\nAct\nArticle\n40.12,\nrequiring\ndesignated\nservices\nto\nshare\npublicly\naccessible\ndata,\nbut\nwe\nalso\nconsider\ndata\nsharing\nmore\nbroadly,\nand\nso\nthis\nreport\nis\nnot\nintended\nto\nbe\nan\nassessment\nof\ncompliance\nwith\nDSA\n40.12\nprograms.\nWe\nfind\nthat\nreasonable\nprogress\nhas\nbeen\nmade\nto\nincrease\ntransparency\nand\naccess\nto\npublic\ndata\nby\nsome\nof\nthe\nmost\nprominent\nplatforms,\nbut\nthat\nsignificant\nwork\nremains\nto\neffectively\nenable\nresearch\nacross\nall\nthe\nplatforms\nthat\nimpact\nsociety.\n7\fTable\nof\nContents\nE x e c u t i v e\nS u m m a r y\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n2\nOverview\n....................................................................................................................................\n2\nRankings\n....................................................................................................................................\n3\nKey\nFindings\n..............................................................................................................................\n4\nTopline\nRecommendations\n........................................................................................................\n5\nIn\nconclusion\n....................................................................................................................................\n7\nT a b l e\no f\nC o n t e n t s\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n8\nB a c k g r o u n d\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: c852f110fdad7189ce15d705298fca18a20f6e21394222376a28d6964437573d
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 8, "split_id": 3, "split_idx_start": 12333, "chroma:document": "k g r o u n d\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n9\nArticle\n40\nof\nthe\nDigital\nServices\nAct\n........................................................................................\n9\nA p p r o a c h\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n1 0\nCriteria\nfor\nResearcher\nData\nAccess\nEvaluation\n.....................................................................\n10\nDetailed\nAssessment\nMeasures\n...............................................................................................\n11\nPlatform\nEvaluation\nStrategy\n...................................................................................................\n14\nO b s e r v a t i o n s\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 94e50c648cf556873029bea7c81d299fcb2ccd08b962afe19a713208cae6b01d
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 8, "split_id": 4, "split_idx_start": 13375, "chroma:document": "a t i o n s\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n1 6\nQuality\n......................................................................................................................................\n16\nAccessibility\n.............................................................................................................................\n20\nSecurity\nand\nPrivacy\n...............................................................................................................\n22\nR e c o m m e n d a t i o n s\nf o r\np u b l i c\nd a t a\ns h a r i n g\np r o g r a m s\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n2 6\nFor\nRegulators\n.........................................................................................................................\n26\nFor\nPlatforms\n...........................................................................................................................\n26\nFor\nResearchers\n.......................................................................................................................\n27\nC h a l l e n g e s\na n d\nL i m i t a t i o n s\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 30870df486470d879f7fd344ef6f5215bf7d61dad9d7aca7b1995d3e52b40ba4
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 8, "split_id": 5, "split_idx_start": 14768, "chroma:document": ". . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n2 8\nC o n c l u s i o n\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n2 9\nP l a t f o r m\nA p p e n d i x\n. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 48e5d54b7ae3ca82fe4fefc25b0232a3a495b0661a32569e44e3195b26d4b59f
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 8, "split_id": 6, "split_idx_start": 15302, "chroma:document": ". . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n3 1\nAliExpress\n................................................................................................................................\n32\nAmazon\nStore\n..........................................................................................................................\n33\nApple\u02bcs\nApp\nStore\n....................................................................................................................\n34\nBing\n..........................................................................................................................................\n35\nBooking.com\n............................................................................................................................\n36\nMeta:\nFacebook\n&\nInstagram\n...................................................................................................\n37\nGoogle\nMaps\n...........................................................................................................................\n38\nGoogle\nPlay\n..............................................................................................................................\n39\nGoogle\nSearch\n.........................................................................................................................\n40\nGoogle\nShopping\n......................................................................................................................\n41\nLinkedIn\n...................................................................................................................................\n42\nPinterest\n...................................................................................................................................\n43\nSnapchat\n..................................................................................................................................\n44\nTikTok\n......................................................................................................................................\n45\nWikipedia\n.................................................................................................................................\n46\nX/Twitter\n..................................................................................................................................\n47\nYouTube\n...................................................................................................................................\n48\nZalando\n....................................................................................................................................\n49\n8\fB a c k g r o u n d\nA r t i c l e\n4 0\no f\nt h e\nD i g i t a l\nS e r v i c e s\nA c t\nUnder\nthe\nDigital\nServices\nAct\n\ue081DSA\ue082,\nthe\nEuropean\nUnion\ninitially\ndesignated\n19\nentities\nas\nVery\nLarge\nOnline\nPlatforms\n\ue081VLOPs\ue082\nor\nVery\nLarge\nOnline\nSearch\nEngines\n\ue081VLOSEs\ue082\ue092\n\u25cf\nAliExpress\n\u25cf\nAmazon\nStore\n\u25cf\nApple\u02bcs\nApp\nStore\n\u25cf\nBing\n\u25cf\nBooking.com\n\u25cf\nFacebook\n\u25cf\nGoogle\nMaps\n\u25cf\nGoogle\nPlay\n\u25cf\nGoogle\nSearch\n\u25cf\nGoogle\nShopping\n\u25cf\nInstagram\n\u25cf\nLinkedIn\n\u25cf\nPinterest\n\u25cf\nSnapchat\n\u25cf\nTikTok\n\u25cf\nWikipedia\n\u25cf\nX\n(formerly\nTwitter)\n\u25cf\nYouTube\n\u25cf\nZalando\nFurther\nservices\nhave\nbeen\ndesignated\nsince,\nbut\nevaluating\nthose\nadditional\nplatforms\nwas\nbeyond\nthe\nscope\nof\nthis\nresearch.\nThese\nVLOP/SEs\nare\nsubject\nto\ncertain\nobligations\nunder\nArticle\n40\nof\nthe\nDSA\n,\nincluding\nthat\nthey\nmake\npublic\ndata\naccessible\nto\nresearchers\nstudying\n\u201csystemic\nrisks\nto\nthe\nEuropean\nUnion\u02ee\nand\nare\n\u201cindependent\nfrom\ncommercial\ninterests.\u02ee\nSection\n12\nof\nArticle\n40\nstates:\n\u201cProviders\nof\nvery\nlarge\nonline\nplatforms\nor\nof\nvery\nlarge\nonline\nsearch\nengines\nshall\ngive\naccess\nwithout\nundue\ndelay\nto\ndata,\nincluding,\nwhere\ntechnically\npossible,\nto\nreal-time\ndata,\nprovided\nthat\nthe\ndata\nis\npublicly\naccessible\nin\ntheir\nonline\ninterface\nby\nresearchers,\nincluding\nthose\naffiliated\nto\nnot\nfor\nprofit\nbodies,\norganisations\nand\nassociations\u2026\u02ee\nThis\nresearch\nis\nconducted\nin\nthe\ncontext\nof\nArticle\n40.12\nbeing\nin\nforce,\nbut\nlooks\nmore\nbroadly\nat\nwhat\naccess\nto\npublic\ndata\nis\navailable.\nThis\nassessment\nis\nintended\nto\nbe\nunderstood\nas\nthe\ninterpretation\nof\nthe\nresearch\ncommunity\nneeds,\nand\nc a n n o t\na n d\ns h o u l d\nn o t\nbe\ninterpreted\nto\nassess\ncompliance\nunder\nthe\nDigitals\nServices\nAct.\n9\fApproach\nTo\ndevelop\na\nstandardized\nmethodology\nfor\nevaluating\npublic\ndata\naccess\nprograms,\nwe\nfirst\nidentified\nthe\nprimary\ncriteria\nthat\nare\nrelevant\nto\nresearchers\nin\ncollaboration\nwith\na\nnetwork\nof\nstakeholders,\nlike\ncivil\nsociety\nresearch\norganizations\nand\nindependent\nplatform\naccountability\nexperts.\nWe\nhave\ndefined\nfive\ndistinct\ncategories\nof\nmeasures\nas\nthe\ncriteria\nemployed\nthroughout\nthe\nevaluation.\nC r i t e r i a\nf o r\nR e s e a r c h e r\nD a t a\nA c c e s s\nE v a l u a t i o n\nQualit y\nAn\nevaluation\nof\nthe\nquality\nand\ncomprehensiveness\nof\nthe\ndata\nprovided,\nbased\non\na\nrange\nof\ncriteria\nderived\nfrom\nreal-world\ndata\nusage\nfor\nresearch\n(see\nbelow)\nas\nwell\nas\na\ndetailed\naudit\nof\nthe\npublic\ndata\nvisible\non\neach\nof\nthe\nplatforms.\nThe\ngrades\nfor\nquality\nwill\nhelp\npolicymakers\nand\nthe\npublic\nto\nunderstand\nthe\nbreadth\nof\nthe\ndata\nthey\nare\nsharing.\nEase\nof\nUse\nAn\nevaluation\nof\nthe\nfunctionality\nof\nthe\nsystem\nthat\nprovides\ndata,\nbased\non\nreal-world\nresearcher\npractices\nand\nconcerns.\nThis\nset\nof\ngrades\nwill\nexamine\nthe\npractical\nusability\nof\nthe\nsystem\nand\ndata\ncompared\nto\nexpectations\nand\nbest\npractices.\nThese\ngrades\nwill\ndemonstrate\nwhether\nor\nnot\nthe\ntooling\nand\nlimitations\nprovided\nby\nthe\nplatforms\nare\nsufficient\nto\nactually\nconduct\nthe\ncritical\nresearch\nprotected\nby\nthe\nDSA.\nA ccessibilit y\nAn\nevaluation\nof\nthe\nprocesses\nfor\ngaining\naccess\nto\npublic\ndata\nby\nresearchers\nand\nother\nstakeholders.\nThese\ngrades\nwill\nmake\nclear\nwhether\nor\nnot\nthe\nplatforms\nare\nfacilitating\nbroad,\ndiverse,\nand\nmeaningful\naccess\nto\nthe\ncommunity\nthat\nDSA\nArticle\n40.12\nis,\nin\nour\nview,\ndesigned\nto\nserve.\nT er ms\nof\nUse\nAn\nevaluation\nof\nthe\nterms\nunder\nwhich\nresearchers\ncan\nuse\nthe\ndata.\nThis\nset\nof\ngrades\nwill\nlook\nboth\nat\nhow\nwell\nthe\nterms\ncommunicate\nwhat\nresearchers\ncan\nand\ncannot\ndo,\nas\nwell\nas\ncompare\nthose\nprovisions\nto\nthe\npractical\nconcerns\nresearchers\nhave\nwhen\nconducting\nand\npublishing\nresearch.\nPr iv ac y\nand\nSecur it y\nAn\nevaluation\nof\nthe\nprovisions\nestablished\nby\nthe\nplatforms\nand\nthe\nprovisions\nimposed\non\nresearchers\nin\norder\nto\nmaintain\nthe\nsecurity\nof\nthe\ndata\nand\nprotect\nthe\nprivacy\nof\nindividuals\nwho\ncreate\nor\nare\nreferenced\nin\nthe\ndata\navailable\nfor\nresearch.\n10\fD e t a i l e d\nA s s e s s m e n t\nM e a s u r e s\nFor\neach\ncategory,\nwe\ndeveloped\na\nset\nof\nassessment\nmeasures\nin\ncollaboration\nwith\na\nnetwork\nof\nstakeholders\nincluding\ncivil\nsociety\nresearchers,\nacademics,\nand\nindependent\nplatform\naccountability\nexperts,\nwho\nhave\nstudied\nthese\nonline\nplatforms\nand\nmade\nuse\nof\nthe\nvarious\nmethods\nfor\naccessing\nand\nanalyzing\npublic\nplatform\ndata.\nFor\neach\nmeasure,\nwe\ndeveloped\na\ndescription,\nguiding\nquestions,\nand\na\nspecific\nassessment\nquestion\nthat\nwas\nanswered\nfor\neach\nplatform.\nEach\nassessment\nquestion\nis\ndesigned\nto\nbe\nanswered\naffirmatively\nfor\na\npro-researcher\noutcome.\nQ u a l i t y\nC o v e r a g e\nP u b l i c\nDoes\nthe\nplatform\nprovide\naccess\nto\nthe\nstandard\npublic\ndata\nthat\nis\nvisible\nto\nusers?\nC o v e r a g e\nI n f e r r e d\nDoes\nthe\nplatform\nprovide\naccess\nto\ndata\nthat\nis\ninferred\nabout\nor\nappended\nto\nusers\nand\ncontent?\nC o v e r a g e\nA g g r e g a t e\nDoes\nthe\nplatform\nprovide\naccess\nto\naggregate\ndata\nabout\nusers\nand\ncontent?\nM e d i a\nDoes\nthe\nplatform\nprovide\naccess\nto\nmedia\ncontent\nfor\nanalysis?\nR e c e n c y\nDoes\nthe\nplatform\nprovide\nreal-time\ndata\non\nactivity?\nH i s t o r i c a l\nDoes\nthe\nplatform\nprovide\nfull\nhistorical\naccess\nto\nits\ndata?\nG r a n u l a r i t y\nDoes\nthe\nplatform\nprovide\ngranular\naccess\nto\nindividual\ndata\nattributes?\nC o m p l e t e n e s s\nDoes\nthe\nplatform\nprovide\naccess\nto\nremoved\ncontent?\nC o n s i s t e n c y\nIs\nthe\ndata\nprovided\nby\nthe\nplatform\nconsistent\nover\ntime?\nC h r o n o l o g y\nDoes\nthe\ndata\nprovide\ntime-series\nchronological\ninformation?\nE a s e\no f\nU s e\n11\fA P I\nA c c "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 817a3dca21c7c270689879e6d5bde25eed9b5e34732dd4d95666ec2e2ee50ca9
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 11, "split_id": 7, "split_idx_start": 23116, "chroma:document": "o m p l e t e n e s s\nDoes\nthe\nplatform\nprovide\naccess\nto\nremoved\ncontent?\nC o n s i s t e n c y\nIs\nthe\ndata\nprovided\nby\nthe\nplatform\nconsistent\nover\ntime?\nC h r o n o l o g y\nDoes\nthe\ndata\nprovide\ntime-series\nchronological\ninformation?\nE a s e\no f\nU s e\n11\fA P I\nA c c e s s\nDoes\nthe\nplatform\nprovide\nan\nAPI\nto\nenable\nresearcher\naccess\nto\ndata?\nD a s h b o a r d\nA c c e s s\nDoes\nthe\nplatform\nprovide\nan\ninteractive\ndashboard\nto\nenable\nresearcher\naccess\nto\ndata?\nD o w n l o a d\nA c c e s s\nDoes\nthe\nplatform\nprovide\ndata\nvia\ndownloadable\narchives?\nS p e e d\nR a t e\nL i m i t i n g\nDoes\nthe\nplatform\nenable\nunlimited\nfrequency\nof\nrequests\nfor\nquerying\nthe\ndata\naccess\nsystem?\nV o l u m e\nR a t e\nL i m i t i n g\nDoes\nthe\nplatform\nprovide\nunlimited\naccess\nto\nthe\nvolume\nof\ndata\na\nresearcher\ncan\ncollect\nand\nanalyze?\nI n d e p e n d e n t\nS t o r a g e\nDoes\nthe\nplatform\nallow\nthe\nresearcher\nto\nextract\nand\nstore\nthe\ndata\nindependently?\nA c c e s s\nR e s t r i c t i o n\nDoes\nthe\nplatform\nallow\nthe\nresearcher\nto\naccess\nthe\nresearch\nAPI\n/\nsystem\nfrom\nanywhere?\nC o m b i n a b i l i t y\nDoes\nthe\nplatform\npermit\njoining\ndata\nwith\nexternally\nsourced\ndata\nor\ntools?\nS e a r c h\nDoes\nthe\nplatform\nprovide\nkeyword\nsearch\nand\nfiltering\ncapabilities?\nB o o l e a n\nL o g i c\nDoes\nthe\nplatform\nprovide\nthe\nability\nto\napply\nboolean\nlogic\nto\nsearch\nand\nfilter\ndata?\nD o c u m e n t a t i o n\nDoes\nthe\nplatform\nprovide\ndetailed\ndocumentation\non\nthe\nuse\nof\nthe\ndata\nplatform?\nL a n g u a g e\nA c c e s s i b i l i t y\nDoes\nthe\nplatform\nprovide\ndocumentation\nin\nEU\nlocal\nlanguages\nother\nthan\nEnglish?\nF e e d b a c k\nDoes\nthe\nplatform\nprovide\na\nmechanism\nfor\nsubmitting\nfeedback\nand\nfeature\nrequests\nfor\nthe\nsystem?\nS u p p o r t\nDoes\nthe\nplatform\nprovide\na\nsupport\nservice\nto\nresearchers?\nA c c e s s i b i l i t y\n12\fE l i g i b i l i t y\nAre\nall\ntypes\nof\nresearchers\neligible\nfor\naccess\nto\nthe\nresearcher\ndata\noffering?\nE x c l u s i v i t y\nAre\nresearchers\nable\nto\napply\nwithout\nunreasonable\ndemonstration\nof\napprovals\nand\ncredentials?\nG e o - l i m i t i n g\nAre\nresearchers\nable\nto\napply\nfrom\nanywhere\nin\nthe\nworld?\nV e t t i n g\nAre\nthe\nresearcher\nvetting\nrequirements\nfair\nand\nappropriate?\n1\nD a t a\nA c c e s s\nA f f o r d a b i l i t y\nIs\nthe\naccess\nto\nthe\ndata\nprovided\nfree\nof\ncharge?\nS e c u r i t y\nR e q u i r e m e n t s\nAre\nthe\nsecurity\nrequirements\nfor\ndata\naccess\nreasonable?\n2\nI n f r a s t r u c t u r e\nA f "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7156b64d03b9fad12a04f9eb1e4fd37d1157834756d0ba465df6624b974b3771
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 13, "split_id": 8, "split_idx_start": 25334, "chroma:document": "d a b i l i t y\nIs\nthe\naccess\nto\nthe\ndata\nprovided\nfree\nof\ncharge?\nS e c u r i t y\nR e q u i r e m e n t s\nAre\nthe\nsecurity\nrequirements\nfor\ndata\naccess\nreasonable?\n2\nI n f r a s t r u c t u r e\nA f f o r d a b i l i t y\nIs\nit\naffordable\nto\nmaintain\nthe\ninfrastructure\nrequired\nto\nwork\nwith\nthe\ndata?\nA p p l i c a t i o n\nE a s e\nIs\nthe\naccess\nrequest\nprocess\nexpected\nto\nbe\ncompleted\nin\na\nreasonable\namount\nof\ntime?\nR a p i d - r e s p o n s e\nF e a s i b i l i t y\nCan\nrapid\u2013response\nresearch\nbe\nconducted?\nC o l l a b o r a t i o n\nF r i e n d l y\nDoes\ndata\naccess\npermit\ndata-sharing\nwithin\nand\nacross\ninstitutions?\nS i m p l i c i t y\nIs\nthe\napplication\nprocess\nsimple,\nuser-friendly,\nand\neasy?\nA p p e a l s\nAre\nresearchers\nable\nto\nunderstand\nand\nappeal\ndecisions\naround\naccess?\nF l e x i b i l i t y\nIs\nit\npossible\nto\nrevise\nor\nextend\nresearch\nuse-cases\non\nexisting\naccess\napprovals?\n2\nSecurity\nRequirements\nwere\njudged\nbased\non\nthe\nquestions:\nDoes\nthe\nplatform\nrequire\nlevels\nof\nsecurity which\nare\nnot\neasily\nmaintained\nby\nindividual\nresearchers?\nDoes\nthe\nplatform\nrequire\nthe\nuse\nof\nspeci\ufb01c tools\nor\nprocesses?\nDoes\nthe\nplatform\nrequire\nprocesses\nor\nprocedures\nwhich\nnegatively\nimpact\nthe research\nprocess?\n1\nVetting\nrequirements\nwere\njudged\nbased\non\nthe\nquestions:\nAre\nthe\nrequirements\nfor\napproval\nonerous\nor limiting\nin\nways\nthat\nmake\nit\ndi\ufb03cult\nto\nget\naccess?\nAre\nIRB\napprovals\nrequired\nin\norder\nto\nget\naccess?\n13\fL o n g e v i t y\nIs\nthe\nresearcher\naccess\navailable\nfor\na\nsignificant\nand\nreasonable\nperiod\nof\ntime?\nT e r m s\no f\nU s e\nF a i r n e s s\nAre\nthe\nterms\nof\nuse\nreasonable\ngiven\nthe\nresearch\nlandscape?\nC l a r i t y\nAre\nthe\nterms\nof\nuse\neasy\nto\nreview\nand\ncomprehend?\nA u t o n o m y\nDo\nthe\nterms\nensure\nresearcher\nautonomy\nand\nindependence?\nT e c h n i c a l\nL i m i t a t i o n s\nDo\nthe\nterms\nensure\nthere\nare\nno\nsignificant\ntechnical\nlimitations\nthat\ncould\nimpact\nresearch?\nP r i v a c y\na n d\nS e c u r i t y\nP e r s o n a l\nD a t a\nP r o t e c t i o n\nDoes\nthe\ndata\naccess\nensure\nadequate\nprotection\nof\npersonal\ndata?\nA g g r e g a t i o n\nP r i v a c y\nAre\ndata\naggregation\nlimits\nsufficient\nto\nprotect\nagainst\nre-indentification?\nU s e r\nP r i v a c y\nE x p e c t a t i o n s\nDoes\nthe\ndata\naccess\nuphold\nour\ninferred\n3\nuser\nexpectations\nabout\npublic\nand\nprivate\nforms\nof\ndata?\nD a t a\nS e c u r i t y\nDoes\nthe\ndata\naccess\nsystem\nprovide\nadequate\nsecurity\nprotocols?\n4\nO v e r s i g h t\nIs\nthere\nsufficient\noversight\nof\nresearcher\nactivity\nto\nensure\ncompliance\nwith\nsecurity\nand\nprivacy\nprotocols?\nP l a t f o r m\nE v a l u a t i o n\nS t r a t e g y\nTo\nanswer\nthe\nquestions,\nwe\nreviewed\ndocumentation\navailable\non\nthe\nVLOPs\u02bc\nand\nVLOSEs\u02bc\nwebsites\n(e.g.,\nterms\nof\nuse,\nresearcher\nprogram\ndescriptions,\nresearcher\nprogram\napplications,\nAPI\ndocumentation,\netc.)\nand\ndocumented\nour\nfindings\nin\nan\nAirtable\ndatabase.\nWe\nreferenced\nexisting\nresearch\ninto\ndata\naccess\nprograms,\nincluding\nthe\nPlatform\nTransparency\nTools\nTracker\n,\nlaunched\nby\nAnna\nLenhart\nand\nAnnika\n4\nData\nsecurity\nwas\nassessed\nby\nreviewing\nthe\npolicies\ndescribed\nand\napplied,\nand\nwhere\napplicable,\nthe technical\nrequirements\nassociated\nwith\nthe\ndata\naccess.\n3\nWe\ninferred\nuser\nexpectations\nabout\nprivacy\nsubjectively\nby\ncontemplating\nfor\na\ngiven\nplatform\nsurface "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: e45ac6e6a7c51e714fbd289cd333fbc31009dd2e6d3271d826f24be59fc01a69
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 14, "split_id": 9, "split_idx_start": 27650, "chroma:document": "a\nS e c u r i t y\nDoes\nthe\ndata\naccess\nsystem\nprovide\nadequate\nsecurity\nprotocols?\n4\nO v e r s i g h t\nIs\nthere\nsufficient\noversight\nof\nresearcher\nactivity\nto\nensure\ncompliance\nwith\nsecurity\nand\nprivacy\nprotocols?\nP l a t f o r m\nE v a l u a t i o n\nS t r a t e g y\nTo\nanswer\nthe\nquestions,\nwe\nreviewed\ndocumentation\navailable\non\nthe\nVLOPs\u02bc\nand\nVLOSEs\u02bc\nwebsites\n(e.g.,\nterms\nof\nuse,\nresearcher\nprogram\ndescriptions,\nresearcher\nprogram\napplications,\nAPI\ndocumentation,\netc.)\nand\ndocumented\nour\nfindings\nin\nan\nAirtable\ndatabase.\nWe\nreferenced\nexisting\nresearch\ninto\ndata\naccess\nprograms,\nincluding\nthe\nPlatform\nTransparency\nTools\nTracker\n,\nlaunched\nby\nAnna\nLenhart\nand\nAnnika\n4\nData\nsecurity\nwas\nassessed\nby\nreviewing\nthe\npolicies\ndescribed\nand\napplied,\nand\nwhere\napplicable,\nthe technical\nrequirements\nassociated\nwith\nthe\ndata\naccess.\n3\nWe\ninferred\nuser\nexpectations\nabout\nprivacy\nsubjectively\nby\ncontemplating\nfor\na\ngiven\nplatform\nsurface whether\nor\nnot\nwe\nwould\nassume\nsuch\ndata\nwould\nbe\nseen\nby\npeople\nother\nthan\nthose\nwe\nintended.\nFor example,\nwe\nassume\na\npublic\nTikTok\nvideo\ncan\nbe\nseen\nby\nthe\nworld,\nbut\nour\ncomments\non\na\nFacebook friend\u2019s\npersonal\nphoto\nwould\nnot.\n14\fSpringsteel\nand\nmaintained\nby\nthe\nInstitute\nfor\nData,\nDemocracy\n&\nPolitics\nat\nGeorge\nWashington\nUniversity.\nWe\nalso\nreached\nout\nto\neach\nVLOP/SE\ndescribing\nour\nresearch\nand\nrequesting\nadditional\ninformation.\nS c o r i n g\nWe\ndeveloped\na\nstrategy\nfor\nscoring\neach\nplatform\non\neach\nmeasure\nusing\na\nscale\nfrom\n0\ue0885,\nbased\non\nthe\nrelative\nextent\nto\nwhich\nthey\nmet\nour\ncriteria.\nA\nscore\nof\nzero\nindicates\nthe\ncriterion\nwas\nnot\nmet;\na\nscore\nof\nfive\nindicates\nthe\ncriterion\nwas\nfully\nmet.\nA\nscore\nof\none\nthrough\nfour\nindicates\nthe\ncriterion\nwas\npartially\nmet.\nIn\nmany\ncases,\nplatforms\nscore\n0\nfor\na\nmeasure\nbecause\nthey\ndo\nnot\noffer\na\nprogram\nor\nservice,\nor\nbecause\nit\nis\nimpossible\nto\nmeasure\nwhat\nthey\noffer\nat\nthis\ntime.\nWe\ninternally\nmark\nscores\nthat\nare\nnot\nmeasurable\nin\norder\nto\nevaluate\naverages\nwith\nand\nwithout\nthese\nmeasures,\nhowever\nthe\nfinal\naverages\nand\nranking\ninclude\nevery\nscore\nincluding\nthose\nwhich\nwere\n\u201cnot\napplicable.\u02ee\nFinally,\nin\nseveral\ncases\nit\nwas\nnecessary\nto\ninfer\nbased\non\ncontext\nscores\nwhere\nwe\nknow\nenough\nabout\nthe\nprograms\nand\nthe\ndata,\nand\nfelt\nthis\napproach\nmore\naccurately\nreflected\nrelative\nvalue\nthan\nusing\nan\nabsolute\ndetermination\nbased\non\npublic\ninformation.\nThus\non\nthe\nwhole,\nwe\ntry\nto\ngive\na\nfair\nrepresentation\nof\nthe\nrelative\nvalue\non\nthese\nmeasures\nbetween\nplatforms\neven\nthough\nthe\nscores\nwere\ndetermined\nsubjectively.\n15\fObservations\nOur\nassessment\nof\nthe\nVLOP/SEs\nyielded\nkey\ninsights\ninto\nthe\ndifferent\nplatforms\u02bc\napproaches\nto\nmaking\npublicly\navailable\ndata\naccessible\nto\nthe\nresearch\ncommunity.\nQ u a l i t y\n16\fT i m e\ns e r i e s\nd a t a\ni s\nm i s s i n g\nf r o m\nv i r t u a l l y\na l l\np r o v i d e r s\nResearchers\nneed\naccess\nto\ninformation\nabout\nwhat\nhas\nhappened\nover\ntime\nto\nunderstand\ntrends\nand\nspikes\nin\ninterest\nin\nsubjects,\nand\nto\ncharacterize\nthe\ngrowth\nin\nreach\nand\ninfluence\nof\nproblematic\nactors.\nPreviously,\nCrowdTangle\nprovided\nthis\ndata\nabout\nFacebook\nand\nInstagram,\nbut\nthe\nMeta\nContent\nLibrary\nhas\nlost\nthis\nfeature,\nand\nnone\nof\nthe\nother\nplatforms\nexcept\nWikipedia\nmaintain\nsuch\nchange-over-time\ndata.\nBing\u02bcs\nsearch\nAPI\nappears\nto\nprovide\nsearch\nvolume\nover\ntime\nsimilar\nto\nGoogle\nTrends\ndata.\nC o n s i s t e n c y\ni n\nt h e\nd a t a\no v e r\nt i m e\ni s\nd i f f i c u l t\nt o\nv e r i f y\nResearchers\nneed\nto\ntrust\nthe\ndata\nthey\nwill\nuse\nwhen\nattempting\nto\npublish,\nand\nalmost\nnone\nof\nthe\nproviders\nmake\nclear\nguarantees\nabout\nthe\nconsistency\nof\nthe\ndata.\nMeta\nhas\nreleased\na\nnew\ntool\ncalled\nthe\nContent\nLibrary,\nwhich\nhas\ndocumentation\nthat\nspecifically\nacknowledges\nthat\nthe\ndata\nit\nreturns\nwill\nnot\nbe\nconsistent\nfrom\nday\nto\nday\nor\ntruly\nrepresentative\nof\nwhat\nis\non\nthe\nplatform\nfor\na\ngiven\nsearch\n5\n.\n5\nhttps://developers.facebook.com/docs/content-library-and-api/content-library/#additional-information\n17\fE a s e\no f\nU s e\nT h e r e\na r e\nn o\ns i g n i f i c a n t\na c c e s s\nr e s t r i c t i o n s\ne x c e p t\nf o r\nM e t a\nAccess\nrestrictions\nare\nminimal\nacross\nthe\nboard,\nexcept\nfor\nMeta\u02bcs\noffering.\nMost\nproviders\nmake\nit\neasy\nto\nconnect\nto\nthe\ndata\nregardless\nof\nwhere\nyou\nare\nand\ndo\nnot\nrequire\nspecial\nsoftware\nor\nstrategies\nfor\nusing\nthe\ndata.\nMeta\u02bcs\nContent\nLibrary\nis\na\nsignificant\nexception\nbecause\nit\nrequires\nusing\nboth\na\nVPN\nto\nconnect\nand\napplies\nsignificant\nlimitations\non\nhow\nto\ncollect\nand\nanalyze\ndata\nfrom\ntheir\nAPI,\nsuch\nas\nonly\nshowing\nthe\nfirst\n1000\nresults\nin\nthe\ndashboard,\nand\nautomatically\ndeleting\ndata\nfrom\nthe\nresearchers\u02bc\nresearch\ntool\nevery\n30\ndays.\n18\fA P I s\na r e\nt h e\np r i m a r y\nm e c h a n i s m\no f\nd a t a\na c c e s s\nAPIs\nare\nwidespread\nwith\nthe\nhighest\nranking\nproviders,\nand\nare\nthe\nideal\nmechanism\nfor\nmaking\ndata\naccessible\nto\nresearchers\nin\na\nsystematic\nmanner,\nbut\nrequire\nsome\ntechnical\nskill\nto\nleverage.\nD a s h b o a r d s\na r e\na n\nu n m e t\nn e e d\nDashboards\nfor\npublic\ndata\ndo\nnot\nexist\nfor\nany\nservices\nexcept\nMeta.\nThis\nkind\nof\naccessible\nexploratory\ntool\nis\nwidely\nused\nby\nnon-technical\nand\nnon-academic\nresearchers\nat\nnewsrooms\nand\nNGOs.\nWhile\nsuch\ntools\nare\nexpensive\nto\nbuild\nand\nmaintain,\nthey\nwould\nsignificantly\nexpand\nusability,\nespecially\nin\nsupport\nof\nreal-time,\nrapid-response,\nand\ntargeted\nresearch.\nA\npartial\nexception\nexists\nfor\nWikipedia,\nbecause\nthe\nplatform\nitself\nis\neffectively\nan\nexploratory\ndashboard\nin\nwhich\nall\nthe\ndata\nand\nhistory\nis\nexplorable\non\nthe\nweb.\nC u s t o m e r\ns u p p o r t\nf o r\nr e s e a r c h e r s\ni s\ns t i l l\ni n\ni t s\ni n f a n c y\nDocumentation,\nfeedback\nsystems,\nand\ntechnical\nsupport\nare\nextremely\nlimited\noverall.\nThe\nmajor\nproviders\ndo\noffer\nsome\nof\nthese\ncomponents,\nthough\neffectively\nonly\nin\nEnglish,\nand\nnot\nin\nthe\nother\nmajor\nlanguages\nspoken\nin\nthe\nEU.\nR a t e - l i m i t s\nm a y\ns i g n i f i c a n t l y\ni m p e d e\nr e s e "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 0f96f2b16a0bddbad71a2d295b3105e8bb5ded25c0b4b52f9008e4141f745de1
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 19, "split_id": 10, "split_idx_start": 33221, "chroma:document": "t s\ni n f a n c y\nDocumentation,\nfeedback\nsystems,\nand\ntechnical\nsupport\nare\nextremely\nlimited\noverall.\nThe\nmajor\nproviders\ndo\noffer\nsome\nof\nthese\ncomponents,\nthough\neffectively\nonly\nin\nEnglish,\nand\nnot\nin\nthe\nother\nmajor\nlanguages\nspoken\nin\nthe\nEU.\nR a t e - l i m i t s\nm a y\ns i g n i f i c a n t l y\ni m p e d e\nr e s e a r c h\nThe\nmajority\nof\nprograms\nhave\nsignificant\nrate\nlimitations\nfor\nthe\nvolume\nof\ndata\nand\nspeed\nto\naccess\nit.\nWhile\nthe\nrestrictions\nmay\nbe\nintended\nto\nprevent\nabuse\nof\nthese\nsystems,\nthe\nmeasures\nare\nimpractical\nand\nsignificantly\nlimit\nthe\npotential\nfor\nresearchers\nto\ncarry\nout\nlarger-scale\nand\nlongitudinal\nanalysis,\nwhich\nby\ntheir\nnature\nrequire\nlarge\nvolumes\nof\ndata\nin\norder\nto\nidentify\nsystemic\nrisks.\n19\fA c c e s s i b i l i t y\nP r o g r a m s\na r e\nn o t\nd e s i g n e d\nf o r\ne m e r g i n g\nc r i s e s\no r\ni n f o r m a t i o n\ns h o c k s\nThe\ncurrent\nstructure\nof\nthe\nprograms\ndo\nnot\nappear\nto\nenable\nrapid-response\nresearch\nthat\nemerges\nfrom\ncurrent\nevents.\nFor\nexample,\nif\na\nresearcher\nwants\nto\nmonitor\nnarratives\nand\ntrends\nunfolding\nin\nreal-time\naround\nthe\nconflict\nin\nGaza\nto\nidentify\nthe\nprevalence\nof\nhate\nspeech\n6\n,\nor\nif\nthey\nwanted\nto\nunderstand\nthe\nprevalence\nof\nforeign\ndisinformation\nin\nthe\nconversation\nabout\nthe\nEuropean\nfarmers'\nprotests\n7\n,\nthe\nresearch\napplication\nprocess\nwould\nsignificantly\nhinder\nrapid-response\nmonitoring\non\nnearly\nall\n7\nhttps://www.politico.eu/article/europe-farmer-protest-russia-war-propaganda/\n6\nhttps://www.nytimes.com/2023/11/15/technology/hate-speech-israel-gaza-internet.html\n20\fproviders.\nUsers\nwith\nexisting\naccess\ncould\nleverage\nthat\naccess\nto\npivot\nto\nrapid\nresponse,\nbut\nmight\nrisk\nviolating\ntheir\nagreements\nwhich\nwere\ndeveloped\nand\nsigned\nin\nthe\ncontext\nof\nother\nspecific\nareas\nof\nresearch.\nT e r m s\no f\nU s e\nT e r m s\na r e\ng e n e r a l l y\nf a i r\nThe\nterms\nof\nuse\nfor\nalmost\nall\nprograms\u2013where\nthey\nexist\u2013are\nreasonable\nand\nstraightforward.\nThey\ndo\nnot\ngenerally\nrestrict\nautonomy,\nwith\nthe\nmild\nexception\nof\nTikTok,\nwhich\nrequires\npre-publication\nreview.\nR e s e a r c h\ns c a l e\nm a y\nb e\nc o m p r o m i s e d\nb y\nt e c h n i c a l\nl i m i t s\ni m p o s e d\nb y\nt h e\nt e r m s\no f\nu s e\nTechnical\nlimitations\nspecified\nin\nthe\nterms\nthat\nrelate\nto\ndata\nretention\ncould\ncreate\nvarious\nissues\nthat\nimpede\nresearch,\nhowever\nthose\nlimitations\nare\ndriven\nat\nleast\nin\npart\n21\fby\nlegitimate\nprivacy\nconcerns.\nThe\npractical\nchallenges\ncreated\nby\nlegal\nterms\nthat\nlimit\nthe\nvolume,\nspeed\nof\naccess,\nand\nscraping\nof\ndata\ncan\nsignificantly\nimpact\nthe\nquality\nand\ndiversity\nof\nresearch\nthat\ncan\nbe\nproduced.\nS e c u r i t y\na n d\nP r i v a c y\nP r i v a c y\na p p e a r s\nt o\nb e\ng e n e r a l l y\np r o t e c t e d\nMost\nof\nthe\ndata\naccess\nprograms\nappear\nto\nmaintain\nour\ninferred\nuser\nexpectations\nof\nprivacy\nbecause\nthey\nonly\ngrant\naccess\nto\ndata\nthat\nis\npublicly\navailable.\nHowever,\nthose\nexpectations\nare\nsomewhat\nambiguous\nwhen\nit\ncomes\nto\npublic\ndata\nabout\ncomments,\nwhich\nis\nmade\navailable\nfrom\nYouTube,\nTikTok,\nand\nMeta.\nS e c u r i t y\ni s\ns e l f - r e p o r t e d\na n d\np o t e n t i a l l y\np e r f o r m a t i v e\nWhile\nmany\nof\nthe\nprograms\nrequire\nresearchers\nto\nprovide\ninformation\nabout\ndata\nsecurity\nand\nrelated\nprivacy\nprotections,\nthere\nappears\nto\nbe\nalmost\nno\nmechanism\nfor\n22\fauditing\nor\nenforcement,\nexcept\nwith\nYouTube.\nIn\naddition,\nMeta\nmaintains\ncontrol\nover\nthe\nresearch\ninfrastructure\nwhich\nlargely\neliminates\nthe\nneed\nfor\nverification.\nG e n e r a l\nData\nAccess\nPrograms\ncome\nin\nfour\nflavors\nPlatforms\nhave\nexercised\nsignificantly\ndiffering\nstrategies\nin\nmaking\npublic\ndata\naccessible\nto\nresearchers.\nAs\nwe\ndiscuss\nbelow,\nsome\nprograms\nafford\nresearchers\nsignificantly\nmore\naccess\nthan\nothers,\nand\nin\nsome\ncases\n\u2013\nas\nwith\ndata\nrequests\n\u2013\nit\u02bcs\nchallenging\nto\nassess\nprecisely\nhow\nexpansive\naccess\nis.\nOur\nwork\nidentified\nfour\ntypes\nof\naccess:\nO v e r v i e w\nP l a t f o r m s\nF or mal\nPr ogr ams\nThese\nplatforms\nhave\nestablished\nnew,\nformal\nprograms\nto\nservice\nresearchers\nwith\naccess\nto\nAPIs,\ndashboards,\nand\nother\nresources\ncreated\nfor\nthe\npurpose\nof\nresearch\nunder\nSection\n40.12\nof\nthe\nDSA.\nA l i E x p "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7511063ea046e31cdd3a1fec15368b686068e7412aaf2be8cefe3ab8396b3f57
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 22, "split_id": 11, "split_idx_start": 36323, "chroma:document": "r f o r m a t i v e\nWhile\nmany\nof\nthe\nprograms\nrequire\nresearchers\nto\nprovide\ninformation\nabout\ndata\nsecurity\nand\nrelated\nprivacy\nprotections,\nthere\nappears\nto\nbe\nalmost\nno\nmechanism\nfor\n22\fauditing\nor\nenforcement,\nexcept\nwith\nYouTube.\nIn\naddition,\nMeta\nmaintains\ncontrol\nover\nthe\nresearch\ninfrastructure\nwhich\nlargely\neliminates\nthe\nneed\nfor\nverification.\nG e n e r a l\nData\nAccess\nPrograms\ncome\nin\nfour\nflavors\nPlatforms\nhave\nexercised\nsignificantly\ndiffering\nstrategies\nin\nmaking\npublic\ndata\naccessible\nto\nresearchers.\nAs\nwe\ndiscuss\nbelow,\nsome\nprograms\nafford\nresearchers\nsignificantly\nmore\naccess\nthan\nothers,\nand\nin\nsome\ncases\n\u2013\nas\nwith\ndata\nrequests\n\u2013\nit\u02bcs\nchallenging\nto\nassess\nprecisely\nhow\nexpansive\naccess\nis.\nOur\nwork\nidentified\nfour\ntypes\nof\naccess:\nO v e r v i e w\nP l a t f o r m s\nF or mal\nPr ogr ams\nThese\nplatforms\nhave\nestablished\nnew,\nformal\nprograms\nto\nservice\nresearchers\nwith\naccess\nto\nAPIs,\ndashboards,\nand\nother\nresources\ncreated\nfor\nthe\npurpose\nof\nresearch\nunder\nSection\n40.12\nof\nthe\nDSA.\nA l i E x p r e s s\nG o o g l e\nS e a r c h\nF a c e b o o k\nI n s t a g r a m\nT i k T o k\nL i n k e d I n\nExisting\nAPIs\nand\nA ccess\nPr ogr ams\nThese\nplatforms\nhave\npreviously\nestablished\nAPIs\nand\ndata\naccess\nprograms\nthat\nmake\npublic\ndata\navailable.\nBing,\nWikipedia,\nX,\nand\nYouTube\nhave\nelected\nto\nmake\nthese\nAPIs\navailable\nto\neligible\nresearchers\nunder\nSection\n40.12\nof\nthe\nDSA.\nB i n g\nG o o g l e\nM a p s\nW i k i p e d i a\nX\n\ue081 T w i t t e r )\nY o u T u b e\nP er mission\nt o\nScr ape\nThese\nplatforms\nexplicitly\nor\nimplicitly\nallow\nthe\nscraping\nof\npublic\ndata\nby\nresearchers.\nGoogle\nPlay,\nShopping,\nand\nSearch\npermit\n\u201climited\nscraping.\u02ee\nThe\ncustomer\nterms\nof\nservice\n\ue081Section\nA14.\nIntellectual\nProperty\nRights)\nfor\nBooking.com\nstate,\n\u201cYou\u02bcre\nnot\nallowed\nto\nmonitor,\ncopy,\nscrape/crawl,\ndownload,\nreproduce,\nor\notherwise\nuse\nanything\non\nour\nPlatform\nfor\nany\ncommercial\npurpose\nwithout\nwritten\npermission\nof\nBooking.com\nor\nits\nlicensors.\u02ee\nGiven\nthat\nthe\naccess\ngranted\nto\nA m a z o n\nS t o r e\n8\nG o o g l e\nP l a y\nG o o g l e\nS h o p p i n g\nB o o k i n g . c o m\nP i n t e r e s t\n9\n9\nPinterest\ncon\ufb01rmed\nvia\nemail\nthat\nthey\n\u201cwould\nallow\nscraping\nby\na\nresearcher\nwho\nwas\nquali\ufb01ed\nunder DSA\nArt.\n40(12)\u201d\n8\nAmazon\nhas\ncon\ufb01rmed\nto\nour\nresearch\nteam\nvia\nemail\nthat\n\u201cusing\nindustry-standard,\nresearch-speci\ufb01c tools\nto\ncollect\npublicly\navailable\ndata\u201d\nis\nnot\nprohibited.\n23\fpublic\ndata\nunder\nArticle\n40\nof\nthe\nDigital\nServices\nAct\nrequires\nresearchers\nto\nbe\n\u201cindependent\nfrom\ncommercial\ninterests,\u02ee\nit\nappears\nthat\nDSA-eligible\nresearchers\nare\npermitted\nto\nscrape\nthe\nplatform.\nDat a\nR equest s\nThese\nplatforms\nprovide\na\nway\nfor\neligible\nresearchers\nto\nmake\nspecific\nrequests\nfor\npublic\ndata,\nwhich\nthe\nplatform\nthen\nprovides\n(e.g.,\nin\na\n.csv\nfile).\nResearchers\nare\nnot\ngiven\nbroad\naccess\nto\npublic\ndata;\nrather,\nthey\nmust\ndescribe\nthe\nkind\nof\npublic\ndata\ntheir\nresearch\nrequires,\nand\nthe\nplatform\nwill\nrespond\ndirectly\nto\nthe\nrequest.\nThese\nprograms\ncurrently\nlack\nsignificant\ndocumentation\nabout\nthe\nformat\ndata\nwill\nbe\nprovided\nin\nor\nspecifics\nabout\nwhat\ndata\nmay\nbe\nmade\navailable.\nB o o k i n g . c o m\nP i n t e r e s t\nS n a p c h a t\nNone\nTwo\nVLOPs\ndo\nnot\nappear\nto\nhave\nmade\nany\neffort\nto\nprovide\naccess\nto\npublic\ndata.\nAs\nof\nthe\ntime\nof\nwriting,\nwe\nhave\nnot\nbeen\nable\nto\nidentify\nany\nformal\nprograms,\nspecifically\nrelevant\nAPIs,\nor\nother\ndata\nofferings\nfrom\nApple\u02bcs\nApp\nStore\n10\nor\nZalando\n11\n.\nA p p l e\nA p p\nS t o r e\nZ a l a n d o\nPrograms\nare\nnew\nand\nuntested\nMany\nof\nthe\nprograms\nand\nother\nofferings\nmade\navailable\nby\nVLOPs\nand\nVLOSEs\nare\nnew\nand\nhave\nnot\nbeen\nused\nextensively\nby\nthe\nresearch\ncommunity.\nAt\nleast\ntwo\nplatforms\n\u2013\nSnapchat\nand\nPinterest\n\u2013\nsaid\nthat\nno\nresearchers\nhad\nmade\nuse\nof\ntheir\nprograms\nas\nof\nearly\n2024\nwhen\nasked.\nWhile\nour\nwork\nsought\nto\ntest\nthese\nprograms\nand\nofferings,\nwe\nwere\nonly\nable\nto\ngain\naccess\nto\na\nfew\nof\nthem,\nnamely\nthe\nMeta\nContent\nLibrary,\nBing\u02bcs\nresearcher\nprogram,\nthe\nYouTube\nAPI,\nand\nWikipedia.\nFurthermore,\nmany\nresearchers\nhave\nonly\njust\nbegun\nusing\nthe\nprograms\nthemselves,\nor\nare\nin\nthe\nprocess\nof\napplying\nto\nthem.\nThese\nprograms\nhave\nnot\nfaced\nextensive\nscrutiny\nby\nresearchers\nat\nthis\npoint.\nThe\ntrue\nutility\nof\nthese\nprograms\nwill\nbecome\nclearer\nas\na\nlarger\ndiversity\nof\nresearchers\ntest\nthe\ndata\naccess\nofferings\nusing\ndifferent\nmethods\nand\nexploring\na\nvariety\nof\nquestions\nand\nproblems.\n11\nZalando\u2019s\nlegal\nnotice\npage\nindicates\nthat\nresearchers\ncan\ncontact\nthem\nfor\ndata\naccess,\nbut\nprovides\nno information\nabout\nthe\no\ufb00ering\non\ntheir\nwebsite.\n10\nApple\nresponded\nto\nour\ninquiry,\nstating\nthat\nDSA-eligible\nresearchers\ncan\ncontact\nthe\nplatform\nto\nreceive publicly\naccessible\ndata.\n24\fPrograms\nare\nchanging\nDuring\nthe\ncourse\nof\nour\nresearch,\nmany\nVLOP/SEs\nstood\nup\nnew\nprograms/data\naccess\nofferings,\nor\nchanged\ntheir\nofferings.\nThis\nnecessitated\nrevisiting\nour\ngrading\nas\nprograms\nand\napplications\nchanged.\nO u r\ng r a d e s\nr e f l e c t\np l a t f o r m\no f f e r i n g s\na s\no f\nM a y\n2 0 2 4\n.\nPrograms\ndon\u02bct\nexplain\nwhat\nthey\noffer\nApart\nfrom\nthe\ndifferences\nbetween\nprogram\nofferings,\nVLOP/SEs\nvary\nwidely\nin\nthe\ntypes\nof\ndocumentation\nand\nsupport\nthey\nmake\navailable\nto\nresearchers.\nIn\ngeneral,\nprograms\nthat\noffer\nAPIs\ntend\nto\nmake\nmore\nextensive\ndocumentation\navailable\nto\nresearchers\nto\ndescribe\nthe\ntypes\nof\ndata\navailable\nand\nhow\nto\nuse\nit.\nPlatforms\nthat\nrequire\nresearchers\nto\nmake\nspecific\ndata\nrequests\noffer\nvery\nlittle\ninformation\nabout\nwhat\ndata\nthey\nwill\nshare\n(beyond\n\u201cpublic\ndata\u02ee)\nor\nhow\nthe\ndata\nwill\nbe\nformatted.\nThis\nresults\nin\n\u201ccart\nbefore\nthe\nhorse\u02ee\nresearch\nplanning,\nas\nresearchers\ncannot\nunderstand\nwhat\nis\navailable.\nThis\nmakes\nit\nchallenging\nto\nformulate\nprecise\nresearch\nquestions\nbefore\napplying\nfor\ndata\naccess.\nThis\nmay\ndiscourage\nresearchers\nfrom\nusing\nthe\nprograms.\nThere\nis\ncurrently\nno\nformal\ndefinition\nof\n\u201cpublicly\naccessible\ndata\u02ee\nwhich\nallows\nplatforms\nto\nremain\nambiguous\nabout\nhow\nthey\ndefine\nthe\n\u201cpublic\ndata\u02ee\noffered.\nPrograms\nlack\ntools\nfor\nthose\nwithout\ntechnic al\nskills\nFew\nplatforms\noffer\ndashboards\nor\nother\ntools\nthat\nwould\nallow\na\nresearcher\nwithout\nany\ntechnical\nskills\nto\nview\nor\nanalyze\ndata.\nMeta,\na\nnotable\nexception,\nintroduced\nthe\nMeta\nContent\nLibrary\nand\nAPI\nin\n2023,\nwhich\nincludes\ntools\nto\nsearch\nand\nview\ndata\nvia\nkeywords\nand\n\u201cproducer\u02ee\nlists.\nIn\n2024,\nMeta\nadded\nthe\nability\nfor\nresearchers\nto\ndownload\na\nselection\nof\npublicly\navailable\ndata\nfrom\nsources\nthat\nhave\nsignificant\npublic\nfollowings\n(pages\nwith\nmore\nthan\n15,000\nlikes\nand\nprofiles\nwith\ngreater\nthan\n25,000\nfollowers).\nLoss\nof\nCrowdTangle\nCrowdTangle,\na\nresearch\nplatform\nfrom\nMeta\nthat\nwill\nbe\ndiscontinued\nas\nof\nAugust\n2024,\nhas\nserved\nas\nan\nexample\nof\na\nrelatively\nrobust\ndata\naccess\ntool\nthat\ncan\nbe\nused\nextensively\nby\ntechnical\nand\nnon-technical\nresearchers\nalike.\nUnfortunately,\nthe\nMeta\nContent\nLibrary\n\ue081MCL\ue082\ndoes\nnot\nyet\noffer\nthe\nsame\nfunctionality\nand\nin\nsome\ncases\nlevel\nof\ngranularity\nas\nCrowdTangle.\nWhile\nMeta\u02bcs\nContent\nLibrary\ndemonstrates\nthe\nmost\nextensive\neffort\nto\nprovide\nresearcher-specific\ntooling,\nand\nadds\nseveral\nnew\ntypes\nof\ndata\nthat\nwere\npreviously\nunavailable\nto\nresearchers\nin\nCrowdTangle,\nthe\nsystem\nlacks\nfeatures\nand\ndata\nthat\nwere\npreviously\navailable.\n25\fRecommendations\nfor\npublic\ndata\nsharing\nprograms\nF o r\nR e g u l a t o r s\n1.\nR e g u l a t o r s\ns h o u l d\no f f e r\na\nf o r m a l\nd e f i n i t i o n\no f\n\u201c p u b l "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 3a3f75489c585e47e0a9a17436a016953ead80f5243dabe774343a4f10f6d4c8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 26, "split_id": 12, "split_idx_start": 43594, "chroma:document": "o r s\n1.\nR e g u l a t o r s\ns h o u l d\no f f e r\na\nf o r m a l\nd e f i n i t i o n\no f\n\u201c p u b l i c\nd a t a \u02ee\nin\nregulatory\nguidance\nthat\nplatforms,\nresearchers,\nand\nregulators\ncan\nreference.\n2.\nR e g u l a t o r s\ns h o u l d\nr e q u i r e\np l a t f o r m s\nt o\np u b l i s h\ns p e c i f i c a t i o n s\na n d\nd o c u m e n t a t i o n\nfor\ntheir\nresearcher\naccess\nprograms.\n3.\nR e g u l a t o r s\ns h o u l d\ne x p a n d\nr e s e a r c h e r\na c c e s s\nn e e d s\nto\nsupport\nexploratory\nresearch\nwithout\na\npre-defined\nresearch\nquestion\nor\nhypothesis,\nin\nrelation\nto\nsystemic\nrisks.\n4.\nR e g u l a t o r s\ns h o u l d\na l l o w\no r g a n i z a t i o n - b a s e d\na c c e s s\nto\nresearch\nprograms,\nrather\nthan\nproject-based\naccess\nto\nenable\nresearchers\nto\ncontinually\nmonitor\nand\nprobe\ndata\nfor\nnew\nquestions/problems.\n5.\nR e g u l a t o r s\ns h o u l d\nr e q u i r e\np l a t f o r m s\nt o\nc a p t u r e\na n d\np u b l i s h\nt h e\nn u m b e r\no f\nr e s e a r c h e r\nd a t a\na c c e s s\nr e q u e s t s\nt h e y\nr e c e i v e\n,\nthe\nnumber\nthey\napprove,\nand\nprovide\nguidance\non\ntheir\nstandards\nfor\napproval.\n6.\nR e g u l a t o r s\ns h o u l d\ne s t a b l i s h\na\nw a y\no f\ni n c l u d i "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: f88c7bbbe3289477a818beb0a4613eb5d48e0efacd87f8b13d2f7e14ab595a56
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 26, "split_id": 13, "split_idx_start": 44600, "chroma:document": "h e y\nr e c e i v e\n,\nthe\nnumber\nthey\napprove,\nand\nprovide\nguidance\non\ntheir\nstandards\nfor\napproval.\n6.\nR e g u l a t o r s\ns h o u l d\ne s t a b l i s h\na\nw a y\no f\ni n c l u d i n g\nt h e\nb e h a v i o r\no f\na l g o r i t h m i c\nr e c o m m e n d e r\ns y s t e m s\nin\nthe\nconcept\nof\npublic\ndata\nso\nthat\nresearchers\ncan\nrequest\naccess\nto\nthe\naggregate\noutputs\nof\nalgorithmic\nrecommendation\nsystems\nto\nunderstand\nwhich\npublic\ndata\nusers\nsee.\n7.\nR e g u l a t o r s\ns h o u l d\nc l a r i f y\nt h e\nl e g i t i m a c y\no f\ns c r a p i n g\nas\na\nmeans\nof\naccessing\npublic\ndata.\nSeveral\nmajor\nplatforms\nalready\npermit,\neither\nimplicitly\nor\nexplicitly,\ndata\nscraping\nas\na\nform\nof\ndata\naccess\nfor\nresearch\npurposes.\nImplicit\npermission\nto\nscrape,\nas\nwe\nhave\nreceived\nfor\ninstance\nover\nemail\nfrom\nsome\nproviders,\nis\nlikely\nnot\nsufficient\nreassurance\nfor\nmost\nresearchers.\nLegal\nambiguities\nremain\nand\nprivacy\nconcerns\nin\nthe\npractice\nof\nscraping\nare\ntherefore\nnot\nsystematically\naddressed.\n8.\nR e g u l a t o r s\ns h o u l d\np r o v i d e\nf u n d i n g\nt o\ns u p p o r t\nand\nencourage\nresearchers'\ninitial\nexploration\nand\ntesting\nof\nthese\nprograms.\nF o r\nP l a t f o r m s\n9.\nP l a t f o r m s\ns h o u l d\np u b l i s h\nm o r e\ne x t e n s i v e\nd o c u m e n t a t i o n\nabout\nwhat\ndata\nis\navailable\nto\nresearchers\nand\nhow\nthat\ndata\nwill\nbe\nprovided.\n10.\nP l a t f o r m s\ns h o u l d\np r o v i d e\ns o m e\nw a y\no f\na u d i t i n g\nw h a t\ni s\n\u201c p u b l i c l y\na v a i l a b l e \u02ee\nwithin\na\ngiven\nplatform\nby\ndistributing\ndata\nschemas,\nsurface\naudits,\nor\nother\nmeans\nthat\nenable\nresearchers\nand\nregulators\nto\nhave\na\nclear\nand\ncomplete\nunderstanding\nof\nwhat\nthe\ntypical\nuser\ncan\nsee\non\nthe\nplatform.\n11.\nP l a t f o r m s\ns h o u l d\nc r e a t e\no f f e r i n g s\nf o r\nn o n - t e c h n i c a l\nr e s e a r "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7d5064ca548ec49b1a60c7c8f60e1e5f4eaeb644a06ded46379f8cb0ef566d19
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 26, "split_id": 14, "split_idx_start": 46310, "chroma:document": "r m s\ns h o u l d\nc r e a t e\no f f e r i n g s\nf o r\nn o n - t e c h n i c a l\nr e s e a r c h e r s\n,\nsuch\nas\ndashboards\nor\ndownloadable\ndatasets\nfor\nnon-programmatic\nanalysis.\n26\f12.\nP l a t f o r m s\ns h o u l d\ne n a b l e\na n d\ne n c o u r a g e\nt h e\nc r e a t i o n\no f\nt h i r d - p a r t y\nt o o l i n g\nsuch\nas\ndashboards,\ndata-donation\nrepositories,\nand\nhistorical\narchives\nto\nincrease\naccessibility\nand\ncapacity\nfor\ncollaborative\nresearch.\n13.\nP l a t f o r m s\ns h o u l d\np r o v i d e\ne a s y - t o - f i n d\no r\nd i r e c t\nl i n k s\nt o\nt h e i r\nD S A - s p e c i f i c\nr e s e a r c h e r\nd a t a\na c c e s s\np r o g r a m s .\n14.\nP l a t f o r m s\ns h o u l d\nm a i n t a i n\na n d\ne n a b l e\na c c e s s\nt o\nt i m e - s e r i e s\nd a t a\nabout\ncontent\nengagement,\naccount\ngrowth,\nand\nany\nother\nrelevant\nattributes\nthat\nchange\nover\ntime\nand\nare\nnecessary\nfor\nmonitoring\nsystemic\nrisks\n15.\nP l a t f o r m s\ns h o u l d\nd e v e l o p\nm e c h a n i s m s\nf o r\nd o c u m e n t i n g\na n d\nv a l i d a t i n g\nt h e\nc o n s i s t e n c y\na n d\na c c u r a c y\no f\nd a "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: c13673b90b60d1fad904c26e550c4547bdede94d5e5434a2574cf83dc5b55898
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 27, "split_id": 15, "split_idx_start": 47301, "chroma:document": "e n t i n g\na n d\nv a l i d a t i n g\nt h e\nc o n s i s t e n c y\na n d\na c c u r a c y\no f\nd a t a\no v e r\nt i m e .\n16.\nP l a t f o r m s\ns h o u l d\nd e v e l o p\nm o r e\nr o b u s t\nr e s e a r c h e r\nr e s o u r c e s\nfor\nboth\napplying\nfor\naccess\nand\nusing\ndata.\nThis\nincludes\ndocumenting\nthe\nanticipated\nwait\ntime\nfor\napplications,\nproviding\nexamples\nof\ndata\nprivacy\nand\nsecurity\nprotocols\nto\ncomply\nwith,\nand\nproviding\ntechnical\ncustomer\nsupport\nand\nfeedback\ntools\nfor\nthe\ndata\naccess\ntools\nthemselves.\n17.\nP l a t f o r m s\ns h o u l d\ni n c r e a s e\nr a t e - l i m i t s\nand/or\nprovide\nmechanisms\nfor\nsecuring\nexceptions\nto\nthe\nlimits\nfor\nspecific\nuse-cases.\n18.\nP l a t f o r m s\ns h o u l d\nc r e a t e\nm u l t i - l a n g u a g e\nd o c u m e n t a t i o n .\n19.\nP l a t f o r m s\ns h o u l d\nc r e a t e\na\np a t h\nf o r\nr a p i d - r e s p o n s e\na c c e s s\nduring\nmoments\nthat\ndemand\naction.\n20.\nP l a t f o r m s\ns h o u l d\nd e v e l o p\na n d\nd o c u m e n t\np r o c e s s e s\nf o r\nr e v i e w i n g\na n d\na u d i t i n g\nr e s e a r c h e r s \u02bc\ns e c u r i t y\na n d\np r i v a c y\np r o t o c o l s\nin\nways\nthat\nare\nmaterial\nand\nverifiable,\nbut\ndo\nnot\nfeel\ndisproportionately\nburdensome.\nF o r\nR e "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 8ec571d7102c37fa97d00c44b57a6dc9e95691d07a56024b36ae33296b6430f5
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 27, "split_id": 16, "split_idx_start": 48339, "chroma:document": "i n g\nr e s e a r c h e r s \u02bc\ns e c u r i t y\na n d\np r i v a c y\np r o t o c o l s\nin\nways\nthat\nare\nmaterial\nand\nverifiable,\nbut\ndo\nnot\nfeel\ndisproportionately\nburdensome.\nF o r\nR e s e a r c h e r s\n21.\nR e s e a r c h e r s\ns h o u l d\na p p l y\nt o\na n d\nu s e\nt h e s e\np u b l i c\nd a t a\np r o g r a m s\nto\nimprove\nunderstanding\nof\nofferings,\ndocument\nand\nreport\non\nchallenges\nof\napplying\nand\nusing\ndata,\nand\nparticipate\nin\nfield-wide\nsurveys\nto\nincrease\nshared\nawareness.\n22.\nR e s e a r c h e r s\ns h o u l d\ns h a r e\nb e s t\np r a c t i c e s\nf o r\nm e e t i n g\np r i v a c y\na n d\ns e c u r i t y\nr e q u i r e m e n t s\nfor\ndata\naccess\nto\nreduce\nthe\nburden\non\nresearchers\nwho\nare\nnot\nfamiliar\nwith\nor\ndon\u02bct\nhave\ncapacity\nto\ndevelop\nthese\nprotocols.\n23.\nR e s e a r c h e r s\ns h o u l d\nd e v e l o p\na\ns h a r e d\np u b l i c\nl i s t\no f\nr e s e a r c h e r\nd a t a\na c c e s s\nu s e - c a s e s\nthat\nrepresent\nedge-cases\nnot\ncurrently\nsupported\nby\nplatform\nprograms.\n24.\nR e s e a r c h e r s\ns h o u l d\ni d e n t i f y\na n d\nd o c u m e n t\nt i m e - s e n s i t i v e\nr a p i d - r e s p o n s e\nm o m e n t s\nthat\nwould\nbenefit\nfrom\nresearcher\ndata\naccess\nthat\nare\nnot\npossible\nunder\nthe\ncurrent\nprograms.\n25.\nN o n - a c a d e m i c a l l y\na f f i l i a "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 5db77780a5d4659c09e4d54d18691be46c0bb9dad5f07f837333949143b059ab
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 27, "split_id": 17, "split_idx_start": 49428, "chroma:document": "a p i d - r e s p o n s e\nm o m e n t s\nthat\nwould\nbenefit\nfrom\nresearcher\ndata\naccess\nthat\nare\nnot\npossible\nunder\nthe\ncurrent\nprograms.\n25.\nN o n - a c a d e m i c a l l y\na f f i l i a t e d\na n d\nn o n - E U - b a s e d\nr e s e a r c h e r s\ns h o u l d\np a r t n e r\nw i t h\nE U - b a s e d\na c a d e m i c\ni n s t i t u t i o n s\nt o\np u r s u e\nr e s e a r c h\nrelated\nto\nsystemic\nrisks\nto\nexemplify\nthe\nvalue\nof\nglobal\nresearch\ncollaboration,\nespecially\nthose\nin\nGlobal\nMajority\ncontext.\n27\fC h a l l e n g e s\na n d\nL i m i t a t i o n s\nWe\nwish\nto\nacknowledge\nsome\nsignificant\nchallenges\nwe\nfaced\nin\nour\neffort\nto\ndevelop\nthis\nscorecard.\nUnderstanding\nthese\nlimitations\nis\nnecessary\ncontext\nfor\nhow\nthe\ncurrent\nset\nof\nscores\ncan\nbe\nused\nresponsibly,\nand\nshould\nalso\nguide\nfuture\nefforts\nto\nexpand\nthis\nwork\nP r o g r a m\nA c c e s s\nWe\nwere\nnot\nable\nto\naccess\nmost\nof\nthe\nprograms\nthemselves,\nbecause\nof\nthe\nvarious\nlimitations\nimposed\nby\nthe\napplications\nfor\naccess,\nincluding\ngeography,\nspecific\nresearch\nrequirements\nassociated\nwith\nsystemic\nrisks,\nacademic\ncredentials,\nand\ntechnical\nspecifications\nfor\ndata\nsecurity\nand\nprivacy.\nThis\nmeans\nthat\nour\nscores\nare\nbased\nprimarily\non\ndocumentation,\npublic\nstatements,\nfeedback\nfrom\nresearchers\nwho\ncurrently\npossess\nor\nhave\napplied\nto\nget\naccess,\nand\nin\nsome\ncases,\ninferences\nbased\non\ngeneral\nknowledge\nof\nthe\nprograms\nand\nplatforms.\nAs\nof\nMay\n1,\n2024,\nfew\nother\nresearchers\nhave\nsecured\naccess\nto\nthese\nprograms,\nwhich\nhas\nlimited\nour\nability\nto\nget\ndetailed\ninformation\nabout\ntheir\nexperiences\nwith\nusability,\ncompleteness,\nconsistency,\nthe\ntiming\nfor\napplication\nreviews,\nand\nother\nfactors.\nWe\nanticipate\nthat\nforthcoming\nresearch,\nfor\nexample\nas\nled\nby\nthe\nCoalition\nfor\nIndependent\nTechnology\nResearch\nwill\nprovide\na\nmuch\nlarger\nsample\nof\nresearchers\u02bc\nexperiences\nthat\nwill\nshed\nlight\non\nthese\nissues.\nD o c u m e n t a t i o n\nThe\ncurrent\nstate\nof\nresearcher\naccess\nprograms\ngenerally\nsuffer\nfrom\nlimited\nor\nnon-existent\ndocumentation.\nIn\naddition,\nfor\nmany\nof\nthese\nprograms,\nthe\ninformation\nand\napplication\nforms\nthat\ndo\nexist\nare\nburied\nand\ndifficult\nto\nfind.\nAs\na\nresult,\nit\nis\nimpossible\nto\nverify\nif\nwhat\nwe\nfound\nis\ncomprehensive\nand\naccurate.\nIn\nmany\ncases,\nthe\ninformation\nabout\nresearcher\ndata\naccess\nprograms\nlinked\nto\nthe\nDSA\nobligations\nlive\non\nseparate\nsites\nwithout\ngood\nSEO\nor\nlinks\nto\nthe\ntop-level\nof\nthe\nterms,\ntrust\nand\nsafety,\nor\nother\ntransparency\nresources.\nAfter\nwe\ndeveloped\ndraft\nevaluations\nand\nshared\ntheir\nscores\nfor\ncomment,\nmore\nplatforms\ndid\nrespond\nto\nprovide\nadditional\ninformation\nand\ncontext.\nT i m i n g\nOver\nthe\ncourse\nof\nthis\nperiod,\nseveral\nprograms\nand\napplication\nforms\nemerged\nthat\nwere\nnot\navailable\nwhen\nwe\nfirst\nbegan.\nIn\naddition,\nprograms\nchanged\nover\nthe\ncourse\nof\nthis\nresearch,\noffering\nnew\ninformation,\nor\nannouncing\nenhanced\nfeatures.\nThe\nnew\nreleases\nare\noften\nun-dated\nmaking\nit\ndifficult\nto\ndetermine\nwhen\nthey\nwere\nreleased\nand/or\nchanged.\nWe\nhave\nmade\nour\nbest\neffort\nto\nrevise\nour\ngrades\nand\ncollect\nadditional\nevidence,\nbut\nbecause\nthese\nprograms\nare\nactively\nunder\ndevelopment,\nsome\nfindings\nmay\nbe\noutdated\nupon\npublication.\n28\fP l a t f o r m\nD i s t i n c t i o n s\nThe\n19\nVLOP/SEs\nvary\ndramatically\nfrom\none\nanother.\nSeveral\nare\nretail\nmarketplaces\nfor\nphysical\nand\nvirtual\ngoods\nand\nservices\n\ue081Amazon,\nApple\nApp\nStore,\nBooking,\nGoogle\nPlay,\nZalando)\nothers\nare\nmainstream\nsocial\nmedia\nplatforms\n\ue081Facebook,\nInstagram,\nTikTok,\nX,\nYouTube),\nsome\nare\nmore\nprivate\nsocial\nnetworks\n\ue081LinkedIn,\nSnapchat)\nand\nothers\nare\nmore\ncomplex\nservices\n\ue081Bing,\nGoogle\nMaps,\nGoogle\nSearch).\nAs\na\nresult,\nit\nis\ndifficult\nto\nevaluate\nwhat\nconstitutes\n\u201cpublic\u02ee\ndata\non\nthe\nplatforms,\nand\nto\ncompare\ntheir\nofferings\nto\none\nanother.\nWhile\nthis\nbaseline\nis\na\nmeaningful\nstart,\nfuture\nwork\nin\nthis\nspace\nshould\nlikely\nseparate\nthese\ndistinct\ntypes\nof\nplatforms\nfrom\none\nanother\nfor\nanalysis.\nL e s s o n s\nL e a r n e d\nOur\ninitial\nset\nof\nmeasures\nand\ncategories\nof\ncriteria\nfor\nevaluation\nwe\ndeveloped\nwith\ncare\nand\nfeedback\nfrom\nthe\ncommunity\nof\nstakeholders\nwho\nwill\nuse\nthis\ndata\naccess.\nHowever,\nafter\nattempting\nto\nevaluate\nthe\nplatforms\non\nthese\nmeasures,\nit\nbecame\nclear\nthat\nalthough\nwe\nwish\nto\nknow\nthe\nanswers\nto\nthese\nquestions,\nit\nis\nnot\nfeasible\nto\nidentify\nthose\nanswers.\nThis\nwas\ntrue\nfor\nvarious\nmeasures,\nbut\nparticularly\nthe\nSecurity\nand\nPrivacy\nquestions,\nas\nwell\nas\nareas\nwhere\nwe\nstart\nfrom\na\nhypothetical\nexpectation\nfor\ndata\naccess,\nincluding\nthe\nCoverage\nof\nInferred\nData,\nthe\nRapid\nResponse\nFeasibility,\nand\nAggregate\nData.\nB r o a d\nS c o p e\nThere\nare\nsome\nkey\naspects\nof\nthese\nplatforms\nwhich\nare\nbeyond\nthe\nscope\nof\nthis\nmethodology.\nAlgorithmic\nrecommender\nsystems\nare\nnot\nexplicitly\nmentioned\nunder\nDSA\n40.12,\nbut\nrepresent\na\npossible\nfactor\ncontributing\nto\nsystemic\nrisks,\nfor\ninstance\nto\ncivic\ndiscourse,\nelectoral\nprocesses,\nor\npublic\nsecurity.\nThese\nfeatures\nstraddle\nthe\nline\nbetween\nwhat\ncan\nbe\nconsidered\n\u201cpublic\ndata\u02ee\nand\nproprietary\nsystems.\nThe\nresults\nof\nalgorithmic\nrecommenders\nare\nfrequently\nvisible\nas\npublic\ndata,\nbut\ntheir\nrisk\nand\nimpact\ncan\nonly\nbe\nevaluated\nin\naggregate\n(e.g.,\nhow\nmany\npeople\nare\nrecommended\ntoxic\ncontent\nbased\non\nbehavior).\nCurrently,\nthese\nplatforms\ndo\nnot\nprovide\nresearchers\naccess\nto\ninformation\nabout\nalgorithmic\nrecommenders,\nso\nthis\nresearch\ndoes\nnot\nattempt\nto\naddress\nthis\ncritical\narea.\nThis\nwill\nlikely\nbe\nan\narea\nfor\nDSA\n\u201cvetted\nresearchers\u02ee\nto\ninterrogate\nthrough\nArticle\n40.4\nrequests,\nwhich\nallow\nresearchers\nmeeting\ncertain\nqualifications\nto\napply\nto\naccess\nnon-public\ndata\nsets.\nAccess\nto\npublic\ndata\nvia\nArticle\n40.12\ncould\nbe\nan\nimportant\nexploratory\nmechanism\nto\nhelp\nformulate\nstronger\nArticle\n40.4\nrequests.\n29\fC o n c l u s i o n\nThis\nresearch\nhas\nsought\nto\ntake\na\nfirst\nlook\nat\nmany\nof\nthe\nnew\nor\nrevised\npublic\ndata\nsharing\nmechanisms\nprovided\nby\nlarge\nonline\nplatforms,\nin\nthe\ncontext\nof\nthe\nDigital\nServices\nAct.\nThe\nDSA\nis\nestablishing\na\nnovel\nstructure\nfor\ndata\nsharing\nbetween\nplatforms\nand\nvetted\nresearchers\nunder\nits\nArticle\n40.\nHowever,\nit\nalso\nestablishes\na\nrequirement\nfor\npublic\ndata\nsharing\n\ue081Article\n40.12\ue082.\nIn\nthis\nresearch\nwe\nconsider\npublic\ndata\nsharing\nby\n19\nplatforms.\nWe\ndeveloped\nan\nassessment\nrubric\nto\nscore\neach\nprogram\nbased\non\ncriteria\ndeveloped\nin\nconsultation\nwith\npartners.\nIn\nour\n47\ncriteria,\nwe\ntry\nto\nreflect\nthe\nresearch\nneeds\nof\nthe\nwider\npublic\ninterest\nresearch\ncommunity\nwho\ncurrently\nor\nwould\nlikely\nmake\nuse\nof\nthis\npublic\ndata.\nWe\ndeveloped\nthese\ncriteria\nin\nthe\nabsence\nof\nkey\nregulatory\nconcepts\nlike\na\ndefinition\nof\npublic\ndata.\nOur\nscores\nc a n n o t\na n d\ns h o u l d\nn o t\nbe\ninterpreted\nto\nassess\ncompliance\nunder\nthe\nDigital\nServices\nAct.\nWe\nacknowledge\nthat\nour\nscores\nalso\nrepresent\na\nsnapshot\nor\nmoment\nin\ntime\nlook\nat\nthese\nprograms.\nIndeed,\nwe\nhope\nthis\nreport\nwill\nnourish\nthe\ncontinued\ndevelopment\nof\nthese\nprograms.\nTo\nthat\nend,\nwe\nprovide\nour\nrubric\nfor\nevaluating\nthese\nprograms\nbased\non\nour\ndetailed\ncriteria\nalong\nwith\nthis\nfirst\nset\nof\nscores.\nWe\nalso\noffer\n25\nspecific\nrecommendations\nto\nregulators,\nplatforms,\nand\nresearchers.\n30\fPlatform\nAppendix\n31\fD e t a i l e d\nS c o r e s\nB r e a k d o w n\nFor\na\ncomplete\nlist\nof\neach\nplatform\nand\ntheir\nrespective\nscores\non\neach\nmeasure,\nwe\nhave\nproduced\na\nseparate\ndocument\nthat\ncan\nbe\naccessed\nhere\nto\nreview,\ncompare,\nand\ndownload\nthe\ndata\n.\nThese\nscores\nare\naccurate\nas\nof\nMay\n1st,\n2024\nand\ndo\nnot\nre\ufb02ect\nany\nchanges\nby\nthe\nplatforms\nsince\nthat\ndate.\nA l i E x p r e s s\nO v e r v i e w :\nAliExpress\nhas\nestablished\nthe\nOpen\nResearch\nand\nTransparency\nportal,\nwhich\nallows\napproved\nresearchers\nto\nrequest\naccess\nto\npublicly\navailable\ndata.\nAliExpress\noffers\n\u201cprivacy\nprotected\ndatasets\nand\nother\nstatistical\ndata\u02ee\nas\nwell\nas\nthe\nDataworks\nAPI\nthrough\nan\n\u201cinternal\nnetwork-based\ncontrolled\naccess\nenvironment\nthat\ndoes\nnot\nallow\ndata\nto\nbe\nexported.\u02ee\nResearchers\naffiliated\nwith\nacademic\ninstitutions\nand\nnonprofit\norganizations\nin\nthe\nEU\ncan\napply\nfor\naccess.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\nR e s o u r c e\nL i n k s :\n\u25cf\nEU\nDigital\nServices\nAct\n\u25cf\nOpen\nResearch\n&\nTransparency\n\u25cf\nAliExpress\nOpen\nResearch\n&\nTransparency:\nApplication\nfor\naccess\nto\npublicly\naccessible\ninformation\nby\nresearchers\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nAliExpress\nfor\ncomment\nand\ndiscussion,\nbut\ndid\nnot\nreceive\na\nresponse.\n32\fA m a z o "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: e3bef6d43e846743b6bd546b2d385d08713e9f6baf1ffcc43d2075b942313ebc
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 32, "split_id": 18, "split_idx_start": 56914, "chroma:document": "v i e w :\nAliExpress\nhas\nestablished\nthe\nOpen\nResearch\nand\nTransparency\nportal,\nwhich\nallows\napproved\nresearchers\nto\nrequest\naccess\nto\npublicly\navailable\ndata.\nAliExpress\noffers\n\u201cprivacy\nprotected\ndatasets\nand\nother\nstatistical\ndata\u02ee\nas\nwell\nas\nthe\nDataworks\nAPI\nthrough\nan\n\u201cinternal\nnetwork-based\ncontrolled\naccess\nenvironment\nthat\ndoes\nnot\nallow\ndata\nto\nbe\nexported.\u02ee\nResearchers\naffiliated\nwith\nacademic\ninstitutions\nand\nnonprofit\norganizations\nin\nthe\nEU\ncan\napply\nfor\naccess.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\nR e s o u r c e\nL i n k s :\n\u25cf\nEU\nDigital\nServices\nAct\n\u25cf\nOpen\nResearch\n&\nTransparency\n\u25cf\nAliExpress\nOpen\nResearch\n&\nTransparency:\nApplication\nfor\naccess\nto\npublicly\naccessible\ninformation\nby\nresearchers\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nAliExpress\nfor\ncomment\nand\ndiscussion,\nbut\ndid\nnot\nreceive\na\nresponse.\n32\fA m a z o n\nS t o r e\nO v e r v i e w :\nAmazon\nStore\ndoes\nnot\noffer\na\nformal\nprogram\nfor\ndata\naccess\nat\nthis\ntime.\nHowever,\na\nspokesperson\nfor\nAmazon\nStore\nresponded\nto\nour\ninquiry\nvia\nemail,\n\u201cWe\ncan\nconfirm\nthat\nour\nConditions\nof\nUse\ndo\nnot\nprevent\nresearchers\nwho\ncomply\nwith\nthe\nconditions\nof\nthe\nDSA\nfrom\nusing\nindustry-standard,\nresearch-specific\ntools\nto\ncollect\npublicly\navailable\ndata\nfrom\nour\nEU\nStore,\nfor\nthe\npurposes\nof\nArticle\n40\ue08112\ue082\nof\nthe\nDSA.\u02ee\nThe\nfeasibility\nof\ncollecting\ndata\nin\nthis\nway\nremains\nambiguous\nbecause\nof\nthe\npotential\nfor\nanti-scraping\nsystems\nto\ninhibit\nthis\nactivity\nin\nthe\nreal-world.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nWebsite\nterms\nand\nconditions\nR e s o u r c e\nL i n k s :\n\u25cf\nConditions\nof\nUse\n&\nSale\nO u t r e a c h :\n\u25cf\nAmazon\nEU\nresponded\nto\nour\nrequest\nfor\ncomment\nand\ndiscussion,\nstating\nthat\nthe\nEU\nstore\nConditions\nof\nUse\npermit\nDSA-eligible\nresearchers\nto\nuse\n\u201cindustry-standard,\nresearch.-specific\ntools\u02ee\nfor\npublic\ndata\ncollection.\n33\fA p p l e \u02bc s\nA p p\nS t o r e\nO v e r v i e w :\nApple\u02bcs\nApp\nStore\ndoes\nnot\noffer\na\nformal\nprogram\nfor\ndata\naccess\nat\nthis\ntime.\nWhen\nreached\nfor\ncomment,\na\nmember\nof\nApple\u02bcs\nDSA\nCompliance\nteam\nstated\nthe\ncompany\nhas\n\u201cprocedures\nin\nplace\nfor\nresearchers\nto\nrequest\nApp\nStore\ndata\nthat\nis\npublicly\navailable,\nin\naccordance\nwith\nArticle\n40\ue08112\ue082\nof\nthe\nDSA\u02ee\nand\nthat\nresearchers\n\u201cinterested\nin\nobtaining\npublicly\naccessible\ndata\nmay\ncontact\nApple\nDSA\nCompliance.\u02ee\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nDigital\nServices\nAct\ncompliance\npage\nR e s o u r c e s :\n\u25cf\nEuropean\nDigital\nServices\nAct\n\ue081DSA\ue082\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nApple\nfor\ncomment\nand\ndiscussion.\nWe\nreceived\na\nresponse\nfrom\nApple,\nwhich\ndetailed\nthe\nabove.\n34\fB i n g\nO v e r v i e w :\nBing\nhas\nestablished\nthe\nQualified\nResearcher\nProgram\nto\noffer\nresearchers\naccess\nto\npublic\ndata.\nResearchers\nfree\nfrom\ncommercial\ninterests\ncan\napply\nfrom\nanywhere\nin\nthe\nworld.\nThe\nprogram\nmakes\navailable\nthe\nBing\nSearch\nAPI,\nBing\nWebmaster\nTools,\nand\ndatasets\nto\napproved\nresearchers.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nDigital\nServices\nAct\ncompliance\npage\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\n\u25cf\nTool\ndocumentation\nR e s o u r c e s :\n\u25cf\nEU\nDigital\nServices\nAct\ninformation\n\u25cf\nBing\nQualified\nResearcher\nProgram\n\u25cf\nBing\nQualified\nResearcher\nProgram\nApplication\n\u25cf\nBing\nResearch\nResources\n\u25cf\nBing\nWeb\nSearch\nAPI\n\u25cf\nBing\nWebmaster\nTools\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nBing\nfor\ncomment\nand\ndiscussion.\nWe\napplied\nfor\nand\nreceived\naccess\nto\nBing\u02bcs\nprogram.\n35\fB o o k i n g . c o m\nO v e r v i e w :\nDSA-eligible\nresearchers\ncan\napply\nfor\naccess\nto\npublic\ndata\nvia\nBooking.com\u02bcs\nResearchers\nData\nRequest\nPortal,\nthough\nit\nis\nnot\nclear\nin\nwhat\nformat\nthe\ndata\nwill\nbe\nprovided.\nIn\naddition,\nthe\ncustomer\nterms\nof\nservice\n\ue081Section\nA14.\nIntellectual\nProperty\nRights)\nfor\nBooking.com\nstate,\n\u201cYou\u02bcre\nnot\nallowed\nto\nmonitor,\ncopy,\nscrape/crawl,\ndownload,\nreproduce,\nor\notherwise\nuse\nanything\non\nour\nPlatform\nfor\nany\ncommercial\npurpose\nwithout\nwritten\npermission\nof\nBooking.com\nor\nits\nlicensors.\u02ee\nGiven\nthat\nthe\naccess\ngranted\nto\npublic\ndata\nunder\nArticle\n40.12\nof\nthe\nDigital\nServices\nAct\nrequires\nresearchers\nto\nbe\n\u201cindependent\nfrom\ncommercial\ninterests,\u02ee\nit\nappears\nthat\nDSA-eligible\nresearchers\nare\nlikely\npermitted\nto\nscrape\nthe\nplatform.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nWebsite\nterms\nand\nconditions\n\u25cf\nDigital\nServices\nAct\ncompliance\npage\nR e s o u r c e\nl i n k s :\n\u25cf\nDigital\nServices\nAct\n\u25cf\nDSA\nResearchers\nData\nRequest\nPortal\n\u25cf\nBooking.com\nResearcher\nData\nUse\nPolicy\n\u25cf\nCustomer\nterms\nof\nservice\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nBooking.com\nfor\ncomment\nand\ndiscussion,\nbut\ndid\nnot\nreceive\na\nresponse\nin\ntime\nto\nincorporate\ninto\nour\nreport.\nWe\nreceived\nan\nautomated\nresponse\nwith\nan\napplication\nto\ndetermine\neligibility\nfor\ndata\naccess.\n36\fM e t a :\nF a c e b o o k\n&\nI n s t a g r a m\nO v e r v i e w :\nMeta\nhas\nestablished\nthe\nMeta\nContent\nLibrary\nand\nContent\nLibrary\nAPI\n\u2013\na\nnew\nformal\nprogram\noffering\nresearchers\naccess\nto\npublic\ndata\non\nFacebook\nand\nInstagram.\nThe\nMCL\noffers\na\ndashboard\ninterface\nfor\nusers\nto\nquery,\nsort,\nand\nfilter\ncontent.\nThe\nContent\nLibrary\nAPI\nenables\nresearchers\nto\nquery\npublic\ndata\nprogrammatically\nand\nanalyze\nit\nin\na\nclean\nroom.\nThe\napplication\nprocess\nand\nMCL\naccess\nare\nmanaged\nby\nthe\nInter-university\nConsortium\nfor\nPolitical\nand\nSocial\nResearch\n\ue081ICPSR\ue082\nat\nthe\nUniversity\nof\nMichigan.\nResearchers\ncan\napply\nfrom\noutside\nof\nthe\nEU.\nMeta\u02bcs\nexisting\nprogram,\nCrowdTangle,\nis\nset\nto\nbe\ndiscontinued\nin\nAugust\n2024.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\nand\nresources\n\u25cf\nTool\ndocumentation\n\u25cf\nTerms\nand\nconditions\nR e s o u r c e\nl i n k s :\n\u25cf\nResearch\ntools:\nMeta\nContent\nLibrary\nand\nAPI\n\u25cf\nMeta\nfor\nDevelopers:\nMeta\nContent\nLibrary\nand\nAPI\n\u25cf\nSOMAR\nInfoReady\nApplication\nGuide\n\u25cf\nOther\nresearch\ntools\nand\ndatasets\n\u25cf\nProduct\nTerms\nfor\nMeta\nResearch\nTools\n\u25cf\nFrequently\nasked\nquestions\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nMeta\nfor\ncomment\nand\ndiscussion,\nand\nmet\nwith\nmembers\nof\nthe\nresearch\npartnerships\nand\npolicy\nteams.\n37\fG o o g l e\nM a p s\nO v e r v i e w :\nAlphabet\nhas\nestablished\na\nformal\nprogram\nand\napplication\nprocess\nfor\naccessing\npublic\ndata.\nTo\naccess\nMaps\ndata,\nAlphabet\noffers\n\u201caccess\nto\npublic\ndata\nthrough\na\ncloud-based\nsolution.\u02ee\nOnly\nresearchers\nin\nthe\nEU\nare\neligible\nfor\naccess\nto\nthe\nGoogle\nResearcher\nProgram.\nW h a t\nw e\nl o o "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: f1456d92b6dff015a2e8db33aca2af735243f208646d7e90c09a4267844c99ae
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 37, "split_id": 19, "split_idx_start": 62429, "chroma:document": "o u r c e\nl i n k s :\n\u25cf\nResearch\ntools:\nMeta\nContent\nLibrary\nand\nAPI\n\u25cf\nMeta\nfor\nDevelopers:\nMeta\nContent\nLibrary\nand\nAPI\n\u25cf\nSOMAR\nInfoReady\nApplication\nGuide\n\u25cf\nOther\nresearch\ntools\nand\ndatasets\n\u25cf\nProduct\nTerms\nfor\nMeta\nResearch\nTools\n\u25cf\nFrequently\nasked\nquestions\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nMeta\nfor\ncomment\nand\ndiscussion,\nand\nmet\nwith\nmembers\nof\nthe\nresearch\npartnerships\nand\npolicy\nteams.\n37\fG o o g l e\nM a p s\nO v e r v i e w :\nAlphabet\nhas\nestablished\na\nformal\nprogram\nand\napplication\nprocess\nfor\naccessing\npublic\ndata.\nTo\naccess\nMaps\ndata,\nAlphabet\noffers\n\u201caccess\nto\npublic\ndata\nthrough\na\ncloud-based\nsolution.\u02ee\nOnly\nresearchers\nin\nthe\nEU\nare\neligible\nfor\naccess\nto\nthe\nGoogle\nResearcher\nProgram.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\n\u25cf\nTool\ndocumentation\nR e s o u r c e\nl i n k s :\n\u25cf\nGoogle\nResearcher\nProgram\n\u25cf\nGoogle\nResearcher\nProgram\nApplication\n\u25cf\nGoogle\nTransparency\nCenter:\nResearcher\nEngagement\n\u25cf\nGoogle\nResearcher\nProgram\nAcceptable\nUse\nPolicy\n\u25cf\nGoogle\nMaps\nfor\ndevelopers\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\ncontacts\nat\nAlphabet\nfor\ncomment\nand\ndiscussion,\nbut\nultimately\nonly\nmet\nwith\na\nrepresentative\nfrom\nYouTube\u02bcs\npolicy\nteam.\n38\fG o o g l e\nP l a y\nO v e r v i e w :\nAlphabet\nhas\nestablished\na\nformal\nprogram\nand\napplication\nprocess\nfor\naccessing\npublic\ndata.\nTo\naccess\nPlay\ndata,\nAlphabet\noffers\n\u201cpermission\nfor\nlimited\nscraping.\u02ee\nOnly\nresearchers\nin\nthe\nEU\nare\neligible\nfor\naccess\nto\nthe\nGoogle\nResearcher\nProgram.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\nR e s o u r c e\nl i n k s :\n\u25cf\nGoogle\nResearcher\nProgram\n\u25cf\nGoogle\nResearcher\nProgram\nApplication\n\u25cf\nGoogle\nTransparency\nCenter:\nResearcher\nEngagement\n\u25cf\nGoogle\nResearcher\nProgram\nAcceptable\nUse\nPolicy\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\ncontacts\nat\nAlphabet\nfor\ncomment\nand\ndiscussion,\nbut\nultimately\nonly\nmet\nwith\na\nrepresentative\nfrom\nYouTube\u02bcs\npolicy\nteam.\n39\fG o o g l e\nS e a r c h\nO v e r v i e w :\nAlphabet\nhas\nestablished\na\nformal\nprogram\nand\napplication\nprocess\nfor\naccessing\npublic\ndata.\nTo\naccess\nSearch\ndata,\nAlphabet\noffers\nan\n\u201cAPI\nfor\nlimited\nscraping\nwith\na\nbudget\nfor\nquota.\u02ee\nOnly\nresearchers\nin\nthe\nEU\nare\neligible\nfor\naccess\nto\nthe\nGoogle\nResearcher\nProgram.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\nR e s o u r c e\nl i n k s :\n\u25cf\nGoogle\nResearcher\nProgram\n\u25cf\nGoogle\nResearcher\nProgram\nApplication\n\u25cf\nGoogle\nTransparency\nCenter:\nResearcher\nEngagement\n\u25cf\nGoogle\nResearcher\nProgram\nAcceptable\nUse\nPolicy\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\ncontacts\nat\nAlphabet\nfor\ncomment\nand\ndiscussion,\nbut\nultimately\nonly\nmet\nwith\na\nrepresentative\nfrom\nYouTube\u02bcs\npolicy\nteam.\n40\fG o o g l e\nS h o p p i n g\nO v e r v i e w :\nAlphabet\nhas\nestablished\na\nformal\nprogram\nand\napplication\nprocess\nfor\naccessing\npublic\ndata.\nTo\naccess\nShopping\ndata,\nAlphabet\noffers\na\n\u201cpermission\nfor\nlimited\nscraping.\u02ee\nOnly\nresearchers\nin\nthe\nEU\nare\neligible\nfor\naccess\nto\nthe\nGoogle\nResearcher\nProgram.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\nR e s o u r c e\nl i n k s :\n\u25cf\nGoogle\nResearcher\nProgram\n\u25cf\nGoogle\nResearcher\nProgram\nApplication\n\u25cf\nGoogle\nTransparency\nCenter:\nResearcher\nEngagement\n\u25cf\nGoogle\nResearcher\nProgram\nAcceptable\nUse\nPolicy\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\ncontacts\nat\nAlphabet\nfor\ncomment\nand\ndiscussion,\nbut\nultimately\nonly\nmet\nwith\na\nrepresentative\nfrom\nYouTube\u02bcs\npolicy\nteam.\n41\fL i n k e d I n\nO v e r v i e w :\nLinkedIn\nhas\nestablished\na\nResearcher\nAccess\nProgram\nand\napplication\nprocess\nfor\naccessing\npublic\ndata.\nGlobal\nresearchers\ncan\napply\nfor\naccess\nto\nthe\nplatform\u02bcs\npublic\ndata,\nbut\nthe\nformat\nthe\ndata\nis\nprovided\nin\nis\nunclear.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\n\u25cf\nTerms\nand\nconditions\nR e s o u r c e\nL i n k s :\n\u25cf\nLinkedIn:\nResearcher\naccess\n\u25cf\nLinkedIn\nResearcher\nAccess\nProgram\nApplication\n\u25cf\nAdditional\nTerms\nfor\nthe\nLinkedIn\nResearch\nTools\nProgram\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nLinkedIn\nfor\ncomment\nand\ndiscussion\nand\nreceived\na\nresponse\nfrom\na\nmember\nof\nthe\nplatform\u02bcs\nlegal\nteam.\nWe\nrequested\naccess\nto\nLinkedIn\u02bcs\nprogram,\nbut\nwere\ndenied.\n42\fP i n t e r e s t\nO v e r v i e w :\nPinterest\nhas\nestablished\nan\napplication\nform\nthrough\nwhich\nglobal\nresearchers\ncan\nrequest\naccess\nto\nthe\nplatform\u02bcs\npublic\ndata.\nIt\nis\nnot\nclear\nwhat\nformat\nthe\ndata\nis\nprovided\nin.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nDigital\nServices\nAct\ncompliance\npage\n\u25cf\nApplication\nform\nR e s o u r c e\nl i n k s :\n\u25cf\nDigital\nServices\nAct\n\u25cf\nResearchers\nintake\nform\nO u t r "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 387e01a9be97f99118627126fe9d3b845258541277fc367972ae6725ad1c32a0
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 43, "split_id": 20, "split_idx_start": 66619, "chroma:document": "t e r e s t\nO v e r v i e w :\nPinterest\nhas\nestablished\nan\napplication\nform\nthrough\nwhich\nglobal\nresearchers\ncan\nrequest\naccess\nto\nthe\nplatform\u02bcs\npublic\ndata.\nIt\nis\nnot\nclear\nwhat\nformat\nthe\ndata\nis\nprovided\nin.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nDigital\nServices\nAct\ncompliance\npage\n\u25cf\nApplication\nform\nR e s o u r c e\nl i n k s :\n\u25cf\nDigital\nServices\nAct\n\u25cf\nResearchers\nintake\nform\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nPinterest\nfor\ncomment\nand\ndiscussion.\nWe\nmet\nwith\na\nmember\nof\nthe\nplatform\u02bcs\nlegal\nteam,\nwho\nconfirmed\nresearchers\ncan\nrequest\napproval\nto\nautomatically\ncollect\npublicly\naccessible\ndata.\n43\fS n a p c h a t\nO v e r v i e w :\nSnapchat\nhas\nestablished\nguidelines\nand\nan\nemail\ncontact\nthrough\nwhich\nglobal\nresearchers\ncan\nrequest\naccess\nto\nthe\nplatform\u02bcs\npublic\ndata.\nAccording\nto\nSnapchat,\ndata\nwill\nbe\nprovided\nto\nthe\nresearcher\nin\na\n.csv\nfile.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nDigital\nServices\nAct\ncompliance\npage\n\u25cf\nResearcher\naccess\noverview\nsite\nR e s o u r c e\nl i n k s :\n\u25cf\nPrivacy\nand\nSecurity:\nEuropean\nDigital\nServices\nAct\n\ue081DSA\ue082\n\u25cf\nResearcher\nand\nData\nAccess\nInstructions\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nSnapchat\nfor\ncomment\nand\ndiscussion\nand\nmet\nwith\nmembers\nof\nthe\nplatform\u02bcs\nlegal\nand\nregulatory\nteams.\n44\fT i k T o k\nO v e r v i e w :\nTikTok\noffers\na\nResearch\nAPI\nthat\nallows\naccess\nto\npublicly\navailable\ndata\nrelated\nto\naccounts\nand\ncontent\non\nthe\nplatform.\nU.S.\nand\nE.U.\nresearchers\naffiliated\nwith\nnon-profit\nacademic\nand\nresearch\ninstitutions\nare\neligible\nto\napply.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\n\u25cf\nTool\ndocumentation\nR e s o u r c e\nl i n k s :\n\u25cf\nExpanding\nTikTok's\nResearch\nAPI\nand\nCommercial\nContent\nLibrary\n\u25cf\nResearch\nAPI\n\u25cf\nAbout\nResearch\nAPI\n\u25cf\nResearch\nAPI\nGetting\nStarted\n\u25cf\nResearch\nAPI\nFAQ\n\u25cf\nResearch\nAPI\ncodebook\n\u25cf\nResearch\nAPI\nTerms\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nTikTok\nfor\ncomment\nand\ndiscussion,\nbut\ndid\nnot\nreceive\na\nresponse.\n45\fW i k i p e d i a\nO v e r v i e w :\nThe\nWikimedia\nFoundation\nhas\nmade\nits\npublic\ndata\navailable\nin\na\nvariety\nof\nways,\nsince\nbefore\nthe\nenactment\nof\nthe\nDSA.\nResearchers\ndo\nnot\nneed\nto\nrequest\nor\napply\nfor\naccess\nto\nthe\ndata;\nresearchers\ncan\nuse\nexisting\ntools\nto\nprogrammatically\ncollect\nand\nanalyze\nthe\ndata.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nTool\ndocumentation\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nTerms\nand\nconditions\nR e s o u r c e\nl i n k s :\n\u25cf\nWikipedia\nis\nnow\na\nVery\nLarge\nOnline\nPlatform\n\ue081VLOP\ue082\nunder\nnew\nEuropean\nUnion\nrules:\nHere\u02bcs\nwhat\nthat\nmeans\nfor\nWikimedians\nand\nreaders\n\u25cf\nWikipedia\nAPI\nParsed\nInfobox.\nIntroducing\nStructured\nContents\n\u25cf\nResearch:Data\n\u25cf\nWikimedia\nResearch\n\u25cf\nWikimedia\nFoundation\nOpen\nAccess\nPolicy\n\u25cf\nWikipedia\nPage\nHistory\n\u25cf\nTerms:\nContent\nLicensing\n\u25cf\nWikimedia\nDownloads\n\u25cf\nResearch\nData\nFAQs\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nWikipedia\nfor\ncomment\nand\ndiscussion\nand\nmet\nwith\nmembers\nof\ntheir\nlegal\nand\nglobal\nadvocacy\nteams.\n46\fX / T w i t t e r\nO v e r v i e w :\nX\nhas\nan\napplication\nfor\nDSA-eligible\nresearchers\nthrough\nwhich\nthey\ncan\nrequest\naccess\nto\npublic\ndata\nvia\nthe\nX\nAPI.\nThis\npre-existing\nAPI\nis\navailable\nto\nother\nresearchers\nfor\na\nfee.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\n\u25cf\nTerms\nand\nconditions\n\u25cf\nDigital\nServices\nAct\ncompliance\npage\n\u25cf\nTool\ndocumentation\nR e s o u r c e\nl i n k s :\n\u25cf\nCountry-specific\nResources:\nEuropean\nUnion\n\u25cf\nDeveloper\nTerms\nof\nService\n\u25cf\nX\nDeveloper\nPlatform:\nAcademic\nresearch\n\u25cf\nX\nDSA\nResearcher\nApplication\n\u25cf\nDev\ncommunity:\nacademics\n\u25cf\nDifference\nbetween\ncommercial\nand\nnoncommercial\nusage\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nX\nfor\ncomment\nand\ndiscussion,\nbut\ndid\nnot\nreceive\na\nresponse.\n47\fY o u T u b e\nO v e r v i e w :\nYouTube\nhas\nestablished\na\nResearcher\nProgram\nto\ngrant\nacademic\nresearchers\naccess\nto\npublic\ndata\non\nthe\nplatform.\nThe\nprogram\ngives\naccess\nto\nYouTube\u02bcs\nData\nAPI\nafter\napproval\nof\nthe\nresearcher\u02bcs\napplication.\nA\nprogram\nalso\nallows\naccess\nfor\nlimited\nscraping\nfor\nDSA-eligible\nresearchers.\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nResearcher\naccess\noverview\nsite\n\u25cf\nApplication\nform\n\u25cf\nTerms\nand\nconditions\n\u25cf\nTool\ndocumentation\nR e s o u r c e\nl i n k s :\n\u25cf\nYouTube\nProgram\nPolicies\n\u25cf\nYouTube\nResearcher\nProgram\nApplication\n\u25cf\nYouTube\nProgram\nTerms\nand\nConditions\n\u25cf\nYouTube\nData\nAPI\nOverview\n\u25cf\nYouTube\nAPI\nServices\n-\nDeveloper\nPolicies\n\u25cf\nYouTube\nAPI\nServices\nTerms\nof\nService\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\ncontacts\nat\nAlphabet\nfor\ncomment\nand\ndiscussion\nand\nmet\nwith\na\nrepresentative\nfrom\nYouTube\u02bcs\npolicy\nteam.\n48\fZ a l a n d o\nO v e r v i e w :\nZalando\nstates\nthat\nresearchers\ncan\ncontact\nthe\nplatform\nthrough\nthe\nDSA\nSingle\nPoint\nof\nContact\nto\nreceive\ndata\n\u201cin\naccordance\nwith\nArticle\n40\nDSA.\u02ee\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nTerms\nand\nconditions\nR e "}


created_at: 2024-11-07 15:52:07
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: f7b405651d12a0424f350207c4b45c295fc1f626b9c1f3f4f13b06699dc7dd8f
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Public_Data_Access_Programs__A_First_Look.pdf", "source_id": "d5f71ec4f2bf737c14c0990df0f4b3354ccc0f3d224c06d59146f00de5299155", "page_number": 48, "split_id": 21, "split_idx_start": 70728, "chroma:document": "e\nl i n k s :\n\u25cf\nYouTube\nProgram\nPolicies\n\u25cf\nYouTube\nResearcher\nProgram\nApplication\n\u25cf\nYouTube\nProgram\nTerms\nand\nConditions\n\u25cf\nYouTube\nData\nAPI\nOverview\n\u25cf\nYouTube\nAPI\nServices\n-\nDeveloper\nPolicies\n\u25cf\nYouTube\nAPI\nServices\nTerms\nof\nService\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\ncontacts\nat\nAlphabet\nfor\ncomment\nand\ndiscussion\nand\nmet\nwith\na\nrepresentative\nfrom\nYouTube\u02bcs\npolicy\nteam.\n48\fZ a l a n d o\nO v e r v i e w :\nZalando\nstates\nthat\nresearchers\ncan\ncontact\nthe\nplatform\nthrough\nthe\nDSA\nSingle\nPoint\nof\nContact\nto\nreceive\ndata\n\u201cin\naccordance\nwith\nArticle\n40\nDSA.\u02ee\nW h a t\nw e\nl o o k e d\na t :\n\u25cf\nTerms\nand\nconditions\nR e s o u r c e\nl i n k s :\n\u25cf\nZalando\nand\nthe\nDigital\nServices\nAct\n\u25cf\nZalando\nfiles\nlegal\naction\nagainst\nthe\nEuropean\nCommission\nto\ncontest\nits\ndesignation\nas\na\n\u201cVery\nLarge\nOnline\nPlatform\u02ee\nas\ndefined\nby\nthe\nDigital\nServices\nAct\n\u25cf\nLegal\nNotice\nO u t r e a c h :\n\u25cf\nWe\nreached\nout\nto\nZalando\nfor\ncomment\nand\ndiscussion,\nbut\ndid\nnot\nreceive\na\nresponse.\n49\fT h i s\nr e p o r t\nw a s\np r o d u c e d\nb y :\nCameron\nHickey\nKaitlyn\nDowling\nIsabella\nNavia\nClaire\nPershan\nDesign\nby:\nShannon\nZepeda\nand\nTess\nHeinricks\nW i t h\nt h a n k s\nt o :\nBecca\nRicks\nNicholas\nPiachaud\nJulian\nJaursch\nMartin\nDegeling\nBrandon\nSilverman\nSvea\nWindwehr\nAnna\nLenhart\nAlso\na\nspecial\nthanks\nto\nthe\nparticipants\nof\nMozilla\u02bcs\nworkshop\nheld\nin\nApril\n2023\nand\neveryone\nwho\ncontributed\nto\nand\nendorsed\nthe\nsubsequent\nrecommendations\nfor\npublic\ndata\nsharing\nfor\npublic\ninterest\nresearch.\n50\f51"}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7b5257807a4f65f1e0c301940280afabab216d4acb7279e254f0360154ce8edd
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "European Digital Media Observatory Report on EDMO Workshop on Platform Data Access for Researchers Lisa Ginsborg Contributors: Kalina Bontcheva Valentin Ch\u00e2telet Philipp Darius Matt Motyl Andreas Neumeier September 2024\f 2 Report on EDMO Workshop on Platform Data Access for Researchers About the Workshop 3 Background: Data access provisions in EU regulation and self-regulation on disinformation 3 Workshop programme 4 Key Takeaways from the EDMO Workshop 4 Findings from surveying the EDMO Network on researcher data access 6 Access to data for researchers under DSA Art. 40(4), 40(12) and EDMO\u2019s work on data access 7 Online Platform Data Collection and Access 8 Experiences challenges and opportunities with platform APIs 10 TikTok Research API 10 YouTube API, Google Search and other platform APIs 11 Meta Content Library and API 13 The European Digital Media Observatory has received funding from the European Union under contract number LC-01935415\f 3 About the Workshop On 15 May EDMO organised a workshop on the topic of Platform Data Access for Researchers, at the Brussels School of Governance. The workshop (led EUI STG in collaboration with Globsec) took place in hybrid format and was attended by over 50 participants in person and 25 online, including representatives from the EDMO Network, civil society organisations, as well as EC representatives and some VLOP representatives. The workshop aimed to bring together the research community to discuss and share their experience and views on platform data access for research, including newly developed platform APIs, the type of data available and its accessibility, and whether the new research data access provisions under the DSA meet the needs of the research community. Speakers from the research community (including representatives from the EDMO.eu and Vera.ai projects, the Integrity Institute, the Digital Forensic Research Lab, and the Center for Digital Governance, Hertie School) provided key insights "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: d8bfa3ee287ed62872260a133dbde8b70c4c9c680edcd1909bd6893edd5e9145
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 3, "split_id": 1, "split_idx_start": 1696, "chroma:document": "DSA meet the needs of the research community. Speakers from the research community (including representatives from the EDMO.eu and Vera.ai projects, the Integrity Institute, the Digital Forensic Research Lab, and the Center for Digital Governance, Hertie School) provided key insights and shared concrete experiences with regard to new and old data access tools provided by VLOP and VLOSEs as well as potential opportunities and challenges for research. Given the key role of independent research in enabling transparency and independent oversight and a deeper understanding of the disinformation phenomenon, especially in the context of new technological developments and upcoming elections worldwide, wider data access for research organisations conducting independent research in the public interest remains a key priority for the EDMO community. Background: Data access provisions in EU regulation and self-regulation on disinformation In the 2022 Strengthened Code of Practice on Online Disinformation many online platforms explicitly committed to provide access, wherever safe and practicable, to \u201ccontinuous, real-time or near real-time, searchable stable access to non-personal data and anonymised, aggregated, or manifestly-made public data for research purposes on Disinformation through automated means such as APIs or other open and accessible technical solutions allowing the analysis of said data.\u201d Such voluntary commitment has now become a legal obligation for VLOPs/VLOSEs under DSA article 40(12) which explicitly requires platforms to provide access to publicly accessible data, and when technically possible to real-time data. The Delegated Act on data access which was scheduled to be adopted in spring 2024 has not yet been released. Data access provisions for researchers present a rapidly changing area, with a number of new tools being developed by platforms especially through researcher specific APIs to allow access to researchers to real time data. Yet a number of limitations appear to be currently hindering their use by the research community, "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 693266abd960d23c6ae19a71ce6280875e0f12380895a5a1836377fb25df6400
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 3, "split_id": 2, "split_idx_start": 3524, "chroma:document": "with a number of new tools being developed by platforms especially through researcher specific APIs to allow access to researchers to real time data. Yet a number of limitations appear to be currently hindering their use by the research community, including lack of awareness of the new tools, limited access for civil society researchers, complicated or lengthy application procedures and potential legal risks deriving from their use. As a result, the uptake of APIs appears slow and piecemeal, with very few European researchers actively\f 4 using such APIs at present. Although greater uptake may be expected as the tools continue to be rolled out and refined, as most tools are still being tested it is essential to better understand their utility and how they compare to previous instruments. Workshop programme Moderator: Claes de Vreese | EDMO Executive Board, University of Amsterdam Framing the issues surrounding data access for research Speakers: \u2022 Lisa Ginsborg | EDMO, School of Transnational Governance, EUI \u2022 Rebekah Tromble | George Washington University, EDMO \u2022 Matt Motyl | Integrity Institute Exchange of experience using current platform APIs Speakers: \u2022 Kalina Bontcheva | University of Sheffield, BROD, vera.ai \u2022 Valentin Ch\u00e2telet | DFRLab, Atlantic Council \u2022 Philipp Darius | Center for Digital Governance, Hertie School \u2022 Andreas Neumeier | Bundeswehr University Key Takeaways from the EDMO Workshop Despite the DSA having entered into force, and its key provisions with regard to data access for research purposes as contained in Art. 40, in practice data access for researchers has not yet seen a significant overall improvement to date. In fact, in certain areas or in relation to specific tools data access for researchers appears to present significant limitations and in certain cases may have even deteriorated over the last year. While this may be temporary as the new "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: edf0749bce833137fa7dfdc83466ad877b948fd3785d407e95653ee2e3842baa
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 4, "split_id": 3, "split_idx_start": 5188, "chroma:document": "In fact, in certain areas or in relation to specific tools data access for researchers appears to present significant limitations and in certain cases may have even deteriorated over the last year. While this may be temporary as the new instruments become operational, and before the delegated act on data access is adopted, a number of positive developments may also be noted in this area. These include public statements by the EC that the interpretation of Art. 40(12) appears to enable non-permissioned scraping,1 and the fact that researcher data access provisions under Art. 40(12) now exist for the large majority of VLOPs at least on paper, although in many cases the details of the concrete programs and data available are still missing. In practice current data access for researchers by platforms remains limited to date, with some platform APIs performing better than others while a number of significant shortcomings remain and are presented in the current report. Among such limitations researchers report limited accessibility, complex application procedures which include significant risks with regard to liability and fines, and the requirement for applications to 1 See for instance Press Release of 12 July 2024 \u2018Commission sends preliminary \ufb01ndings to X for breach of the Digital Services Act\u2019, available at https://ec.europa.eu/commission/presscorner/detail/en/ip_24_3761\f 5 be linked to specific projects rather than approved at organizational level. The legal requirements for researchers imposed in the contracts by the platforms should therefore be clear and not prohibitive for smaller research organisations, in light of the risk of large fines and the lack of existing mechanisms to protect research organizations from such risks. Equality in terms of data access is also key: online platforms and search engines should be discouraged from providing data and/or funding to only a small group of researchers (on specific issues or from selected "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: bc0c34562ed3b83d6b3626729b4e18c4da8dfbd3b031ac5191c59b1c56dbedc2
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 5, "split_id": 4, "split_idx_start": 6907, "chroma:document": "research organizations from such risks. Equality in terms of data access is also key: online platforms and search engines should be discouraged from providing data and/or funding to only a small group of researchers (on specific issues or from selected countries), selected by the companies themselves in a non-transparent manner. Leaving aside the specific problems of each platform API, which are presented in detail in the current report, greater standardisation in data access API provisions by similar kinds of platforms and search engines is fundamental for researchers to be able to conduct cross-platform research, which is central to studying disinformation in a holistic way. In particular it is crucial for similar types of VLOPs and VLOSEs to provide similar types of data via their APIs in order to allow for comparability across platforms (e.g., TikTok and Instagram; Bing Search and Google Search). While researchers made it clear that platforms providing researchers with data through their APIs should be seen as a very welcome development as few researchers appear to be gaining access to some of the platform APIs at present, data quality and reliability also appears to be a concern among researchers when using these APIs. This underlines the need for an independent entity that could be testing and ensuring data quality under DSA Article 40(12), and potentially under Articles 40(4); 40(8), as it is clear that this cannot be done by individual researchers. With regard to the way data is accessed through specific APIs, streaming/real-time APIs (e.g., previous Twitter API) allowing to get continuously new sets of data may be preferable to APIs in which periodic downloading is required (YouTube and TikTok) as this may also limit the kind of research that is possible. Finally the clean room approach of the Meta Content Library and API is highly restrictive "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 40c6e9cc43bde40a8a0e904669352db8d4280a03cca9ac38fa8aefc0ef58f2ce
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 5, "split_id": 5, "split_idx_start": 8555, "chroma:document": "be preferable to APIs in which periodic downloading is required (YouTube and TikTok) as this may also limit the kind of research that is possible. Finally the clean room approach of the Meta Content Library and API is highly restrictive with respect to repeatability and open science, also in light of the fact that the clean room is cleaned after a certain period of time and the requirement of access through VPN is also problematic for data transparency. Overall it is essential that while new tools are rolled out and tested, data access for researchers should improve urgently and continue to do so over time for all VLOPs and VLOSEs while ensuring the information provided to the research community is clear and user friendly. Imposing fees for data access for researchers does not allow for such incremental access. With regard to DSA Art. 40(4), the system will only become fully operational once the Delegated Act is released. The work done (and presented during the workshop) by the EDMO Working Group for the Creation of an Independent Intermediary Body to Support Research on Digital Platforms (led by Dr Rebekah Tromble), as well as the draft Code of Conduct on how platforms can share data with independent researchers while protecting users\u2019 rights will play a key role going forward. Collaboration will be key for researchers to ensure research priorities are prominent and the processes and institutions, including relevant Digital Services Coordinators (DSCs) are not overwhelmed. In this respect, the importance of researchers being aware of the variety of data collected by platforms, which may be requested for research purposes, becomes even more pressing. Greater information sharing and relevant tools are essential in this respect, including the data dictionary currently being developed by the Integrity Institute, including keywords, phrases in metrics, and variables "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: a1fcf6bb935906bd9dc5bdf2ecf84d2b2269ea6376362581876eb1c792cc4a51
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 5, "split_id": 6, "split_idx_start": 10160, "chroma:document": "which may be requested for research purposes, becomes even more pressing. Greater information sharing and relevant tools are essential in this respect, including the data dictionary currently being developed by the Integrity Institute, including keywords, phrases in metrics, and variables researchers might request for research purposes.\f 6 Findings from surveying the EDMO Network on researcher data access Lisa Ginsborg presented the results from a recent survey conducted by EDMO.eu, inter alia, with research representatives in the EDMO Hubs surrounding VLOPSEs implementation of their commitments on the empowerment of researchers under the Strengthened Code of Practice (CoP). The report from the survey describes a number of limitations faced by the research community with regard to access to platform data as a pre-condition for transparency and accountability that is long overdue. In particular the Research Survey conducted by EDMO shows that data transparency and data access through APIs (Commitment 26) continues to be a key priority for the research community. Despite encouraging reports by all platforms on recent launches of new tools for researchers, the uptake of APIs appears slow and piecemeal, with very few European researchers among EDMO Hubs seemingly using such APIs at present. Several reasons may be ascribed to the lack of use of new APIs by EDMO Hubs, starting most obviously from their recent set up. Other reasons which emerged from asking researchers in EDMO hubs include lack of awareness of the new tools, complicated or lengthy application procedures and potential legal risks deriving from their use. While greater uptake may be expected as the tools continue to be rolled out and refined it is clear that simply launching an API for researchers may not be enough to meet the requirements of Commitment 26 and ultimately the DSA. Given most tools are still being tested, it remains difficult "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 099178bfa7db0e4abb997c6eaab4a947f1c9dd706c9706c12ccc6b97c78930ad
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 6, "split_id": 7, "split_idx_start": 11863, "chroma:document": "be rolled out and refined it is clear that simply launching an API for researchers may not be enough to meet the requirements of Commitment 26 and ultimately the DSA. Given most tools are still being tested, it remains difficult to understand their utility and how they compare to previous instruments. The training sessions, workshops, and collaboration environment for fact-checkers and researchers offered by CrowdTangle in the past (which allowed researchers to exchange experience, tools and methodology and provided a clear point of contact for researchers) constitute good practices in this regard. Researchers reported them to be especially useful around election periods. A number of problems were also reported by EDMO Hubs, including: length of the application process by platforms, making it difficult for researchers to realise the intended research projects within the funding period; the challenges of reconciling the contractual requirements with the conditions of independent research and the protection of employees by the university; as well as complicated authorisation procedures and concerns in respect of the current conditions imposed in contracts by the platforms, including the risk of large fines for research organizations and the lack of existing mechanisms to protect research organizations from such risks. A number of concrete recommendations also emerged from EDMO Hubs representatives from the survey including: \u2022 The need for platform tools and interfaces for data access to be rolled out fast; \u2022 The need to raise awareness about the newly developed APIs, including making the information clear and user friendly and providing training and support to the research community on these tools;\f 7 \u2022 The need for application procedures to be clear and for applications by researchers to be approved swiftly; \u2022 The suggestion for applications to be approved at organizational level, as opposed to being linked to specific projects; \u2022 The "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: a7ad0b6d9c1b2a4e345b7f601170634057cefe5417c89505c1080110d7106316
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 7, "split_id": 8, "split_idx_start": 13590, "chroma:document": "7 \u2022 The need for application procedures to be clear and for applications by researchers to be approved swiftly; \u2022 The suggestion for applications to be approved at organizational level, as opposed to being linked to specific projects; \u2022 The data provided should meet the needs of the research community by enabling incremental and near real-time access to data, which should also include providing researchers with information on data that is flagged as misinformative; \u2022 Allowing access to the APIs also for researchers from civil society; \u2022 Providing support to researchers entering legal contracts, e.g., establishment of a legal protection/insurance system for public research institutions, NGOs and independent researchers; \u2022 Greater standardization of APIs will allow the research community to use them more widely, rather than having to gain specific skills for each platform; \u2022 Going forward the question may be raised of whether specific tools could be developed which could enable the use of APIs by researchers from different disciplinary backgrounds beyond data scientists Access to data for researchers under DSA Art. 40(4), 40(12) and EDMO\u2019s work on data access Rebekah Tromble provided a number of updates and insights on the state of state of data access under the DSA, in particular with regard to article 40(12) and article 40(4) and what may be expected going forward as well as EDMO\u2019s work on data access in preparation for Art. 40(4) becoming fully operational. While some elements are still missing including relevant delegated acts and guidance from DCSs, there are a number of actions researchers may already start working on now. Dr. Tromble started by emphasising some of the positive developments in light of DSA Art. 40(12), including the public statement from a number of key members of the EC that their interpretation of Art. 40(12) is that it enables "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 5eef7c3f6cb03b8ad94805e7ff2afb31526717c991e7edaf94757d76e1c4ebcb
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 7, "split_id": 9, "split_idx_start": 15240, "chroma:document": "now. Dr. Tromble started by emphasising some of the positive developments in light of DSA Art. 40(12), including the public statement from a number of key members of the EC that their interpretation of Art. 40(12) is that it enables non-permissioned scraping. Programs exist with regard to data access under Art. 40(12) for the large majority of VLOPSEs at least on paper, although in many cases the details of the concrete programs and data are still missing. Both the platforms and the researchers need more guidance from the EC about the requirements for such programs, but this is unlikely to come before the Delegated Act for Art. 40(4) is released, given the need for harmonisation between the different provisions. EC interest in this area is demonstrated by its inquiries to all of the VLOPs and VLOSEs for more information about their Art. 40(12) programs, as well as by the formal investigations into X and Meta, including for their compliance with Art. 40(12). Other organizations are also stepping in, including EDMO, the Institute for Data, Democracy & Politics with its Tracker aiming to describe existing research access tools, the Coalition for Independent Technology Research with its DSA Data Access Audit and Survey, which aims to gather information about the experience of researchers with the data access programs and in the future aims to work with researchers to put together applications in order to test the systems directly.\f 8 With regard at Art. 40(4), researchers who are affiliated with research organizations as defined by the EU Copyright Directive will have the ability to apply for specific non-public data under Article 40(4). While the exact details of this still need to be clarified, it is clear that both civil society and academic organizations that have a substantial research mission will qualify under Article "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 3c3603dbf83b7bd2e76b198921824b6c88ed2db22b4d527390078603cbf5bd32
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 8, "split_id": 10, "split_idx_start": 16843, "chroma:document": "to apply for specific non-public data under Article 40(4). While the exact details of this still need to be clarified, it is clear that both civil society and academic organizations that have a substantial research mission will qualify under Article 40(4). It remains to be clarified whether non-European research institutions will qualify, raising the importance of collaboration going forward. The data researchers can apply for must be \u2018in scope\u2019, applying to European systemic risks and potential mitigations for those risks. The request must be proportionate, the data must \u2018exist\u2019, must not jeopardise trade secrets, and must comply with GDPR. The EDMO Draft Code of Conduct aims to help researchers and regulators in this respect and is providing a partial blueprint for the delegated act, and aims to provide further guidance also to the DSCs. With regard to the application process, this will be further clarified in the Delegated Act, but is likely to see researchers submitting their applications to local DSCs, the DSC in most instances would send the application to an independent intermediary body to provide an advisory opinion, which the EDMO Working Group for the Creation of an Independent Intermediary Body to Support Research on Digital Platforms has been working on. The local DSC would then send the recommendation to the DSC of establishment (in most cases the Irish DSC), which would make the final decision. If positive, designated researchers would be involved as \u201cvetted researchers\u201d and make \u201creasoned request\u201d for the data of platform(s). Platforms will then have 15 days to respond, and may also object either because they don\u2019t have the data or on trade secrets grounds. A negotiation process may be expected in this context involving the regulators, the platforms and the researchers themselves with the likely involvement of the intermediary body. Potential hurdles and "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: cc6a34cd4a9be6d30715f56722c8d047e0be7ddb22adb628d2699368ab861616
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 8, "split_id": 11, "split_idx_start": 18483, "chroma:document": "because they don\u2019t have the data or on trade secrets grounds. A negotiation process may be expected in this context involving the regulators, the platforms and the researchers themselves with the likely involvement of the intermediary body. Potential hurdles and unknowns remain, including in relation to how to tailor the GDPR risk assessment in relation to the data received, assessing who qualifies and what qualifies for research projects, what might the platform fees be if any, but the biggest potential hurdle is overwhelming the regulators with data requests. It is therefore important for researchers to provide feedback to the regulators but most importantly cooperate with one another to not overwhelm the system. Once the intermediary body is established, it aims to bring researchers together for consultations in Fall 2024 to identify the most pressing data needs and priorities to be shared with DSCs. Online Platform Data Collection and Access Matt Motyl from the Integrity Institute aimed to support researchers outside of industry to learn about what data is currently collected by the relevant companies. This includes the obvious data provided by users, the less obvious data extracted by platforms, and additional data that is learned about users often through machine learning, AI or by buying data from third parties. While the presentation started from Facebook, the lessons were seen to be applicable to most social media platforms. Dr. Motyl, presented some of the categories of data users normally provide to Facebook, either directly or through their consumption patterns or posts and additional data platforms may extract from the data provided by users. Further user behaviours on the\f 9 platforms (e.g. time spent on platforms, clicks including on ads, purchases, reactions, comments, reporting behaviour, etc.) provide signals to platforms on content to be fed to users. Time spent engaging in such "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 93efccadd505d266e229ce2aac80959dd1d2f7d627d6c95fa465f04f286b705d
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 8, "split_id": 12, "split_idx_start": 20157, "chroma:document": "by users. Further user behaviours on the\f 9 platforms (e.g. time spent on platforms, clicks including on ads, purchases, reactions, comments, reporting behaviour, etc.) provide signals to platforms on content to be fed to users. Time spent engaging in such behaviours is also logged. Further data is provided on how users interact with each other including in relation to all of the behaviours above. Less obvious data that platforms extract about users includes device metadata, from which they can extract where people are located, what network they are on, whether they use multiple devices, whether multiple people use the same devices for access to those platforms, GPS location, and all kinds of network information, including phone numbers and names, whether they are also on that platform, and from there establish networks, which can help establish by way of example what people in specific networks may buy, or even instances of coordinated inauthentic behaviour. More sophisticated information that may be collected includes the probability users are real and are who they say they are, probability users will buy specific things, who users are likely to vote for, what parties they may belong to or how likely they are to show up to a political event, whether the user is working in coordination to interfere with another country\u2019s election, whether the user produces unwanted social interactions. Most of the above information will exist at the user level but also at the level of content, group, ad, page, etc. Dr. Motyl also introduced the way data is stored by the platforms, in particular the two main types of categories for data storing: dimension tables and fact tables. Dimension tables are mostly structured, i.e., containing one row per aggregated object (e.g., user, post, page, post, video) with a key id and one column per "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: c579128f2f1aa9098271183049cf04f3e36c9034770ebd9692558e3e49cff3a8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 9, "split_id": 13, "split_idx_start": 21763, "chroma:document": "the two main types of categories for data storing: dimension tables and fact tables. Dimension tables are mostly structured, i.e., containing one row per aggregated object (e.g., user, post, page, post, video) with a key id and one column per variable (and there may often be 1000s of variables). Fact tables, on the other hand, are mostly unstructured with often one row per event, which are not stored in columns but often in JSON strings, MAPs, Arrays (theoretically could be 0 to infinite length) with key-value pairs. For large platforms it is probably impossible to have a single table containing all variables, as it would probably involve many exabytes of data if not more. Different categories of variables can be stored in different tables and even different warehouses or cloud services. Joining data is therefore quite complicated. Further, while thousands of tables may exist per user, page, group, etc., these tables may also have different retention times, until the data is transferred to a different format and becomes much more difficult to obtain. Different platforms will also have different data retention policies and even within a company, different security / privacy settings may apply to different tables and even columns. In light of the above accessing specific data may become quite complicated or take a long time. Matt Motyl and the Integrity Institute are currently building a data dictionary, including keywords, phrases in metrics, variables researchers might want, how to map users activities to these data table, community requests, with the aim that researchers will know what to ask for when they are requesting platform data, in order to not overburden regulators going forward.\f 10 Experiences challenges and opportunities with platform APIs TikTok Research API Dr. Philipp Darius from the Center for Digital Governance at the Hertie School and Andreas "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 8110baa8f03321bd3e5d3210aad2040aef4991caf0ad3941f3fca4403d542d5f
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 9, "split_id": 14, "split_idx_start": 23388, "chroma:document": "when they are requesting platform data, in order to not overburden regulators going forward.\f 10 Experiences challenges and opportunities with platform APIs TikTok Research API Dr. Philipp Darius from the Center for Digital Governance at the Hertie School and Andreas Neumeier from the Bundeswehr University in Munich presented their experiences, current requirements and problems in using the TikTok Research API. In a collaboration with the SPARTA project the team collected political party communication on Facebook, Instagram, TikTok, Twitter/X and YouTube during the EU elections. For accessing the TikTok Research API it took TikTok approximately 4 weeks to grant the application for the Research API. The TikTok Research API, it was made accessible to European researchers on July 20, 2023. The websites entailed contradicting information on whether the API is available only to European researchers or to researchers globally that focus on European systemic risks. The stated aim is to \u2018support research and increase transparency\u2019 and a collaboration team with up to 10 researchers in one lab on the developer platform may be formed, which should enable pooling of API keys to increase the quotas of API requests. TikTok has also initiated a commercial content library that includes ads, advertiser metadata and targeting information. In order to get access to the Researcher API an application form needs to be submitted, and the researchers must adhere to the Community Guidelines and the TikTok Research API Services Terms of Service. The research proposal needs to be approved by the research institution's ethics committee, there should be no conflict of interest and no commercial purposes and the researcher should have demonstrated experience and expertise and be employed by a not-for profit organization in the EU or in the US. With regard to the data that can be collected with the TikTok Research API, researchers "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: b9243417af53d73f7477ea8071ce31a026f0a9d6324c1ba81daab8205b5b68ca
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 10, "split_id": 15, "split_idx_start": 25083, "chroma:document": "purposes and the researcher should have demonstrated experience and expertise and be employed by a not-for profit organization in the EU or in the US. With regard to the data that can be collected with the TikTok Research API, researchers can generally collect content on public accounts by \u201ccreators\u201d or users with public profiles and who are aged 18 and over. Information may in theory be collected on videos, comments, users, liked/reposted/pinned videos, follower and following lists (if following list is made public). Dr. Darius went on to describe their experience of using the TikTok API in practice while working on a cross-platform study collecting communication on TikTok, YouTube, Instagram, Facebook, and X by all European political parties participating in the 2024 EU elections. Especially for the TikTok side of the collection they have been facing serious issues regarding the data retrieved via the TikTok Research API. In particular, the data provided between March and June 2024 cannot be used for research on party campaign communication behaviour as it deviates strongly from metrics shown in the app or on the webpage as TikTok user interfaces. Mr. Neumeier proceeded to provide concrete examples of the problem experienced, in which comparing the JSON retrieved from the API to the relevant TikTok webpages a number of disparities could be noticed in particular with regard to the likes count, comments count (which in the API appears to include the favorites count), the share count, and the view count in which very significant differences\f 11 can be noted. Overall, the data provided by the API on some of the metrics was not reliable and cannot be used for their current research project. They faced the following issues: \u2022 The API drastically underreported view and share counts of videos in contrast to metrics visible on TikTok\u2019s "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7209a763946ee197d5bf3d581da63e180d46711aff945460b321c4833b19bccf
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 11, "split_id": 16, "split_idx_start": 26705, "chroma:document": "on some of the metrics was not reliable and cannot be used for their current research project. They faced the following issues: \u2022 The API drastically underreported view and share counts of videos in contrast to metrics visible on TikTok\u2019s user interfaces on the website and in the TikTok App. \u2022 Conflation of comment count and favourites count metric. \u2022 The follower collection was interrupted at around 3,000 accounts, and there appears to be some kind of limit on it but the reason for this remains unclear. \u2022 API data is not available in real-time, as obligated in DSA 40(12) but with an approximately 10-days delay. The researchers have reached out to the TikTok API support team, and after some time they have now received availability to schedule an appointment to discuss the problems with the data and potential underlying issues with the API. The team thereafter also reported the issues to the Bundesnetzagentur, as the German Digital Service Coordinator, and staff members of DG Connect. While biases of other research APIs (e.g. Twitter\u2019s Streaming API (see Morstatter et al., 2013) are known, in the case of the TikTok API more than a bias, the data was faulty. In July 2024 the team found that the TikTok Research API seems to have been repaired and provides only marginally deviating metrics from the user interface (which is acceptable for distributed systems). However, the identified problems underline the need for an independent entity that could be testing and ensuring data quality under DSA Article 40(12), and potentially under Articles 40(4); 40(8), since individual researchers cannot test all the data provided by platforms via APIs or via data access requests. The data tracker by the Weizenbaum Institute was also mentioned as a good practice that could be combined with other data access trackers "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 2197b1af5cd362f38138e2185e550f45f3372f407d58e7a6df4af945d52c6cd1
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 11, "split_id": 17, "split_idx_start": 28286, "chroma:document": "individual researchers cannot test all the data provided by platforms via APIs or via data access requests. The data tracker by the Weizenbaum Institute was also mentioned as a good practice that could be combined with other data access trackers to bundle researchers\u2019 experiences when working with platform data. YouTube API, Google Search and other platform APIs Kalina Bontcheva from the University of Sheffield provided an account and reflections on her experience with data access at the University of Sheffield and as part of the Vera.ai EU-funded project. In particular she presented her experience with the YouTube API as well as a number of other APIs. In terms of positives the YouTube API gives access to the video descriptions, the subtitle data (if present), channel descriptions, etc. Based on the video ID resarchers can retrieve all comments for that video, which is important when analysing responses to a specific video that is spreading disinformation. The video comments also tend to have accurate timestamps. However, a number of issues were also encountered with regard to the YouTube API, which could be improved over time as the dialogue on data access with platforms\f 12 progresses. When retrieving comments, all comments always appear, and there is no way of retrieving only new comments posted since a certain date, which would be more efficient with respect to the usage on the researcher API data quota. Similarly, to check for new replies to existing top-level comments researchers must query each top-level comment individually to get all of its children and then work out which ones are new. Researchers would benefit from an API call that gave all top-level and reply comments on a given video that are dated after a given timestamp. Further, the \"search\" API (to find videos matching search terms, or all videos "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 1d702f011bd44416987d1f107341435b17377918b24579e984f74176d3a55504
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 12, "split_id": 18, "split_idx_start": 29901, "chroma:document": "are new. Researchers would benefit from an API call that gave all top-level and reply comments on a given video that are dated after a given timestamp. Further, the \"search\" API (to find videos matching search terms, or all videos posted by a given channel) is extremely expensive in terms of quota. The daily quota is thereby exhausted after just a few searches, which put limits on the speed at which research may be conducted. While there is an explicit provision stating that \u201cOn request, and with sufficient justification, you will receive sufficient API quota for use as specified by this Program ToS\u201d, it would be important to clarify the protocol for increasing the quota. The biggest problem, which may relate also to the TikTok API, is that when the data is downloaded it is a snapshot at the time it was downloaded. Differently from the previously available Twitter streaming API, it is therefore not a streaming/real-time API allowing to get continuously new sets of data, but periodic pulling is required and data may therefore be a bit out of date, which also limits the kind of research you can do. Prof. Bontcheva also presented her experience with other platform APIs, starting from the TikTok Research API, for which their application was successful and the researchers are getting rich data via their comprehensive research API and documentation, despite some of the issues with data quality discussed earlier. Bing provides access to thematic datasets for Search, which from the perspective of a scientist are very important as they allow open science and repeatability and it means that different researchers can compare results also with regard to their AI models. Bing also provides API access for news, web, image, and other search, which is very valuable. Finally from Google Search it is "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: d5ec1d1914e8f1044fb444212e92ed1fdb64da9f0ac5a1edad0ae80c399ac2ac
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 12, "split_id": 19, "split_idx_start": 31473, "chroma:document": "and repeatability and it means that different researchers can compare results also with regard to their AI models. Bing also provides API access for news, web, image, and other search, which is very valuable. Finally from Google Search it is possible to get access to Google Trends, the Fact-check API and the Ad library, which have been available for some time. Google Search however does present a number of access limitations. In particular, researchers would benefit from access to free quotas to the Google Custom Search JSON API, which would seem easy to provide, as in the case of YouTube. Further, Google search thematic collections would also be extremely valuable for researchers comparable to those from Bing. This is important because disinformation does not live on one platform and researchers need to be able to answer cross-platform research questions, e.g., are citizens exposed to disinformation in their search results, irrespective of which search engine they use? What is the difference between search results provided by the different search engines that are signatories to the CoP? At present it is impossible to answer those types of questions, because different search engines are interpreting the idea of research data access in very different ways. Shared research collections across platforms are very important for open science and repeatability and provide insight into the history. Further, while APIs may of course differ across platforms it is important to have access to the same kinds of data in order to allow for comparability across platforms. The importance of cross-platform research capabilities makes it essential for similar types of VLOPs to ideally provide similar types of data via their APIs that allows researchers to carry out cross-platform research. By way of example the clean room approach of\f 13 Instagram is highly restrictive with respect to repeatability "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: a145bf715f6cc12ea1f2236e61daf5547db6da11859b32f918c8f4edac4bf392
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 12, "split_id": 20, "split_idx_start": 33133, "chroma:document": "similar types of VLOPs to ideally provide similar types of data via their APIs that allows researchers to carry out cross-platform research. By way of example the clean room approach of\f 13 Instagram is highly restrictive with respect to repeatability and open science, also in light of the fact that the data access provisions as of April 2024, meant that the clean room is cleaned after a certain period of time. Research experiments should be repeatable over time and the methodology should be documentable. At present a number of research questions that EU-funded research projects on disinformation aim to investigate (e.g., Comparative impact analysis of disinformation videos/images on popular video and image sharing platforms) cannot be answered because the data access provisions by Instagram and TikTok are very different. Further, with the Instagram clean room it is not currently straightforward to import other URLs, e.g. debunked disinformation from other platforms, making potential research highly limited. Prof. Bontcheva also highlighted that in certain European countries the majority of political campaigning continues to take place on X/Twitter. Governments use it as a platform to communicate with the electorate, but it is no longer possible for researchers to study it. In particular researchers in the UK have received numerous requests from policy makers, regulators, and government bodies for in-depth, large-scale quantitative research on the prominence and impact of disinformation in public political discourse, which can no longer be satisfied as the X/Twitter API is no longer available for free to UK researchers. Further, data access for researchers from associated countries who are part of Horizon Europe projects such as the UK is currently being restricted by X, which is currently flatly rejecting all UK applications claiming that DSA provisions do not extend to UK researchers, even when working on EU projects funded by "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: cf9114be0165b5e16ad113cddd03dac2fea85b9835611b3c39b17d31548cc669
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 13, "split_id": 21, "split_idx_start": 34857, "chroma:document": "of Horizon Europe projects such as the UK is currently being restricted by X, which is currently flatly rejecting all UK applications claiming that DSA provisions do not extend to UK researchers, even when working on EU projects funded by the EU and looking into disinformation in the EU. Finally equality in terms of data access among researchers is essential, and online platforms and search engines should be discouraged from providing data and/or funding to only a small group of researchers (on specific issues or from selected countries), selected by the companies themselves in a non-transparent manner. The importance of collaboration among researchers was further emphasised as well as the need for a shared understanding among all stakeholders on data access and research and its essential role for society and democratic integrity. This should include positive engagement by policy makers and platforms, beyond current narrow concerns about reputational risk. Lastly, in terms of data access provisions, and their monitoring, there is a need for more prominent input from AI/CS experts on the technological and standardisation aspects of data access provisions and their adequacy, which can have huge implications for research. Meta Content Library and API Valentin Ch\u00e2telet from the DFRLab introduced the current data access landscape for Meta. As is well known Meta is decommissioning CrowdTangle (CT) starting from 14 August 2024, which is widely used in the research community including the participants to the workshop. In relation to this, the EC has initiated an enquiry on the potential infringement to the DSA of Meta\u2019s current data access policy and tools. While none of the participants to the workshop, including Mr. Ch\u00e2telet, had access to the Meta Content Library and API, he shared insights on the experience of some of his colleagues at the DFRLab. Meta also provides access to "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: eb36bfd49824d58691212d3cddd036c4ac38750257ce8cecb4f332e0aa71cc06
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 13, "split_id": 22, "split_idx_start": 36528, "chroma:document": "tools. While none of the participants to the workshop, including Mr. Ch\u00e2telet, had access to the Meta Content Library and API, he shared insights on the experience of some of his colleagues at the DFRLab. Meta also provides access to researchers to certain datasets, in particular to take-downs and CIB related deplatforming.\f 14 The procedures to receive access to the Meta Content Library and API were reported by Mr. Ch\u00e2telet to be very long. Applications are reviewed by the Inter-university Consortium for Political and Social Research (ICPSR) at the University of Michigan. This includes questions about the researcher\u2019s experience of handling confidential data as well as large datasets, and optional documentation from an Ethics Committee or Institutional Review Board (IRB). The Content Library is a Graphic User Interface (GUI) to query content from Meta, while the API allows to query through code, either R or Python, to public accounts with more than 25,000 followers, including public Pages, public groups, public events, public profiles, and even comments according to Meta\u2019s documentation. Once researchers gain access the Content Library interface appears like a search engine, which includes the following sections: \u2022 Influence operations datasets, including CIB and other deplatformed taken-down content that is downloadable as CSVs \u2022 Saved searches: textual search queries that researchers can save for later use and continued monitoring \u2022 Producer list: collection of pages that populate a collection \u2022 Downloads (history of CSV files that have been downloaded by researcher) The Datasets section resembles the collections of CIB datasets from CT, but in terms of labelling contains significantly less information regarding how the content has been edited (or removed) when compared to CT, and explanations about what are the grounds justifying the existence of the \u2018dataset\u2019 also do not appear to be available. On the positive side, the "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: f049cfdced8cade8a5f0e28acbda76b3cc5f759a2ff6a4ad6c5c2b675568904c
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 14, "split_id": 23, "split_idx_start": 38246, "chroma:document": "less information regarding how the content has been edited (or removed) when compared to CT, and explanations about what are the grounds justifying the existence of the \u2018dataset\u2019 also do not appear to be available. On the positive side, the CSV files of the datasets (including Meta takedowns and CIB) may be downloaded, as well as trend graph, which show the evolution of the amount of posts found when users query the search engine of the Content Library. In terms of limitations the Meta Content Library does not allow access to cross-platform searches. Each query on the search engine will therefore only be able to search for that specific query on Facebook or on Instagram, not on both. In this respect the Content Library is different from the Meta Ad Library which gives the opportunity to search across both platforms. In terms of the search interface using the textual search, researchers will still have access to several filters which were available on CT. While the results of the search can be saved in the personal account, they cannot be downloaded as a CSV file and it appears to be a less potent search engine, with no cross-reference search with Facebook & Instagram. Another limitation of the Meta Content Library is that researchers have access to even less search operators. Since the workshop, the use of quotes to perform literal searches was implemented, however, the search engine still does not support Boolean operators. At the time of the workshop, the use of quotes to perform literal searches was not available. In addition, handles and URLs of contents cannot be used to perform searches, which presents a significant setback compared to CT. Finally, there appears to be less search and query results than the numbers indicated for each search. The same appears "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: cf4bf5ea86c978779c8d7febe64ba293c0ca5f184fabcc72788fa1168d80bd15
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Report-on-EDMO-Workshop-on-Platform-Data-Access-for-Researchers-2.pdf", "source_id": "c86195fc0468f3576fd43fcadd60bd3d3c7b833ca5596db5a5ba906e5db7553c", "page_number": 14, "split_id": 24, "split_idx_start": 39792, "chroma:document": "addition, handles and URLs of contents cannot be used to perform searches, which presents a significant setback compared to CT. Finally, there appears to be less search and query results than the numbers indicated for each search. The same appears to be true for the Meta Ad Library, where the number of Ads indicated is expressed in ranges instead of giving researchers an exact figure. A final significant limitation is that to access the Meta Content Library requires the use of a VPN, casting potential doubt on the monitoring of researchers\u2019 activity and data on the platform.\f 15 DFR Lab observes that the amount of public data that is available via Meta tools increasingly lacks cross-compatibility with existing Meta products. Regarding the Meta Content Library and API, the Unique ID provided when searching for a specific Facebook page is only created within the Meta Content API and cannot be used to search on Meta\u2019s technologies, including Facebook or Instagram, or and don\u2019t provide access to the assets\u2019 page using the URL facebook[.]com/<UniqueID>. The community also expressed worry regarding the contractual terms for accessing Meta research tools from a legal perspective especially for research institutions with fewer resources. Civil society actors such as the media and journalists are not intended to be granted access to the Meta Content Library and API. In addition, there is a requirement regarding publications to notify Meta of any forthcoming publication, which also raises issues with concern to the independence of research.2 2 See https://transparency.meta.com/researchtools/product-terms-meta-research last accessed 23 July 2024\f 16 The European Digital Media Observatory has received funding from the European Union under contract number LC-01935415 www.edmo.eu"}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: f38cde99e2c9e048511eae0fb3644062f96382734454db59df13e93bed837439
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Research API _ TikTok for Developers.pdf", "source_id": "40e0527662c1556d02b482d7daa038dd5d9eadb1bab0f0e8e77a2d24514df1a4", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "Research ToolsTikTok supports independent research about our platform.Through our Research Tools, qualifying researchers in theU.S. and Europe can apply to study public data aboutTikTok content and accounts. We're working to provideincreased access to Research Tools in the future.What data is available?With the research tools, researchers can access public data on:AccountsThis includes user profiles, followers and followinglists, liked videos, pinned videos and reposted videos.ContentFor more information on the data returned via our Research Tools,check out the Codebook\nWho can apply?Applicants must fulfill the following criteria to qualify foraccess:Be located in an eligible region and be affiliated with aneligible organization:Academic institutions in the US, EEA, UK orSwitzerland; orNot-for-profit and/or independent research institution,organization, association, or body in the EU. We arecurrently beta testing this service with selectresearchers in the US, UK, Switzerland, Norway, Icelandand Liechtenstein.Have demonstrable experience and expertise in theresearch area specified in the application and in theprocessing and analysis of dataBe independent from commercial interests and be ableto conduct research on a not-for-profit or non-commercial basis pursuant to a public-interest missionDisclose the funding of the researchProvide a clearly defined research proposal and show theaccess requested is needed for, and proportionate to,the purpose of that researchCommit to fulfilling data security and confidentialityrequirements (including taking steps to protect personaldata)Be able to provide evidence that the research wentthrough an ethical research reviewBe prepared to uphold the requirements set out in theTikTok Research Tools Terms of ServiceHow to get access to Research Tools?\n01Create research accountAfter ensuring your eligibility,create a TikTok for Developersaccount\u00a0using your professionalemail address (for example, theemail associated with youruniversity or researchorganization).\n02Submit applicationComplete and submit theapplication form by providingdetails about you, yourorganization, and your research\n03Wait for approvalYou can typically expect to hearback from us within 4 weeks ofsubmission. TikTok may takeadditional time when furtherinformation is requested.Once approved, read the Getting Started guide to learn more "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 2617dbee0123206a583cecbf1680fe19e50aef39954bae53d10b99d0d53a62a8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Research API _ TikTok for Developers.pdf", "source_id": "40e0527662c1556d02b482d7daa038dd5d9eadb1bab0f0e8e77a2d24514df1a4", "page_number": 1, "split_id": 1, "split_idx_start": 2062, "chroma:document": "theapplication form by providingdetails about you, yourorganization, and your research\n03Wait for approvalYou can typically expect to hearback from us within 4 weeks ofsubmission. TikTok may takeadditional time when furtherinformation is requested.Once approved, read the Getting Started guide to learn more about how to access our Research Tools.Need to work with a team?Once your application is approved, you can add collaborators to your research topic for shared access to datasets. Note: Pleaseprovide information about your collaborators in your application form. If your collaborators are from a different organization, makesure to submit separate applications for each organization. To learn more, check out How to manage an organization.Applying as a Ph.D. candidate?You will need to submit an endorsement letter from a professor or dissertation advisor. You can download a sample letter here.Researching on behalf of a not-for-profit non academic org?TikTok makes public data available for non-academic not-for-profit orgs within confined parameters. If your application for access isapproved, we will provide you with information on using our Virtual Compute Environment, which is subject to strict securitycontrols.Once approved for access, you may login to our Virtual Compute Environment.How to access research dataOnce your application is approved, check out our\u00a0Getting Started with Research Toolsguide for step-by-step instructions on how to access research data.View guideQuestions?Check out our FAQ to learn more about ResearchTools accessFAQExplore how our Virtual Compute EnvironmentworksLearn moreNeed additional help? Contact us via SupportSupport\nProductsShare KitLogin KitContent Posting APIResearch APIDisplay APIEmbed VideosData Portability APIGreen Screen KitCommercial Content APIOther platformsTikTok EmbedsTikTok for BusinessAdvertise on TikTokTikTok Creative CenterTikTok.comCompanyAbout TikTokNewsroomContactCareersByteDanceTransparency Center\u00a9 2024 TikTokTerms of ServicePrivacy PolicyResources & LegalProductsDocsSupportBlogGet started"}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: d33e1bfd23458df17c2c937f7a6829e068a90e67da39b74543c82d03f72448bb
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Researchers intake form _ Pinterest Help.pdf", "source_id": "951ed5e7712c6ee210228b73b41ebbb2b5e49c6fb6fef66fb0ae441e823d6f72", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "OverviewLast updated: March 14, 2024If you\u2019re a researcher, use this form to request access to publicly-available data onPinterest.Please fill in all relevant information, and a Pinterest team member will get back to you.Your informationFull legal name*Phone*Email*Information about yourorganizationPlease provide information about your organization, such as the purpose and missionIs this a not-for-profit organization, body, or association?*Name of the organization*Phone*Street address*City*Postal code*\nAddress where research will be conducted (if different to above)Street addressCityPostal codeRequest detailsData request*\nPlease share which data set you would like access to and why, including the type of data, the time range and any geographic scope relevant.Are you, your organization, and your research independent from commercial interests?*Funding*\nPlease disclose the sourcing of funding for the research you are conducting.\nWill the data you are requesting be used solely for the purpose of performing researchthat contributes to the detection, identification and understanding of systemic risks inthe European Union (as defined in Article 34(1) of the Digital Services Act)?*Additional context*\nPlease provide any relevant information about why you are submitting a data request.Data Security, Confidentiality, and Privacy*\nDescribe the technical and organizational measures you have put in place to protect personal data and ensure data security and confidentiality. SubmitResearchers intake form\nYesNo\nCountry*United States\nCountryUnited States\nYesNo\nYesNoInclude additional context on your research topic and project, how access to the requested data is necessary andproportionate to your research, and how your research will contribute to the detection, identification andunderstanding of systemic risks in the European Union.\nBy submitting this form, you understand and agree that your application, if successful, will be subject to additionalTerms and Conditions to be shared by Pinterest with you. Quick linksPinterest statusPolicyBusiness CommunityAcademyCompanyAbout PinterestNewsroomCareersInvestorsMore from PinterestBusinessesCreatorsDevelopers\u00a9 2024 PinterestTerms of ServiceCopyright & TrademarkPrivacy PolicyCookies policyPersonalized adsFollow at PinterestEnglish (US)Help CenterLog in or Sign upPinterest homeGeneralBusiness"}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: a6a620a3b06828eaa65f9f7a7b881dfc01c3053d46ea3075f43537e119ca52a3
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Snapchat Transparency Center _ Researcher Access.pdf", "source_id": "9814265c3f65801abf78ca05dab3eee7934fcb4da59d8645d289b925d8d85cac", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "Istruzioni per l'accesso ai dati dei ricercatoriSe sei un ricercatore con scopi non commerciali e desideri richiedere l'accesso ai dati pubblicamente disponibili di Snap inconformit\u00e0 con il Digital Services Act (DSA), puoi inviare la tua richiesta di ricerca a DSA-Researcher-Access[at]snapchat.comcon le seguenti informazioni:Il tuo nome e il nome dell'organizzazione di ricerca affiliataUna descrizione dettagliata dei dati a cui desideri accedere\u00a0Una descrizione dettagliata dello scopo per il quale stai richiedendo i datiUna descrizione dettagliata delle attivit\u00e0 di ricerca e della metodologia in programmaDettagli sulle fonti di finanziamento della ricerca condottaConferma che la tua ricerca \u00e8 a scopo non commercialeDettagli sulla tempistica dei dati richiestiUna volta ricevuta, esamineremo la tua richiesta per verificarne l'ammissibilit\u00e0 e la conformit\u00e0 alle leggi e ti contatteremo.\nTrasparenzaReport sulla trasparenzaInformazioniGlossarioReport precedentiUnione EuropeaGalleria annunciAustraliaCaliforniaIndiaRicercatoriPrivacy, Safety, and Policy HubPoliticaPrivacySicurezzaTrasparenzaNotizie"}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 4423f111bb29dc3e1b35e630ea965b3b1d892b542e72cc9ac389fbf91c38cc3a
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\The Research API falls woefully short.pdf", "source_id": "ba7e661bc425a2a0a426c7090a5d53eaf824ba03bc6e74e1eb8e8a12f38fdfbf", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "The Research API falls woefully shortOctober 16, 2023\ud83d\udcc5 2023 \u00b7 # analysis \u00b7 \ud83c\udff7 research \ud83c\udff7 API *By: Santiago Sordo Ruz, Martin Degeling and Kathy Me\u00dfmerTikTok\u2019s reach is measured in the billions. According to different sources, in 2022 it had 1.7 billion users, 1billion daily views and 1.12 billion monthly active users. This is why we need a systematic way of accessingdata about the platform to conduct thorough research about it - may it be for exploring the platform\u2019saffordances or conducting a full-blown audit.One way TikTok provides access to some of its data is the Research API. It makes getting some insights intothe platform\u2019s inner workings possible, but it is far from satisfactory. Especially because the provided data isvery limited compared to which data is publicly available via scraping. So, let\u2019s have a closer look at that.\nImage: The number of variables available on TikTok through different means of data acccess.TikTok\u2019s Research APITikTok offers an application programming interface (API) where vetted academic researchers can obtaininformation about the content published by TikTok\u2019s users. An API is \u2014in short\u2014 a way to request and obtaininformation from a system. TikTok\u2019s Research API provides access to what is essentially a carefully curateddatabase of the videos the platform hosts.The API provides data and metadata about comments, users and videos. The number of variables available foreach of these categories is as follows:\nThese variables contain information about different aspects of the objects in question. For example, this iswhat is available in the case of comments:1. Create Time: This is the time when the comment was posted on a video.2. ID: This is the unique comment ID for a comment posted on a video.3. Like Count: The total number of likes for a comment under a video created by users by clicking the\u201cHeart\u201d icon.4. Parent Comment ID: This is "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 32256a64ad440e9a8b8956d14033b939ac3506cdba194be3ae85f7d35276cec0
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\The Research API falls woefully short.pdf", "source_id": "ba7e661bc425a2a0a426c7090a5d53eaf824ba03bc6e74e1eb8e8a12f38fdfbf", "page_number": 1, "split_id": 1, "split_idx_start": 1675, "chroma:document": "video.2. ID: This is the unique comment ID for a comment posted on a video.3. Like Count: The total number of likes for a comment under a video created by users by clicking the\u201cHeart\u201d icon.4. Parent Comment ID: This is the unique ID of the parent comment when the user responds to anotheruser\u2019s comment. If the comment was directly entered for a video, this ID is the same as the Video ID.5. Text: This is the actual text of the comment entered on a video. To protect the privacy of users, otherinformation is removed.a. Video_ID: This is the video ID for which the comment was entered.The API\u2019s obcial codebook provides a detailed description of all available variables. While these may shed lighton some research questions, especially related to the analysis of content posted on the platform, they areextremely limited in number and scope.Getting more useful data is hardSince civil society organisations like the SNV can\u2019t use the Research API, we decided to explore the platform onour own. We have done this using what is known as content scraping, which is the automated collection ofdata from online sources. We have collected data from two of TikTok\u2019s clients: the Android app and the webapp.Scraping data from the web is quite common and poses a relatively low technical barrier. However, scrapingdata from a smartphone app such as TikTok\u2019s Android client is quite challenging; we speak from experience.At the same time, scraping TikTok content from the Android app has proven invaluable. Its smartphone appsare the most natural way to use the platform \u2014providing data closer to what users actually encounter\u2014 andthe amount and variety of the information we have collected is incomparable to what is available throughthe Research API.The Research API falls woefully shortScraping TikTok directly from the source has allowed us to collect "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 477f04c7f8c8455fc0f5ef4906eacf5ab2cabb0e35221b6f06179a44af22a72c
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\The Research API falls woefully short.pdf", "source_id": "ba7e661bc425a2a0a426c7090a5d53eaf824ba03bc6e74e1eb8e8a12f38fdfbf", "page_number": 1, "split_id": 2, "split_idx_start": 3253, "chroma:document": "closer to what users actually encounter\u2014 andthe amount and variety of the information we have collected is incomparable to what is available throughthe Research API.The Research API falls woefully shortScraping TikTok directly from the source has allowed us to collect information on various platform aspects.We have gained more and better perspectives on comments, users and videos, and also into obciallyundocumented features like the app\u2019s automated search suggestions.To illustrate this, let\u2019s have a look at the data and compare the number of variables on which we have collectedinformation through scraping with those offered by the Research API:\nYou can have a look at each source\u2019s codebook by clicking on the links in the table; note the trove of insightsthat scraping affords. Note as well that our codebooks are \u2014and will remain\u2014 works in progress.As you can see, the Research API falls woefully short. Furthermore, keep in mind that documenting scrapeddata constitutes a technical challenge, meaning these numbers are conservative estimates.Why this mattersAccording to the company, the Research API serves the following purpose:TikTok supports independent research about our platform. Through our Research API, academicresearchers from non-proht universities in the U.S. and Europe can apply to study public data aboutTikTok content and accounts.Put into perspective, what TikTok offers is such a weak attempt at supporting independent research that onehas to ask whether the company is simply claiming credit without doing the work. To make things worse, asmentioned above, access is so restricted that our very own researchers at Stiftung Neue Verantwortung do notqualify for the API. Put simply, if we want to be able to scrutinise a platform like TikTok and thus assess thepotential harms and impacts that its widespread usage entails, the Research API is grossly inadequate as awindow into it.Ultimately, with some technical expertise, much more data is already publicly available and "}


created_at: 2024-11-07 15:52:08
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: f3e2881aa9a02fefb3ea1381751fb76d74745a75a84cb04f4518b13b6a54c419
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\The Research API falls woefully short.pdf", "source_id": "ba7e661bc425a2a0a426c7090a5d53eaf824ba03bc6e74e1eb8e8a12f38fdfbf", "page_number": 1, "split_id": 3, "split_idx_start": 4987, "chroma:document": "to scrutinise a platform like TikTok and thus assess thepotential harms and impacts that its widespread usage entails, the Research API is grossly inadequate as awindow into it.Ultimately, with some technical expertise, much more data is already publicly available and accessible anyway.It shouldn\u2019t take an in-house computer scientist with a PhD to obtain valuable insights into a social mediaplatform billions of people use. While it is reasonable for the platform to want to keep its inner workings secret,its potential impacts warrant profoundly wider and deeper access to the data generated by its users and aboutits users. That\u2019s why the data we have obtained should not remain hidden behind a formidable technical wall.On the contrary, it should be made readily available to researchers, including those working within civil societyorganisations.Enjoy Reading This Article?Here are some more articles you might like to read next: Understanding TikTok's For You Feed Other search for \u2026 the opposition party TikToks Effect on Consumer Protection\nObjectVariablesComments6Users8Videos9\nSourceVariablesDate collectedResearch API32July 6, 2023Web186July 6, 2023Android App845July 6, 2023\nauditing TikTokblognewsaboutpublicationscode\n\u00a9 Copyright 2024 Stiftung Neue Verantwortung. Powered by Jekyll with al-folio theme. Legal notice."}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 448a3970f0a680cf812d22e4a2f2e2bae24fd2c4211022b2f74c89b1a1eb357d
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "Contents hideBeginningOverview1. Our Services2. Privacy Policy3. Content We Host4. Refraining from CertainActivities5. Password Security6. Trademarks7. Licensing of Content8. DMCA Compliance9. Third-party Websitesand Resources10. Management ofWebsites11. Resolutions andProject Policies12. API Terms13. Termination14. Disputes andJurisdiction15. Disclaimers16. Limitation on Liability17. Modi\ufb01cations to theseTerms of UseWikimedia Foundation Terms of UseAdd languages\nPolicyDiscussionReadView sourceView historyTools\nAppearance hideText\nWidthSmallStandardLargeStandardWide\nShortcut:ToU\nShortcut:PAIDTranslate this pageOther languages:Afrikaans Bahasa Indonesia Bahasa Melayu Cymraeg Deutsch Deutsch (Sie-Form) EnglishEsperanto Fulfulde Gaeilge Hausa Igbo Krey\u00f2l ayisyen Latina L\u00ebtzebuergesch MaltiNederlands Qaraqalpaqsha Ripoarisch Runa Simi Schweizer Hochdeutsch Scots SesothoSunda Tagalog Ti\u1ebfng Vi\u1ec7t T\u00fcrk\u00e7e Zazaki asturianu az\u0259rbaycanca bosanski catal\u00e0dansk eesti espa\u00f1ol euskara fran\u00e7ais fran\u00e7ais cadien f\u00f8royskt galego hrvatski italianokurd\u00ee latvie\u0161u lietuvi\u0173 magyar norsk bokm\u00e5l occitan polski portugu\u00eas portugu\u00eas do Brasilrom\u00e2n\u0103 sardu shqip sloven\u010dina sloven\u0161\u010dina suomi svenska v\u00e8neto \u00edslenska \u010de\u0161tina\u0395\u03bb\u03bb\u03b7\u03bd\u03b9\u03ba\u03ac \u0431\u0430\u0448\u04a1\u043e\u0440\u0442\u0441\u0430 \u0431\u0435\u043b\u0430\u0440\u0443\u0441\u043a\u0430\u044f \u0431\u0435\u043b\u0430\u0440\u0443\u0441\u043a\u0430\u044f (\u0442\u0430\u0440\u0430\u0448\u043a\u0435\u0432\u0456\u0446\u0430) \u0431\u044a\u043b\u0433\u0430\u0440\u0441\u043a\u0438 \u0433\u04c0\u0430\u043b\u0433\u04c0\u0430\u0439 \u043a\u044b\u0440\u0433\u044b\u0437\u0447\u0430\u043c\u0430\u043a\u0435\u0434\u043e\u043d\u0441\u043a\u0438 \u043d\u043e\u0445\u0447\u0438\u0439\u043d \u0440\u0443\u0441\u0441\u043a\u0438\u0439 \u0441\u0440\u043f\u0441\u043a\u0438 / srpski \u0442\u043e\u04b7\u0438\u043a\u04e3 \u0443\u043a\u0440\u0430\u0457\u043d\u0441\u044c\u043a\u0430 \u045e\u0437\u0431\u0435\u043a\u0447\u0430 \u0570\u0561\u0575\u0565\u0580\u0565\u0576\u05d9\u05d9\u05b4\u05d3\u05d9\u05e9 \u05e2\u05d1\u05e8\u05d9\u05ea $#\"! \u0627\u0644\u062f\u0627\u0631\u062c\u0629 \u0627\u0644\u0639\u0631\u0628\u064a\u0629 \u0628\u0644\u0648\u0686\u06cc \u062c\u0647\u0644\u0633\u0631\u06cc \ufed3\ufe8e\u0631\ufeb3\ufbfd \u0645\u0635\u0631\u0649 \u067e\u069a\u062a\u0648 \u06a9\u0648\u0631\u062f\u06cc \u0710\u072a\u0721\u071d\u0710 \u0928\u0947\u092a\u093e\u0932\u0940\u092e\u0930\u093e\u0920\u0940 \u093f\u0939\u0928\u094d\u0926\u0940 \u0985\u09b8\u09ae\u09c0\u09df\u09be \u09ac\u09be\u0982\u09b2\u09be \u0a2a\u0a70\u0a1c\u0a3e\u0a2c\u0a40 \u0a97\u0ac1\u0a9c\u0ab0\u0abe\u0aa4\u0ac0 \u0ba4/ma_iMatratamil/llltamil /tlTE/tlLU/tlGU \u0c95\u0ca8#\u0ca1 \u0ca4\u0cc1\u0cb3( \u0d2e\u0d32\u0d2f\u0d3e\u0d33\u0d02 \u0e44\u0e17\u0e22 \u0ea5\u0eb2\u0ea7\u1015\u1021\u102d\u102f\u101d\u103a\u108f\u1018\u102c\u108f\u101e\u102c\u108f \u103c\u1019\u1014\u103a\u1019\u102c\u1018\u102c\u101e\u102c \u10db\u10d0\u10e0\u10d2\u10d0\u10da\u10e3\u10e0\u10d8 \u10e5\u10d0\u10e0\u10d7\u10e3\u10da\u10d8 !\"#\u1781%\u179a \u1c65\u1c5f\u1c71\u1c5b\u1c5f\u1c72\u1c64 \u4e2d\u2f42 \u07a0\u95a9\u5357\u8a9e / B\u00e2n-l\u00e2m-g\u00fa \ua80d\ua824\ua81f\ua810\ua824 \u0ce0\u04b4\u09afWant to help translate? Translate the missing messages.\nThis policy is approved by the Wikimedia Foundation Board of Trustees.It may not be circumvented, eroded, or ignored by Wikimedia Foundationof\ufb01cers or staff nor local policies of any Wikimedia project.Please note that in the event of any differences in meaning orinterpretation between the original English version of this content and atranslation, the original English version takes precedence.Wikimedia Foundation Terms of UseThis is a summary of the Terms of Use. To read the fullterms, scroll down or click here.This is a human-readable summary of the Terms ofUse.Disclaimer: This summary is not a part of the Termsof Use and is not a legal document. It is simply ahandy reference for understanding the full terms.Think of it as the user-friendly interface to the legallanguage of our Terms of "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 9fba80a926eb12865e349aff3e76067646d4100571950036391fd4b91b33dd1f
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 1, "split_idx_start": 2260, "chroma:document": "ofUse.Disclaimer: This summary is not a part of the Termsof Use and is not a legal document. It is simply ahandy reference for understanding the full terms.Think of it as the user-friendly interface to the legallanguage of our Terms of Use.Part of our mission is to:Empower and Engage people around the world to collectand develop educational content and either publish it undera free license or dedicate it to the public domain.Disseminate this content effectively and globally, free ofcharge.Offer websites and technical infrastructure to help you dothis.You are free to:Read and Print our articles and other media free of charge.Share and Reuse our articles and other media under freeand open licenses.Contribute To and Edit our various websites or Projects.Under the following conditions:Responsibility \u2014 You take responsibility for your edits(since we only host your content).Civility \u2014 You support a civil environment and do notharass other users.Lawful Behavior \u2014 You do not violate copyright, postillegal content, or violate other applicable laws that followhuman rights principles.No Harm \u2014 You do not harm our technology infrastructureand you follow the policies for that infrastructure.Terms of Use and Policies \u2014 You adhere to the belowTerms of Use, to the Universal Code of Conduct, and to theapplicable community policies when you visit our websitesor Projects or participate in our communities.With the understanding that:You License Freely Your Contributions \u2014 You generallymust license your contributions and edits to our websites orProjects under a free and open license (unless yourcontribution is in the public domain).No Professional Advice \u2014 The content of articles onWikipedia and other Projects is for informational purposesonly and does not constitute professional advice.If you need help or you want to report a violation of theseTerms of Use you can:Ask for help on our Projects: Click \"help\" on the left sideof most pages.Ask for help by email: Contact experienced "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 693f8d1d27a47683267238b9c515e3093b51d93851e3a0c1275625cc9cbcdd72
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 2, "split_idx_start": 4017, "chroma:document": "does not constitute professional advice.If you need help or you want to report a violation of theseTerms of Use you can:Ask for help on our Projects: Click \"help\" on the left sideof most pages.Ask for help by email: Contact experienced volunteers forhelp by emailing info\nwikimedia\norg.Contact the Wikimedia Foundation: You can \ufb01ndinformation about how to reach us on our contact page.If you are a new contributor: You can \ufb01nd project policiesto help learn how to use the Wikimedia Projects on pageslike the primer for newcomers.Our Terms of UseImagine a world in which every single human being can freely share in the sum of all knowledge. That's ourcommitment. \u2013 Our Vision StatementWelcome to Wikimedia! The Wikimedia Foundation, Inc. (\"we\" or \"us\" or \"Foundation\"), is a non-pro\ufb01t charitableorganization, headquartered in San Francisco, California, United States, whose mission is to empower and engagepeople around the world to collect and develop content under a free license or in the public domain, and todisseminate it effectively and globally, free of charge.To support our vibrant community, we provide the essential infrastructure and organizational framework for thedevelopment of multilingual wiki projects and their editions (as explained on our Wikimedia Projects page) (herebyreferred to as \"Projects\") and other endeavors which serve this mission. We strive to make and keep educationaland informational content from the Projects available on the internet free of charge, in perpetuity.We welcome you (\"you\" or the \"user\") as a reader, or contributor of the Projects, and we encourage you to join theWikimedia community. Before you participate, however, we ask that you please read and agree to the followingTerms of Use (\"Terms of Use\").OverviewThese Terms of Use tell you about our public services at the Wikimedia Foundation, our relationship to you as auser, and the rights and responsibilities that guide us both. We host an incredible quantity "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 8dd51ee0ac9fd38ca77f0c65b636867cb4a6689d283242ace841f48877369cd5
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 3, "split_idx_start": 5730, "chroma:document": "the followingTerms of Use (\"Terms of Use\").OverviewThese Terms of Use tell you about our public services at the Wikimedia Foundation, our relationship to you as auser, and the rights and responsibilities that guide us both. We host an incredible quantity of educational andinformational content, all of which is contributed and made possible by users like yourself. Generally we do notcontribute, monitor, or delete content (with rare exceptions, such as under policies like these Terms of Use, for legalcompliance, or when faced with urgent threats of serious harm). This means that editorial control is in the hands ofyou and your fellow users who create and manage the content.The community \u2013 the network of users who are constantly building and using the Projects and/or their websites(hereby referred to as \"Project Websites\") \u2013 is the principal means through which the goals of the mission areachieved. The community contributes to and helps govern our Projects and Project Websites. The community alsoundertakes the critical function of creating and enforcing policies for the speci\ufb01c Project editions (such as thedifferent language editions for the Wikipedia Project or the Wikimedia Commons multilingual edition).You, the user, are welcome to join as a contributor, editor, or author, but you should follow the policies that governeach of the independent Project editions, including the Universal Code of Conduct (UCoC), which apply to all Projecteditions. The largest of our Projects is Wikipedia, but we host other Projects too, each with different objectives andwork methods. Each Project edition has a team of contributors, editors or authors who work together to create andmanage the content on that Project edition. You are welcome to join these teams and work with them to improvethese Projects. Since we are dedicated to making content freely accessible to the public, content you contribute ismade available under a free license or "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: c01be937c17f130f5db212857910a3e1723e0d027efca93156ef504040a1212e
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 4, "split_idx_start": 7436, "chroma:document": "on that Project edition. You are welcome to join these teams and work with them to improvethese Projects. Since we are dedicated to making content freely accessible to the public, content you contribute ismade available under a free license or released in the public domain.Please be aware that you are legally responsible for all of your contributions, edits, and reuse of Wikimedia contentunder the laws of the United States of America and other applicable laws (which may include laws where you or thesubject of your contributions are located). This means it is important that you exercise caution when posting,modifying or reusing content. In light of this responsibility, we have some rules about what you cannot do, most ofwhich are either for your own protection or for the protection of other users like yourself. Please keep in mind thatthe content we host is for general informational purposes only, so if you need expert advice for a particular question(such as medical, legal, or \ufb01nancial issues), you should seek the help of an appropriate professional. We alsoinclude other important notices and disclaimers, so please read these Terms of Use in their entirety.For clarity, other organizations, such as local Wikimedia chapters and associations, that may share in the samemission are nevertheless legally independent and separate from the Wikimedia Foundation. Unless otherwise statedby the Foundation as an authorized party on a given Project's Website, those other organizations have noresponsibility for the operations of the Project's Website or its content.1. Our ServicesThe Wikimedia Foundation is dedicated to encouraging the growth, development, and distribution of free multilingualcontent, and to hosting the full content of these wiki-based Projects for the public free of charge. Our role is to hostsome of the largest collaboratively edited reference Projects in the world, which can be found here. However, weact only as "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: d3b9eab85627d2610b4405c5a13e8f5da4a6f801964fd6777cfa9369f4cd7d26
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 5, "split_idx_start": 9151, "chroma:document": "and to hosting the full content of these wiki-based Projects for the public free of charge. Our role is to hostsome of the largest collaboratively edited reference Projects in the world, which can be found here. However, weact only as a hosting service provider, maintaining the infrastructure and organizational framework. Thisinfrastructure and framework allow our users to build the Projects by contributing and editing content themselves.They also allow our users to reuse that content. The infrastructure we maintain includes specialized technologicalinfrastructure that enables users to programmatically interact with and reuse content on Projects (referred to as\"Application Programming Interface\" or \"APIs\"), and mobile applications.As used throughout the rest of the Terms of Use, our services consist of: The Project Websites we host,technological infrastructure that we maintain, and any technical spaces that we host for the maintenance andimprovement of our Projects.Because of our unique role, there are a couple of things you should be aware of when considering our relationshipto you, the Projects, and other users:a. We do not take an editorial role: Because the Projects are collaboratively edited, the vast majority of thecontent that we host is provided by users, and we do not take an editorial role. This means that we generallydo not monitor or edit the content of the Project Websites, and we do not take any responsibility for thiscontent. Similarly, unless we have expressly stated otherwise, we do not endorse any opinions expressed viaour services, and we do not represent or guarantee the truthfulness, accuracy, or reliability of any submittedcommunity content on the Projects.b. You are responsible for your own actions: You are legally responsible for your edits and contributions onthe Projects, your reuse of content on the Projects, your use of the APIs, and your use of our services moregenerally. For your own protection you should exercise "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 57670463af1796d1250638c2aa7d12eebf77d8eeb64e3a3483f2725001a831e9
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 6, "split_idx_start": 10885, "chroma:document": "your own actions: You are legally responsible for your edits and contributions onthe Projects, your reuse of content on the Projects, your use of the APIs, and your use of our services moregenerally. For your own protection you should exercise caution and avoid taking any actions that may resultin criminal or civil liability under any applicable laws. For clarity, applicable law includes at least the laws ofthe United States of America and the State of California. For other countries, this is determined on a case-by-case basis. Although we may not agree with such actions, we warn users\u2014particularly the editors,contributors, and authors\u2014that non-U.S. authorities may seek to apply other country laws to you, includinglocal laws where you live or where you view or edit content. We generally cannot offer any protection,guarantee, immunity or indemni\ufb01cation against the application of such laws.2. Privacy PolicyWe ask that you review the terms of our Privacy Policy, so that you are aware of how we collect and use yourinformation.3. Content We Hosta. You may \ufb01nd some material objectionable or erroneous: Because we host a wide array of content that isproduced or gathered by fellow users, you may encounter material that you \ufb01nd offensive, erroneous,misleading, mislabeled, or otherwise objectionable. We therefore ask that you use common sense andproper judgment when using our services.b. The Projects' content is for general informational purposes only: Although our Projects host a greatdeal of information that pertains to professional topics, including medical, legal, or \ufb01nancial issues, thiscontent is presented for general informational purposes only. It should not be taken as professional advice.Please seek independent professional counseling from someone who is licensed or quali\ufb01ed in theapplicable area in lieu of acting on any information, opinion, or advice contained in one of the ProjectWebsites.4. Refraining from Certain ActivitiesThe Projects hosted by the Wikimedia Foundation "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: df033fac797809f886015f0dc951ded41f7395871bbd188bfcee26138d0f293b
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 7, "split_idx_start": 12608, "chroma:document": "seek independent professional counseling from someone who is licensed or quali\ufb01ed in theapplicable area in lieu of acting on any information, opinion, or advice contained in one of the ProjectWebsites.4. Refraining from Certain ActivitiesThe Projects hosted by the Wikimedia Foundation only exist because of the vibrant community of users like you whocollaborate to write, edit, and curate the content. We happily welcome your participation in this community. Weencourage you to be civil and polite in your interactions with others in the community, to act in good faith, and tomake edits and contributions aimed at furthering the mission of the shared Project. We ask that all users review andfollow the Universal Code of Conduct (\"UCoC\"), which lays out requirements for collegial, civil collaboration acrossall Projects that we host.Certain activities, whether legal or illegal under the applicable law, may be harmful to other users and violate ourrules, and some activities may also subject you to liability. Therefore, for your own protection and for that of otherusers, you may not engage in such activities on, or otherwise using, our Projects. These activities include:Harassing and Abusing OthersEngaging in threats, stalking, spamming, vandalism, or harassment as described in the UCoC;Transmitting chain mail, junk mail, or spam to other users;Posting or modifying content with the intention to seriously harm others, such as deliberate inducementsto self-harm, or deliberate triggering of epilepsy.Violating the Privacy of OthersInfringing the privacy rights of others under the laws of the United States of America or other applicablelaws (which may include the laws where you live or where you view or edit content);Soliciting personally identi\ufb01able information for the purposes of harassment, exploitation, or violation ofprivacy, or for any promotional or commercial purpose not explicitly approved by the WikimediaFoundation; andSoliciting personally identi\ufb01able information from anyone under the age of 18 years, or under the "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 11247a0fe93f0d81dcca570eb9e5223bca81edf87d3f5cea772d4b4a92faf82a
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 8, "split_idx_start": 14350, "chroma:document": "personally identi\ufb01able information for the purposes of harassment, exploitation, or violation ofprivacy, or for any promotional or commercial purpose not explicitly approved by the WikimediaFoundation; andSoliciting personally identi\ufb01able information from anyone under the age of 18 years, or under the age ofmajority where you are if higher than 18 years, for an illegal purpose or violating any applicable lawregarding the health or well-being of minors.Engaging in False Statements, Impersonation, or FraudIntentionally or knowingly posting content that constitutes libel or defamation under the laws of the UnitedStates of America;Posting or modifying content with the intent to deceive or mislead others;Attempting to impersonate another user or individual, misrepresenting your af\ufb01liation with any individualor entity, hiding your af\ufb01liation with any individual or entity when disclosure is required by these terms orlocal Project policy, or using the name or username of another person with the intent to deceive; andEngaging in fraud.Committing Infringement of Intellectual Property RightsInfringing copyrights, trademarks, patents, or other proprietary rights under the applicable law.Misusing Our Services for Other Illegal PurposesPosting child pornography or any other content that violates applicable law concerning child pornographyor child sexual abuse material, or encouraging, grooming, or advocating for others to create or sharesuch material;Posting or traf\ufb01cking in obscene material that is unlawful under applicable law; andUsing the services in a manner that is inconsistent with applicable law.Engaging in Disruptive and Illegal Misuse of FacilitiesPosting or distributing content that contains any viruses, malware, worms, Trojan horses, malicious code,or other device that could harm our technical infrastructure or system or that of other users;Engaging in automated uses of the Project Websites that are abusive or disruptive of the services, violateacceptable usage policies where available, or have not been approved by the Wikimedia community;Disrupting the services by placing an undue burden on an API, Project Website or the networks "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: be04695a9d6039ab7121a57170cc6ec6ebbe90a335f6c7f2d1424f2eb4750dc8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 9, "split_idx_start": 16251, "chroma:document": "the Project Websites that are abusive or disruptive of the services, violateacceptable usage policies where available, or have not been approved by the Wikimedia community;Disrupting the services by placing an undue burden on an API, Project Website or the networks orservers connected with a particular Project Website;Disrupting the services by inundating any of the Project Websites with communications or other traf\ufb01cthat suggests no serious intent to use the Project website for its stated purpose;Knowingly accessing, tampering with, or using any of our non-public areas in our computer systemswithout authorization; andProbing, scanning, or testing the vulnerability of any of our technical systems or networks unless all thefollowing conditions are met:such actions do not unduly abuse or disrupt our technical systems or networks;such actions are not for personal gain (except for credit for your work);you report any vulnerabilities to the relevant developers (or \ufb01x it yourself); andyou do not undertake such actions with malicious or destructive intent.Paid Contributions Without DisclosureYou must disclose each and any employer, client, intended bene\ufb01ciary and af\ufb01liation withrespect to any contribution for which you receive, or expect to receive, compensation. You must makethat disclosure in at least one of the following ways:a statement on your user page,a statement on the talk page accompanying any paid contributions, ora statement in the edit summary accompanying any paid contributions.In addition, if you make a public posting off the Projects advertising editing services on Wikipedia inexchange for compensation of any kind, you must disclose all Wikipedia accounts you have used or willuse for this service in the public posting on the third-party service.Applicable law, or Project-speci\ufb01c policies and Foundation policies and guidelines, such as thoseaddressing con\ufb02icts of interest, may further limit paid contributions or require more detailed disclosure.For example, infringing Wikimedia Trademarks (de\ufb01ned hereinafter at Section 6) to advertise paid editingservices, removing "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 9bd10149b667193613ae962436e9245dddd992d83c4ce8634c012cb749a275bf
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 10, "split_idx_start": 18027, "chroma:document": "service.Applicable law, or Project-speci\ufb01c policies and Foundation policies and guidelines, such as thoseaddressing con\ufb02icts of interest, may further limit paid contributions or require more detailed disclosure.For example, infringing Wikimedia Trademarks (de\ufb01ned hereinafter at Section 6) to advertise paid editingservices, removing disclosures on previously adequately disclosed paid edits, or logged-out paid editingin a manner that makes adequate disclosure a practical impossibility violate this section.A Wikimedia Project community may adopt an alternative paid contribution disclosure policy which maysupplement or replace this section. If a Project adopts an alternative disclosure policy, you may complywith that policy instead of the requirements in this section (titled \"Paid Contributions Without Disclosure\")when contributing to that particular Project.For more information, please read our FAQ on disclosure of paid contributions.We reserve the right to exercise our enforcement discretion with respect to the provisions in section 4 of theseTerms of Use. Where required, enforcement of these terms may include actions not listed in the WikimediaFoundation Of\ufb01ce Action Policy. If enforcement is required in new circumstances, we will make an effort within atmost one (1) year to update the Of\ufb01ce Action Policy to catalog the new type of action.Marketing Company MediationsUndisclosed editing by users receiving compensation creates an unreasonable burden on volunteer editors whoinvestigate and enforce community policies. Therefore, for violations of this section related to undisclosed paidediting, you agree to submit to binding \"Med-Arb\" (a \"Marketing Company Mediation\") as described in section 14 ofthese Terms of Use.5. Password SecurityYou are responsible for safeguarding your own password and other security credentials, and should never disclosethem to any third party.6. TrademarksAlthough you have considerable freedoms for reuse of the content on the Project Websites, it is important that, atthe Wikimedia Foundation, we protect our trademark rights so that we can protect our users from fraudulentimpersonators. Because of this, we ask that you "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 10768862508b20c22d7065de6a65d067b9026becc85d2a9cb436386467dc99bc
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 11, "split_idx_start": 19949, "chroma:document": "have considerable freedoms for reuse of the content on the Project Websites, it is important that, atthe Wikimedia Foundation, we protect our trademark rights so that we can protect our users from fraudulentimpersonators. Because of this, we ask that you please respect our trademarks. All Wikimedia Foundationtrademarks belong to the Wikimedia Foundation, and any use of our trade names, trademarks, service marks, logos,or domain names must be in compliance with these Terms of Use and in compliance with our Trademark Policy.7. Licensing of ContentTo grow the commons of free knowledge and free culture, all users contributing to the Projects or Project Websitesare required to grant broad permissions to the general public to redistribute and reuse their contributions freely, solong as that use is properly attributed and the same freedom to reuse and redistribute is granted to any derivativeworks. In keeping with our goal of providing free information to the widest possible audience, we require that whennecessary all submitted content be licensed so that it is freely reusable by anyone who may access it.You agree to the following licensing requirements:a. Text to which you hold the copyright: When you submit text to which you hold the copyright, you agree tolicense it under:Creative Commons Attribution-ShareAlike 4.0 International License (\"CC BY-SA 4.0\"), andGNU Free Documentation License (\"GFDL\") (unversioned, with no invariant sections, front-cover texts,or back-cover texts).Reusers may comply with either license or both.The only exception is if the Project edition or feature requires a different license. In that case, you agree tolicense any text you contribute under the particular license prescribed by the Project edition or the feature.Please note that these licenses do allow commercial uses of your contributions, as long as such uses arecompliant with the terms of the respective licenses. Where you own Sui Generis Database Rights covered byCC BY-SA 4.0, "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: e1c8ee4a2b3c061650ddcfac9a82781ca6a8ab339d561bd7b354829042e57d01
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 12, "split_idx_start": 21684, "chroma:document": "Project edition or the feature.Please note that these licenses do allow commercial uses of your contributions, as long as such uses arecompliant with the terms of the respective licenses. Where you own Sui Generis Database Rights covered byCC BY-SA 4.0, you waive these rights. As an example, this means facts you contribute to the projects maybe reused freely without attribution.b. Attribution: Attribution is an important part of these licenses. We consider it giving credit where credit is due\u2013 to authors like yourself. When you contribute text, you agree to be attributed in any of the followingfashions:i. Through hyperlink (where possible) or URL to the article to which you contributed (since each articlehas a history page that lists all contributors, authors and editors);ii. Through hyperlink (where possible) or URL to an alternative, stable online copy that is freelyaccessible, which conforms with the relevant license, and which provides credit to the authors in amanner equivalent to the credit given on the Project Website; oriii. Through a list of all authors (but please note that any list of authors may be \ufb01ltered to exclude verysmall or irrelevant contributions).c. Importing text: You may import text that you have found elsewhere or that you have co-authored withothers, but in such case you represent and warrant that the text is available under terms that are compatiblewith CC BY-SA (or, as explained above, another license when exceptionally required by the Project edition orfeature). For a list of compatible licenses, see Creative Commons. You shall not import content that isavailable solely under GFDL.You agree that, if you import text under a CC license that requires attribution, you must credit the author(s) ina reasonable fashion. Where such credit is commonly given through page histories (such as Wikimedia-internal copying), it is suf\ufb01cient to give attribution in the edit summary, which "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 249db15ff5accdaed0eefea0e60100eafeb5e77938dff2d10ade5ece532ed69c
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 13, "split_idx_start": 23350, "chroma:document": "text under a CC license that requires attribution, you must credit the author(s) ina reasonable fashion. Where such credit is commonly given through page histories (such as Wikimedia-internal copying), it is suf\ufb01cient to give attribution in the edit summary, which is recorded in the page history,when importing the text. The attribution requirements are sometimes too intrusive for particularcircumstances (regardless of the license), and there may be instances where the Wikimedia communitydecides that imported text cannot be used for that reason.d. Non-text media: Non-text media on the Projects are available under a variety of different licenses thatsupport the general goal of allowing unrestricted reuse and redistribution. When you contribute non-textmedia, you agree to comply with the requirements for such licenses as described in our Licensing Policy, andalso comply with the requirements of the speci\ufb01c Project edition or feature to which you are contributing. Alsosee the Wikimedia Commons Licensing Policy for more information on contributing non-text media toWikimedia Commons.e. No revocation of license: Except as consistent with your license, you agree that you will not unilaterallyrevoke or seek invalidation of any license that you have granted under these Terms of Use for text content ornon-text media contributed to the Projects or features, even if you terminate use of our services.f. Public domain content: Content that is in the public domain is welcome. It is important however that youcon\ufb01rm the public domain status of the content under the law of the United States of America as well as thelaws of any other countries as required by the speci\ufb01c Project edition. When you contribute content that is inthe public domain, you warrant that the material is actually in the public domain, and you agree to label itappropriately.g. Re-use: Reuse of content that we host is welcome, though exceptions exist for content contributed under\"fair use\" "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 681ef39bae956cb11e63abe62828cc1da5ecf309dde78b9003ca8cb9ef8d6619
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 14, "split_idx_start": 25066, "chroma:document": "content that is inthe public domain, you warrant that the material is actually in the public domain, and you agree to label itappropriately.g. Re-use: Reuse of content that we host is welcome, though exceptions exist for content contributed under\"fair use\" or similar exemptions under applicable copyright law. Any reuse must comply with the underlyinglicense(s).When you reuse or redistribute a text page developed by the Wikimedia community, you agree to attributethe authors in any of the following fashions:i. Through hyperlink (where possible) or URL to the page or pages that you are reusing (since eachpage has a history page that lists all contributors, authors and editors);ii. Through hyperlink (where possible) or URL to an alternative, stable online copy that is freelyaccessible, which conforms with the license, and which provides credit to the authors in a mannerequivalent to the credit given on the Project Website; oriii. Through a list of all authors (but please note that any list of authors may be \ufb01ltered to exclude verysmall or irrelevant contributions).If the text content was imported from another source, it is possible that the content is licensed under acompatible CC BY-SA license but not GFDL (as described in \"Importing text,\" above). In that case, you agreeto comply with the compatible CC BY-SA license and do not have the option to relicense it under GFDL. Todetermine the license that applies to the content that you seek to reuse or redistribute, you should review thepage footer, page history, and discussion page.In addition, please be aware that text that originated from external sources and was imported into a Projectmay be under a license that attaches additional attribution requirements. Users agree to indicate theseadditional attribution requirements clearly. Depending on the Project, such requirements may appear, forexample, in a banner or other notations pointing out that some or all "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 2602155a6d7108a5a21d7515d89d1e2da046c2b61eed9cfd94a8ce8a2d0e593a
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 15, "split_idx_start": 26716, "chroma:document": "a Projectmay be under a license that attaches additional attribution requirements. Users agree to indicate theseadditional attribution requirements clearly. Depending on the Project, such requirements may appear, forexample, in a banner or other notations pointing out that some or all of the content was originally publishedelsewhere. Where there are such visible notations, reusers should preserve them.For any non-text media, you agree to comply with the applicable license under which the work has beenmade available (which can be discovered by clicking on the work and looking at the licensing section on itsdescription page or reviewing an applicable source page for that work). When reusing any content that wehost, you agree to comply with the relevant attribution requirements as they pertain to the underlying licenseor licenses.h. Modi\ufb01cations or additions to material that you reuse: When modifying or making additions to text thatyou have obtained from a Project Website, you agree to license the modi\ufb01ed or added content under CC BY-SA 4.0 or later (or, as explained above, another license when exceptionally required by the speci\ufb01c Projectedition or feature).When modifying or making additions to any non-text media that you have obtained from a Project website,you agree to license the modi\ufb01ed or added content in accordance with whatever license under which thework has been made available.With both text content and non-text media, you agree to clearly indicate that the original work has beenmodi\ufb01ed. If you are reusing text content in a wiki, it is suf\ufb01cient to indicate in the page history that you madea change to the imported text. For each copy or modi\ufb01ed version that you distribute, you agree to include alicensing notice stating which license the work is released under, along with either a hyperlink or URL to thetext of the license or a copy of the license itself.8. DMCA ComplianceThe Wikimedia "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 0c05579f1a1cd7b80e61cc5724fee46be3bf70980c45e2a4e1d2fe59e23a3868
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 16, "split_idx_start": 28396, "chroma:document": "version that you distribute, you agree to include alicensing notice stating which license the work is released under, along with either a hyperlink or URL to thetext of the license or a copy of the license itself.8. DMCA ComplianceThe Wikimedia Foundation wants to ensure that the content that we host can be reused by other users without fearof liability and that it is not infringing the proprietary rights of others. In fairness to our users, as well as to othercreators and copyright holders, our policy is to respond to notices of alleged infringement that comply with theformalities of the Digital Millennium Copyright Act (\"DMCA\"). Pursuant to the DMCA, we will terminate, inappropriate circumstances, users and account holders of our system and network who are repeat infringers on ourProjects and services.However, we also recognize that not every takedown notice is valid or in good faith. In such cases, we stronglyencourage users to \ufb01le counter-noti\ufb01cations when they appropriately believe a DMCA takedown demand is invalid orimproper. For more information on what to do if you think a DMCA notice has been improperly \ufb01led, you may wish toconsult the Lumen Database website.If you are the owner of content that is being improperly used on one of the Projects without your permission, youmay request that the content be removed by \ufb01ling a notice under the DMCA. To make such a request, please emailus at legal\nwikimedia\norg or snail mail our designated agent.Alternatively, you may make a request to our community, which often handles copyright issues faster and moreeffectively than the process prescribed under the DMCA. In that case, you can post a notice explaining yourcopyright concerns. For a non-exhaustive and non-authoritative list of the relevant processes for the different Projecteditions, visit the Copyright Problems page. Before \ufb01ling a DMCA claim, you also have the option "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 5fc40b4a19d4b8f4f4d1fa44db8867a71731f1aaca9765ab3fe2fa5789dd5e71
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 17, "split_idx_start": 30030, "chroma:document": "In that case, you can post a notice explaining yourcopyright concerns. For a non-exhaustive and non-authoritative list of the relevant processes for the different Projecteditions, visit the Copyright Problems page. Before \ufb01ling a DMCA claim, you also have the option of sending anemail to the community at info\nwikimedia\norg.9. Third-party Websites and ResourcesYou are solely responsible for your use of any third-party websites or resources. Although the Projects and ProjectWebsites contain links to third-party websites and resources, we do not endorse and are not responsible or liable fortheir availability, accuracy, or the related content, products, or services (including, without limitation, any viruses orother disabling features), nor do we have any obligation to monitor such third-party content.10. Management of WebsitesThe community has the primary role in creating and enforcing policies applying to the different Project editions. Atthe Wikimedia Foundation, we rarely intervene in community decisions about policy and its enforcement.It is possible to notify us of illegal content, or content that violates our Terms of Use (including all policies and otherdocuments incorporated by reference) for other reasons by contacting us directly. However, you can typically makea request directly to the Project's community: this may be more ef\ufb01cient, and is more consistent with our Projects'aim to empower the user community.Each Project will usually provide \"Help\" or \"Contact\" pages for further guidance, or speci\ufb01c tools for reporting issues.Alternatively \u2013 if in doubt \u2013 you can ask members of the community for help, by sending an email toinfo\nwikimedia\norg or a more language-speci\ufb01c address from the Volunteer Response Team page. Please note thatthese mailboxes are monitored by users of the Projects, not the Foundation. As a result, they should not bethreatened or issued with legal demands.If you contact the Foundation with a problem, we will typically explore whether and how existing community-ledmechanisms can investigate and, where "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 1fac5df05f3a3586548be0337c6b60b1144379cae584651478a63291d8be5b98
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 18, "split_idx_start": 31826, "chroma:document": "by users of the Projects, not the Foundation. As a result, they should not bethreatened or issued with legal demands.If you contact the Foundation with a problem, we will typically explore whether and how existing community-ledmechanisms can investigate and, where appropriate, resolve it.In an unusual case, the need may arise, or the community may ask us, to address an especially problematic user orespecially problematic content because of signi\ufb01cant Project disturbance or dangerous behavior. In such cases, wereserve the right, at our sole discretion (or where legally compelled), to:Investigate your use of the Projects or our services (a) to determine whether a violation of these Terms of Use,Project edition policy, or other applicable law or policy has occurred, or (b) to comply with any applicable law,legal process, or an appropriate governmental request;Detect, prevent, or otherwise address fraud, false or unveri\ufb01able information, security, or technical issues orrespond to user support requests;Refuse, revert, disable, or restrict access to contributions of any user who violates these Terms of Use;Ban a user from editing or contributing or block a user's account or access for actions violating these Terms ofUse, including repeat posting of unlawful material under applicable law in line with human rights principles;Take legal action against users who violate these Terms of Use (including reports to law enforcementauthorities); andManage otherwise the Project websites in a manner designed to facilitate their proper functioning and protect therights, property, and safety of ourselves and our users, licensors, partners, and the public.Those Foundation moderation activities may be informed or performed by software (such as traf\ufb01c \ufb02ood (\"Denial ofService\") protection). In those cases human review is normally available, upon request.In the interests of our users and the Projects, in the extreme circumstance that any individual has had their accountor access blocked under this section, they are prohibited from creating "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 5a96361e13603cd4c08f650955a4df1993dea41e9afa0ec2cab072ceabeb9eee
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 19, "split_idx_start": 33610, "chroma:document": "protection). In those cases human review is normally available, upon request.In the interests of our users and the Projects, in the extreme circumstance that any individual has had their accountor access blocked under this section, they are prohibited from creating or using another account on or seekingaccess to the same Project, unless we provide explicit permission. Without limiting the authority of the community,the Foundation itself will not ban a user from editing or contributing or block a user's account or access solelybecause of good faith criticism that does not result in actions otherwise violating these Terms of Use or communitypolicies.The Wikimedia community and its members may also take action when so allowed by the community or Foundationpolicies applicable to the speci\ufb01c Project edition, including but not limited to warning, investigating, blocking, orbanning users who violate those policies. You agree to comply with the \ufb01nal decisions of dispute resolution bodiesthat are established by the community for the speci\ufb01c Project editions (such as arbitration committees); thesedecisions may include sanctions as set out by the policy of the speci\ufb01c Project edition.Especially problematic users who have had accounts or access blocked on multiple Project editions may be subjectto a ban from all of the Project editions, in accordance with the Global Ban Policy. In contrast to Board resolutions orthese Terms of Use, policies established by the community, which may cover a single Project edition or multipleProjects editions (like the Global Ban Policy), may be modi\ufb01ed by the relevant community according to its ownprocedures.The blocking of an account or access or the banning of a user under this provision shall be in accordance withSection 13 of these Terms of Use.If you believe we have not satisfactorily acted on a problematic content report, or if you have been subjected to aFoundation moderation action that you wish "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 534f02946fa96db8b45b2523c8db5ece4790b65fb281a732d24c1b6c4cfbc8a8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 20, "split_idx_start": 35322, "chroma:document": "user under this provision shall be in accordance withSection 13 of these Terms of Use.If you believe we have not satisfactorily acted on a problematic content report, or if you have been subjected to aFoundation moderation action that you wish to challenge, you may be able to submit an appeal. Other informationabout routes of appeal may also be explained to you at the time, or in Project-speci\ufb01c help pages.We reserve the right to suspend (temporarily, or permanently) our handling of reports or other correspondence fromusers or third parties, whether about allegedly illegal or otherwise problematic content or conduct, or requestingappeals against moderation actions, if such correspondence was made in bad faith, repetitive, unfounded, and/orabusive. In appropriate circumstances, your email address may even be blocked on our email system(s), and youwill then need to contact us at our postal address if you wish to further correspond with us during that block. For lessserious cases (e.g. up to three polite emails about one or more meritless complaints), this is likely to be temporary.More frequent or more abusive communications are more likely to lead to permanent measures.11. Resolutions and Project PoliciesThe Wikimedia Foundation Board of Trustees releases of\ufb01cial policies from time to time. Some of these policies maybe mandatory for a particular Project or Project edition, and, when they are, you agree to abide by them asapplicable.12. API TermsWe make available a set of APIs, which include documentation and associated tools, to enable users to buildproducts that promote free knowledge. By using our APIs, you agree to abide by all applicable policies governing theuse of the APIs, which include but are not limited to the User-Agent Policy, the Robot Policy, and the API:Etiquette(collectively, \"API Documentation\"), which are incorporated into these Terms of Use by reference.13. TerminationThough we hope you will stay and continue "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 91f238facfb7df89e12b9b3ad336b94361676e2f28b1b92d2a091408222be113
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 21, "split_idx_start": 37010, "chroma:document": "theuse of the APIs, which include but are not limited to the User-Agent Policy, the Robot Policy, and the API:Etiquette(collectively, \"API Documentation\"), which are incorporated into these Terms of Use by reference.13. TerminationThough we hope you will stay and continue to contribute to the Projects, you can stop using our services any time.In certain (hopefully unlikely) circumstances it may be necessary for either ourselves or the Wikimedia community orits members (as described in Section 10) to terminate part or all of our services, terminate these Terms of Use, blockyour account or access, or ban you as a user. If your account or access is blocked or otherwise terminated for anyreason, your public contributions and a record of your activities on or in relation to the Projects (including anycorrespondence you have sent us) will be unaffected (subject to applicable policies), and you may still access ourpublic pages for the sole purpose of reading publicly available content on the Projects. In such circumstances,however, you may not be able to access your account or settings. However, regardless of any other provision inthese Terms of Use, we reserve the right to suspend or end the services at any time, with or without cause, and withor without notice. Even after your use and participation are banned, blocked or otherwise suspended, these Terms ofUse will remain in effect with respect to relevant provisions, including Sections 1, 3, 4, 6, 7, 9-16, and 18.14. Disputes and JurisdictionHighlighted for emphasisWe hope that no serious disagreements arise involving you, but, in the event there is a dispute, we encourage youto seek resolution through the dispute resolution procedures or mechanisms provided by the Projects or Projecteditions and the Wikimedia Foundation. If you seek to \ufb01le a legal claim against us, you agree to \ufb01le and resolve itexclusively in a state "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 9798a7a2e02f4f3b34fb3d31a9b6c882fe8bc43ef3d45cd87f0f3ae548603330
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 22, "split_idx_start": 38656, "chroma:document": "youto seek resolution through the dispute resolution procedures or mechanisms provided by the Projects or Projecteditions and the Wikimedia Foundation. If you seek to \ufb01le a legal claim against us, you agree to \ufb01le and resolve itexclusively in a state or federal court located in San Francisco County, California. You also agree that the laws of theState of California and, to the extent applicable, the laws of the United States of America will govern these Terms ofUse, as well as any legal claim that might arise between you and us (without reference to con\ufb02ict of laws principles).You agree to submit to the personal jurisdiction of, and agree that venue is proper in, the courts located in SanFrancisco County, California, in any legal action or proceeding relating to us or these Terms of Use.To ensure that disputes are dealt with soon after they arise, you agree that regardless of any statute or law to thecontrary, any claim or cause of action you might have arising out of or related to use of our services or these Termsof Use must be \ufb01led within the applicable statute of limitations or, if earlier, one (1) year after the pertinent factsunderlying such claim or cause of action could have been discovered with reasonable diligence (or be foreverbarred).Marketing Company Mediations As described in section 4 of these Terms of Use, you agree to resolve violationsof the Paid Contributions without Disclosure in a Marketing Company Mediation at the Foundation's discretion.Marketing Company Mediations are binding mediations where, at the end of either a half or full day session, anydisputed items that remain unresolved will be decided by the mediator in a legally binding decision. They will beconducted in meetings by teleconference or videoconference. If an in-person meeting is required, then theMarketing Company Mediation will take place in San "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 42e49cc1c9fb87b9156a2471fd8b752d8669a6a0bed479dab330cc07b80b2a79
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 23, "split_idx_start": 40248, "chroma:document": "anydisputed items that remain unresolved will be decided by the mediator in a legally binding decision. They will beconducted in meetings by teleconference or videoconference. If an in-person meeting is required, then theMarketing Company Mediation will take place in San Francisco County, California. The parties will split all fees andexpenses related to the mediation/arbitration equally.You agree, as part of a Marketing Company Mediation, to cooperate with the Foundation, including by timelyproviding any documentation in your possession relating to your undisclosed paid editing activities including theaccounts used, articles affected, and clients who purchased such services.Marketing Company Mediations are subject to and governed by the Federal Arbitration Act to the extent that themediator becomes an arbitrator. The prevailing party shall be entitled to recover its attorneys' fees (including all feesnecessary to determine the applicability of the Marketing Company Mediation and to enforce the binding result) andall costs relating to the investigation and enforcement of its rights. A party may be deemed \"prevailing\" even if it isnot successful on every claim asserted.If for some reason the entirety of these Marketing Company Mediation requirements are found to be unenforceable,you agree to resolve any disputes as described in the beginning of this section.15. DisclaimersHighlighted for emphasisAt the Wikimedia Foundation, we do our best to provide educational and informational content to a very wideaudience, but your use of our services is at your sole risk. We provide these services on an \"as is\" and \"as available\"basis, and we expressly disclaim all express or implied warranties of all kinds, including but not limited to the impliedwarranties of merchantability, \ufb01tness for a particular purpose, and non-infringement. We make no warranty that ourservices will meet your requirements, be safe, secure, uninterrupted, timely, accurate, or error-free, or that yourinformation will be secure.Search\nSearch Wikimedia Foundation Governance Wiki\nEnglishDonateLog in\fPrivacy policyAbout Wikimedia Foundation "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 7e28900dbde1e7cbf96c264e8f86deded9c6f9e1e1a866679c3e6b217b899991
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 1, "split_id": 24, "split_idx_start": 42027, "chroma:document": "merchantability, \ufb01tness for a particular purpose, and non-infringement. We make no warranty that ourservices will meet your requirements, be safe, secure, uninterrupted, timely, accurate, or error-free, or that yourinformation will be secure.Search\nSearch Wikimedia Foundation Governance Wiki\nEnglishDonateLog in\fPrivacy policyAbout Wikimedia Foundation Governance WikiDisclaimersCode of ConductDevelopersStatisticsCookie statementMobile viewThis page was last edited on 30 March 2024, at 07:20.Text is available under the Creative Commons Attribution-ShareAlike License; additional terms may apply. See Terms of Use for details.information will be secure.We are not responsible for the content, data, or actions of third parties, and you release us, our directors, of\ufb01cers,employees, and agents from any claims and damages, known and unknown, arising out of or in any way connectedwith any claim you have against any such third parties. No advice or information, whether oral or written, obtained byyou from us or through or from our services creates any warranty not expressly stated in these Terms of Use.Any material downloaded or otherwise obtained through your use of our services is done at your own discretion andrisk, and you will be solely responsible for any damage to your computer system or loss of data that results from thedownload of any such material. You agree that we have no responsibility or liability for the deletion of, or the failureto store or to transmit, any content or communication maintained by the service. We retain the right to create limitson use and storage at our sole discretion at any time with or without notice.Some states or jurisdictions do not allow the types of disclaimers in this section, so they may not apply to you eitherin part or in full depending on the law.16. Limitation on LiabilityHighlighted for emphasisThe Wikimedia Foundation will not be liable to you or to any other party for any direct, indirect, incidental, special,consequential or exemplary damages, "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 5d9ca4bb45dea9b2af9cb8bbfbc9c73a4a0444ee22507e8b6b5b94d41527e630
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 2, "split_id": 25, "split_idx_start": 43775, "chroma:document": "not apply to you eitherin part or in full depending on the law.16. Limitation on LiabilityHighlighted for emphasisThe Wikimedia Foundation will not be liable to you or to any other party for any direct, indirect, incidental, special,consequential or exemplary damages, including but not limited to, damages for loss of pro\ufb01ts, goodwill, use, data, orother intangible losses, regardless of whether we were advised of the possibility of such damage. In no event shallour liability exceed one thousand U.S. dollars (US$1,000.00) in aggregate. In the case that applicable law may notallow the limitation or exclusion of liability or incidental or consequential damages, the above limitation or exclusionmay not apply to you, although our liability will be limited to the fullest extent permitted by applicable law.17. Modifications to these Terms of UseJust as the Wikimedia community's input is essential for the growth and maintenance of the Projects, we believe thatcommunity input is essential for these Terms of Use to properly serve our users. It is also essential for a faircontract. Therefore, we will provide these Terms of Use, as well as any substantial future revisions of these Terms ofUse, to the community for comment at least thirty (30) days before the end of the comment period. If a futureproposed revision is substantial, we will provide an additional 30 days for comments after posting a translation of theproposed revision in at least three languages (selected at our discretion). The community will be encouraged totranslate the proposed revision in other languages as appropriate. For changes for legal or administrative reasons,to correct an inaccurate statement, or changes in response to community comments, we will provide at least three(3) days' notice.Because it may be necessary to modify these Terms of Use from time to time, we will provide notice of suchmodi\ufb01cations and the opportunity to comment via "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 3713de1cc57aa9e4aab06122ea15e7055f6724b3b1713d71c6e9f82a76839d2d
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 2, "split_id": 26, "split_idx_start": 45463, "chroma:document": "changes in response to community comments, we will provide at least three(3) days' notice.Because it may be necessary to modify these Terms of Use from time to time, we will provide notice of suchmodi\ufb01cations and the opportunity to comment via the Project websites, and via a noti\ufb01cation onWikimediaAnnounce-l. However, we ask that you please periodically review the most up-to-date version of theseTerms of Use. Your continued use of our services after the new Terms of Use become of\ufb01cial following the noticeand review period constitutes an acceptance of these Terms of Use on your part. For the protection of the WikimediaFoundation and other users like yourself, if you do not agree with our Terms of Use, you cannot use our services.18. Other TermsThese Terms of Use do not create an employment, agency, partnership, joint control or joint venture relationshipbetween you and us, the Wikimedia Foundation. For the purposes of European Economic Area law, United Kingdomlaw, or other laws that involve a similar concept, you are not acting \"under the authority of\" the Foundation when youuse the services. If you have not signed a separate agreement with us, these Terms of Use are the entire agreementbetween you and us. If there is any con\ufb02ict between these Terms of Use and a signed written agreement betweenyou and us, the signed agreement will control.You agree that we may provide you with notices, including those regarding changes to the Terms of Use, by email,regular mail, or postings on the Projects or Project Websites.If in any circumstance, we do not apply or enforce any provision of these Terms of Use, it is not a waiver of thatprovision.You understand that, unless otherwise agreed to in writing by us, you have no expectation of compensation for anyactivity, contribution, or idea that you provide to us, the community, or "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 15cd97f4f8f97041ffbd75aaf8f494457d635e517620422fc4a19ef3e1e90ce5
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 2, "split_id": 27, "split_idx_start": 47065, "chroma:document": "these Terms of Use, it is not a waiver of thatprovision.You understand that, unless otherwise agreed to in writing by us, you have no expectation of compensation for anyactivity, contribution, or idea that you provide to us, the community, or the Projects or Project editions.Notwithstanding any provision to the contrary in these Terms of Use, we (the Wikimedia Foundation) and you agreenot to modify the applicable terms and requirements of any free license that is employed on the Projects or Projecteditions when such free license is authorized by these Terms of Use.These Terms of Use were written in English (U.S.). While we hope that translations of these Terms of Use areaccurate, in the event of any differences in meaning between the original English version and a translation, theoriginal English version takes precedence.If any provision or part of a provision of these Terms of Use is found unlawful, void, or unenforceable, that provisionor part of the provision is deemed severable from these Terms of Use and will be enforced to the maximum extentpermissible, and all other provisions of these Terms of Use will remain in full force and effect.Thank You!We appreciate your taking the time to read these Terms of Use, and we are very happy to have you contributing tothe Projects and using our services. Through your contributions, you are helping to build something really big \u2013 notonly an important collection of collaboratively edited reference Projects that provides education and information tomillions who might otherwise lack access, but also a vibrant community of like-minded and engaged peers, focusedon a very noble goal.These Terms of Use went into effect on June 7, 2023. Previous versions of the terms:Terms of Use (2014\u20132023): effective from June 16, 2014, until June 7, 2023Terms of Use (2012\u20132014): effective from May 24, 2012, until June 16, "}


created_at: 2024-11-07 15:52:09
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 84082b19b2b0d75cb130cb0070b6beb2ed2c7e77f58c44198c97610b02f953c5
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikimedia Foundation Terms of Use - Wikimedia Foundation Governance Wiki.pdf", "source_id": "c1771db3c35e44a39328362caa664007bd441524de36a6d0e7bbf017b23e69ca", "page_number": 2, "split_id": 28, "split_idx_start": 48701, "chroma:document": "noble goal.These Terms of Use went into effect on June 7, 2023. Previous versions of the terms:Terms of Use (2014\u20132023): effective from June 16, 2014, until June 7, 2023Terms of Use (2012\u20132014): effective from May 24, 2012, until June 16, 2014Terms of Use (2009): effective from 2009 until May 24, 2012Please note that in the event of any differences in meaning or interpretation between the original Englishversion of this content and a translation, the original English version takes precedence.Categories: PoliciesTerms of Use"}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 50d00a24cf4bfc651a35776d357a427ef21b2a3ed55c95327e3d7a57c9afc8e3
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikipedia_Tools - Wikipedia.pdf", "source_id": "28f1b94daf4821b82928b41486ab3c5f49de4c2634d5f4fe00fb00fc1749473f", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "Privacy policyAbout WikipediaDisclaimersContact WikipediaCode of ConductDevelopersStatisticsCookie statementMobile viewThis page was last edited on 25 October 2024, at 10:28\u00a0(UTC).Text is available under the Creative Commons Attribution-ShareAlike 4.0 License; additional terms may apply. By using this site, you agree to the Terms of Use and Privacy Policy. Wikipedia\u00ae is a registered trademark of the Wikimedia Foundation, Inc., a non-pro\ufb01t organization.Contents hide(Top)Browsing and editingSearchingGoogle tools\nVeri\ufb01cationPage histories\nUser edit counts andanalysis\nImporting (converting)content to Wikipedia(MediaWiki) format\nExport: Conversion toother formatsGeotagging-related toolsGadget developersOtherSee alsoReferencesWikipedia:Tools41 languages\nProject pageTalkReadView sourceView historyTools\nAppearance hideText\nWidthColor (beta)SmallStandardLargeStandardWideAutomaticLightDarkShortcutsWP:TOOLWP:TOOLS\n[show]V \u00b7 T \u00b7 E[show]V \u00b7 T \u00b7 EEditor toolsEditing aidsAlt textCopyvio detectorPeer reviewDab solverDisambig linksRedirect checkCitation toolsCiterBiomedical citeCitation botDup detectorMakeRefRe\ufb01llWayBackWeb2CitThings to reviewCopyviosNew pagesNew \ufb01lesRecent changesIP editsDiscussionsCustomisationV \u00b7 T \u00b7 E\nwikEd is a full-featured in-browser text editor forWikipedia edit pagesFrom Wikipedia, the free encyclopedia\"WP:TOOLS\" redirects here. For Toolforge, see Wikipedia:Toolforge. For the former Toolserver, seeWikipedia:Toolserver.For list of selected tools, see toolforge:admin/tools.See also: Category:Wikipedia tools and Optimum tool setTo search for tools, see Toolhub.Wikipedia programmingBots \u00b7 Extensions \u00b7 Gadgets \u00b7 User scripts (List \u00b7 Ranking \u00b7 Requests \u00b7 Guide \u00b7 Otherscripts \u00b7 Newsletter) \u00b7 Tools\nThis page in a nutshell: Listed below are various tools intendedto simplify and increase ef\ufb01ciency of editing, and provideadditional functionality to Wikipedians.Browsing and editingSee also: Wikipedia:Browser notesEditing tools, tools intended to provide enhanced editing functionality. Contains edit pagetools, edit bots, spellcheckers, wikisyntax conversion utilities, etc.Browser tools, tools categorized by browser typeCitation tools, tools for citing and referencingAnti-vandalism tools, tools for patrolling and cleaning up WikipediaAlternative browsing, alternatives to accessing Wikipedia through your web browser(mobile devices, desktop integration, alternate portals, etc.)User scripts, a collection of JavaScript routines that add functionality to Wikipedia pages(e.g., regex search and replace, changing article formatting, and simplifying commontasks)WatchlistBot is a bot that delivers realtime alerts via instant message (XMPP) whenwatched articles are edited or when watched users or IP networks edit.Navigation shortcuts "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 5008eecf5bc8efc33bae564d7b2d82f99a281cc19c032e3ea4156c74c136af68
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikipedia_Tools - Wikipedia.pdf", "source_id": "28f1b94daf4821b82928b41486ab3c5f49de4c2634d5f4fe00fb00fc1749473f", "page_number": 1, "split_id": 1, "split_idx_start": 2463, "chroma:document": "that add functionality to Wikipedia pages(e.g., regex search and replace, changing article formatting, and simplifying commontasks)WatchlistBot is a bot that delivers realtime alerts via instant message (XMPP) whenwatched articles are edited or when watched users or IP networks edit.Navigation shortcuts offer the ability to add personal links to the sidebar, providing quickand easy access to favourite articles within Wikipedia.Finding duplicated references: a tool that will \ufb01nd references with the same URL on apage, with some false positives and missed items, is the URL Extractor For Web Pagesand Text. It is not a Wikipedia tool, and there may be other tools available for thepurpose. Instructions on its use for Wikipedia are in WP:DUPREF. Such references canoften usefully be merged, using <ref name= xxx/> for all except one.SearchingSee also: Help:Searching \u00a7\u00a0Custom search boxes, andCategory:Wikipedia search toolsGlobalWPSearch, search across projects and showmissing interlanguage links.macOS Dashboard Widget (deprecated)whichsub \ufb01nds transcluded templates of a given pagewhich contain a given string.Find Link Tool Find links on Wikipedia. Tool created byEdward Betts.Wikimedia Global Search, perform Elasticsearch-basedsearches across the wikitext of all Wikimedia Foundation(WMF) wikis via WMCS Toolforge and Cloud Elastic services. Due to potential for abuse of expensive long-running queries (e.g., DoS attack), SUL login is required.Insource search is a handy tool that lets you \ufb01nd speci\ufb01c terms or regex patterns across all Wikimedia wikis. Itgenerates a list of pages containing those terms, making it super useful for tasks like AWB/JWB and othersearch-related activities.Google toolsNote: Google search results can be several days or even weeks out of date.Citer for Google Books URL, DOI, ISBN, PMID, PMCID, OCLC converts bare url into {{cite book}} format. Seealso Help:Citation tools \u00a7\u00a0Tools.Mirrors of Wikimedia content can be \ufb01ltered from Google search result pages in Firefox using theCustomizeGoogle extension.[1] See meta:Mirror \ufb01lter for instructions and a \ufb01lter list.Google Slidesmeta:User:Tbayer (WMF)/Converting Google Slides "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 406fe1cfd8d55feb2e82a4e62bfa9fd25f48afebeaa83956dde085eac0b5d6f7
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikipedia_Tools - Wikipedia.pdf", "source_id": "28f1b94daf4821b82928b41486ab3c5f49de4c2634d5f4fe00fb00fc1749473f", "page_number": 1, "split_id": 2, "split_idx_start": 4304, "chroma:document": "converts bare url into {{cite book}} format. Seealso Help:Citation tools \u00a7\u00a0Tools.Mirrors of Wikimedia content can be \ufb01ltered from Google search result pages in Firefox using theCustomizeGoogle extension.[1] See meta:Mirror \ufb01lter for instructions and a \ufb01lter list.Google Slidesmeta:User:Tbayer (WMF)/Converting Google Slides to wikitext (tutorial)Google Docsmeta:User:Tbayer (WMF)/Converting Google Docs to wikitext (tutorial + Python script)Verificationverify Flags text that is potentially incorrect or uncited by comparing the information in the article to the text ofits citations.Page historiesGeneralUser:Ixfd64/revision sizes, R program for visualizing revision sizes over timeWikipedia:Wiki2VCS, script that loads histories onto one's computer, so that they can be quickly diffed andsearchedXTools Page History Page statistics and visualization, provides sortable and exportable list of all contributorswith number of edits and amount of added text. Provides also results of syntax and grammar checks and latestassessment history.Finding the responsible userWikiBlame, searches for given text in versions of articlewhoCOLOR, browser script for Grease/Tampermonkey, highlights original authors directly in the article, getsdata from a publicly accessible APIXTools Blame, \ufb01nd edits that added the given wikitextWho Wrote That?, browser extension for Chrome and Firefox, shows editor information for text as a user movesmouse over article text.User edit counts and analysisSee also: Category:Wikipedia contributor analysis toolsUser contribution search, \ufb01nds all the edits by a user to a single pageEdit summary search, \ufb01nd all the edits by a user such that their edit summary contains the speci\ufb01ed stringWikipedia Page History Statistics Page history statistics by User:aka, builds an edit history overview pageXTools Pages Created \u2013 lists all pages created by a user (including deleted ones)afdstats Analyse AfD !votes against the resultArticles for Creation Review History. This tool shows a list of a user's WP:AfC reviews.User-level gender statistics for Wikipedia\u00a0: gender statistics about the list of created articles.Look at your list of created articles through Wikidata.Look at your list of created articles "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: d4a6ca13de056557397d604e74ca111c2d720d054d1e5f3e653a0a74e273a509
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikipedia_Tools - Wikipedia.pdf", "source_id": "28f1b94daf4821b82928b41486ab3c5f49de4c2634d5f4fe00fb00fc1749473f", "page_number": 1, "split_id": 3, "split_idx_start": 6257, "chroma:document": "for Creation Review History. This tool shows a list of a user's WP:AfC reviews.User-level gender statistics for Wikipedia\u00a0: gender statistics about the list of created articles.Look at your list of created articles through Wikidata.Look at your list of created articles with the Xtools Page Prose APIMap your list of created articles through Wikidata.Wiki streaks, look up a user's edit streak: how many consecutive days they've made an editEdit countersSee also: Wikipedia:WikiProject edit countersXTools Edit Counter A powerful and full-featured editor analysis tool.Administrator Statistics for the English Wikipedia (updated daily)User contributions (Luxo), \ufb01nd contributions on enwiki and other Wikimedia sitesXTools AdminStats Shows statistics of admin actions, broken down into individual actions, arbitrary periodselectableUser interaction analysisSee also: Wikipedia:Tools/User interaction investigationsEditor Interaction Analyzer compares the edits of two to three speci\ufb01ed editors to see which articles overlap,sorted by minimum time between edits by both users. Only works on the English Wikipedia. Speed: slow.Intersect Contribs, compares the edits of two to eight editors at any WMF wiki to see which articles overlap.Speed: fast.Intertwined contributions, merges the contributions of two editors at any WMF wiki into a single list. Speed: fast.(Currently not working: error connecting to database.)Interaction Timeline a chronological history of two users' across pages where they both made edits.VisualizationWiki Replay, see m:Grants:IEG/Replay Edits and wm2014:Submissions/Replay Edits for more details.de:Benutzer:Atlasowa/edit history visualizationImporting (converting) content to Wikipedia (MediaWiki) formatSee also: Wikipedia:How to import articles, commons:Commons:Chart and graph resources,Wikipedia:Tools/Editing tools \u00a7\u00a0Wikisyntax conversion utilities, and Help:Table \u00a7\u00a0Converting spreadsheets anddatabase tables to wikitable formatGoogle Docs SpreadsheetMediaWiki Table Utility or this updated version This class constructs a MediaWiki-format table from anExcel/GoogleDoc copy&paste. It provides a variety of methods to modify the style. It defaults to a Wikipediastyling with \ufb01rst column header.[2]Microsoft Of\ufb01ceWord2007 and laterMicrosoft Of\ufb01ce Word Add\u2011in For MediaWiki. For Microsoft Word 2007 or 2010. (Not Supported from VersionWord "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: dcba573e9428beba5b4280ada576ddb90b955dca9536345d19f2a541d22fc7e8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikipedia_Tools - Wikipedia.pdf", "source_id": "28f1b94daf4821b82928b41486ab3c5f49de4c2634d5f4fe00fb00fc1749473f", "page_number": 1, "split_id": 4, "split_idx_start": 8336, "chroma:document": "from anExcel/GoogleDoc copy&paste. It provides a variety of methods to modify the style. It defaults to a Wikipediastyling with \ufb01rst column header.[2]Microsoft Of\ufb01ceWord2007 and laterMicrosoft Of\ufb01ce Word Add\u2011in For MediaWiki. For Microsoft Word 2007 or 2010. (Not Supported from VersionWord 2013)Prior versionsFor other Macros, see mw:Word macros, Visual Basic macros to use within Microsoft Word to prepare content tobe pasted into a Wikipedia page.wikEd, a full-featured in-browser text editor for Wikipedia edit pages that can convert text and tables pasted fromMicrosoft Word with a button clickExcelexcel2wiki: Copy & Paste Excel-to-Wiki Convertertab2wiki: Converts tables (tab-delimited, e.g. copied from Excel) to Wikitext tablesde:Wikipedia:Technik/Text/Basic/EXCEL-Tabellenumwandlung/en: Convert EXCEL-Table with most formattinglike background- and fontcolor, fontstyle (bold/italic), columnheight, -width, etc. to Wiki-tableformatde:Benutzer:Duesentrieb/csv2wp (en) or CSV Converter: Converts many types of spreadsheet tables, includingCSV, tab-separated, etc., to MediaWiki or HTMLcsv2other: a free open source tool, in .net, to convert CSV and EXCEL \ufb01les to wiki table formatOpenOf\ufb01ce/LibreOf\ufb01ceLibreOf\ufb01ce Writer is free. It can open almost any \ufb01le format. It can export to Mediawiki: File menu > export >save as type > MediaWiki. It will save the \ufb01le as a .txt \ufb01le which can be opened with any text editor. Copy thewiki code from the text \ufb01le. You can save any web page as an HTML \ufb01le, and then open it in LibreOf\ufb01ce Writer.Edit as needed. Remove the parts you don't want. Keep only tables for example. Then export to MediaWiki.Tables can be further edited in LibreOf\ufb01ce Calc. See: Commons:Convert tables and charts to wiki code or image\ufb01les. And: Help:Table and the section on spreadsheets and the Visual Editor.HTMLHtml2Wiki is an extension for MediaWiki that imports HTMLPythonTable2wiki.py part of the Pywikipedia bot framework, web portLaTeXUser:Jmath666/latex2wiki, LaTeX to Wikicode translation toolCSVCSVLoader is an AutoWikiBrowser plug-in that allows creating and updating articles using CSV data \ufb01les.Many formatsPandoc is a universal document "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 377d07c850c1cdb65e15a333826cdca95b858788c8f3065c1df7a4c8f416b1da
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikipedia_Tools - Wikipedia.pdf", "source_id": "28f1b94daf4821b82928b41486ab3c5f49de4c2634d5f4fe00fb00fc1749473f", "page_number": 1, "split_id": 5, "split_idx_start": 10176, "chroma:document": "is an extension for MediaWiki that imports HTMLPythonTable2wiki.py part of the Pywikipedia bot framework, web portLaTeXUser:Jmath666/latex2wiki, LaTeX to Wikicode translation toolCSVCSVLoader is an AutoWikiBrowser plug-in that allows creating and updating articles using CSV data \ufb01les.Many formatsPandoc is a universal document converterExport: Conversion to other formatsHelp:Export, Special:Export \u2013 XMLSpecial:Book \u2013 PDFmw:Alternative parsers \u2013 various, including HTML and XMLwikitable2csv \u2013 CSVmw:Extension:TextExtracts \u2013 HTML or plain text; without linksmeta:User:Tbayer (WMF)/Converting wiki pages to plaintext emails \u2013 textMediaWiki to LaTeX \u2013 PDF, EPub, Odt or LaTeXWiki Embed Plugin \u2013 WordPressGeotagging-related toolsSee also: Wikipedia:Obtaining geographic coordinatesGeoLocator, Wikipedia compatible geotagging metadata generator and coordinate editorGadget developersTools for gadget devs:Wikiblame \u2013 use for searching when some function or option was introduced.Wiki-to-Git \u2013 download JS/CSS history to Git which you can then use for gadget development as well as use gitblame and other standard development tools.Wikiploy \u2013 use to deploy gadgets to Wikipedia, Meta and other MediaWiki sites.Global Search \u2013 use to check global usage of gadgets, functions etc.Browser tools:Firefox DevTools User Docs \u2013 JS debugger, CSS editor etc...Chrome DevTools.OtherSyndication, RSS feeds, etc.Researching Wikipedia: Tools for data analysisNot English, tools that have not yet been translated completely into English. Some need their descriptionstranslated from German, others are not available in English. Help translate if you can!Note: Checkinks is buggy use with caution. Consider using instead Internet Archive Bot which can be foundin the History tab of any page: \"Fix dead links\" \u2013 login does not require a password.WikiBiff, To alert users when they have new messages waiting on their talk pagesDesktop Watchlist, Enhanced watchlist for WindowsCategory Watchlist, Watching additions and removals to categoriesCategoryWatchlistBot, Watch category and/or template additions/removals, supports partial name matches andsubcategoriesPetScan (manual), searches categories recursively. Will \ufb01nd subcategories that overlap with othercategories, templates, etc.User:SuggestBot for suggested articles you might like to editRAMP editor: can generate enhanced "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 963f54c0e2a12d1e1350a12b917e01e21ebcaec2dea9f96430fb008795a6b4bd
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\Wikipedia_Tools - Wikipedia.pdf", "source_id": "28f1b94daf4821b82928b41486ab3c5f49de4c2634d5f4fe00fb00fc1749473f", "page_number": 1, "split_id": 6, "split_idx_start": 12159, "chroma:document": "additions and removals to categoriesCategoryWatchlistBot, Watch category and/or template additions/removals, supports partial name matches andsubcategoriesPetScan (manual), searches categories recursively. Will \ufb01nd subcategories that overlap with othercategories, templates, etc.User:SuggestBot for suggested articles you might like to editRAMP editor: can generate enhanced authority records for creators of archival collectionsXEcho Shows your global cross-wiki noti\ufb01cations from 800+ wikis at a glancequarry:, a place to run queries on databases of Wikimedia projectsMTC!, A tool that makes it easy to transfer \ufb01les to Commons en\u00a0masse.Wiki Editor Plugin for Notepad++ 32-bit (x86) \u2013 a free source code editor.MediaWiker Plugin for Sublime Text. MediaWiki syntax highlighting and editing capabilities.MediaWiki Tables Generator (online)Wikipedia:Get my IP addressSee alsoWikipedia:Database download (for code useful for dealing with of\ufb02ine dumps)Wikipedia:ScriptsWikipedia:Tools/Optimum tool set (Firefox optimization)Wikipedia:Cleaning up vandalism/ToolsWikipedia:Link rot \u00a7\u00a0ToolsWikipedia:WikiProject User scripts/Scripts \u00a7\u00a0Installing (How to install user scripts)Help:Text editor support{{Editor tools}}meta:Help:User styleToolforgemeta:Toolserver/Projectsmeta:Open Source Toolsetmeta:User:Duesentrieb/ToolsCommons:Convert tables and charts to wiki code or image \ufb01lesReferences1. ^ CustomizeGoogle2. ^ Enhanced Spreadsheet to WikiMedia table Converter proposedWikipedia directories and indexesWikipedia editor navigation - (Search)Category: Wikipedia tools\nSearch\nSearch Wikipedia\nDonateCreate accountLog in"}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 329e01fae4985c2f01fa3b5c39c6b390b345d8c78552cd6ada5331985ec7e69c
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 1, "split_id": 0, "split_idx_start": 0, "chroma:document": "OCTOBER 2023 Weizenbaum Institut e for the Networked Society What the Scientific Community Needs from Data Access under Art. 40 DSA 20 Points on Infrastructures, Participation, Transparency, and Funding\f 1 Imprint What the Scientific Community Needs from Data Access under Art. 40 DSA . 20 Points on Infrastructures, Participation, Transparency, and Funding , Weizenbaum Policy Pap er 8, October 2023 AUTHORS: Ulrike Klinger \\ European University Viadrina \\ klinger@europa -uni.de Jakob Ohme \\ Weizenbaum Institut e \\ jakob.ohme@weizenbaum -institut.de PUBLISHER : Weizenbaum Institut e for the Networked Society Hardenbergstra\u00dfe 32 \\ 10623 Berlin \\ Tel.: +49 30 700141 -001 info@weizenbaum -institut.de \\ www.weizenbaum -institut.de EDITORIAL TEAM: Moritz Buchner \\ Weizenbaum Institut e Christina Dinar \\ Leibniz-Institut f\u00fcr Medienforschung | HBI Robert Peter \\ Weizenbaum Institut e Kaltrina Shala \\ Weizenbaum Institut e DOI: 10.34669/WI.WPP/ 8.2 ISSN: 2940-8490 LICENSE: This paper is available open access and is licensed under Creative Commons Attribution 4.0 (CC BY 4.0): https://creativecommons.org/licenses/by/4.0/ For inquiries regarding this paper please contact Robert Peter at: robert.peter@weizenbaum -institut.de This policy paper has been funded by the Stiftung Mercator. The Weizenbaum -Institut e.V. adheres to the Code of Conduct of the EU Transparency Register, register ID 194885445254 -71. The Weizenbaum Institute is funded by the Federal Ministry of Education and Research of Germany (BMBF) .\f 2 About the Weizenbaum Institut e The Weizenbaum Institute \u2013 The German Internet Institute analyzes, evaluates and shapes relevant aspects of the digitally networked society. With basic, interdisciplinary and prob-\nlem-oriented research projects on the ethical, legal, economic, political and social dimen-\nsions of digi tal change and the exploration of concrete solutions, it provides politicians, business and civil society with evidence - and value -based options for action in order to shape digitalization in a sustainable , self -determined and responsible manner. The Insti-\ntute is supported by "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: cbf132c403f5722f4dc4f67e6344cbc120bbeff4034f2f93cd598a92cb687466
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 3, "split_id": 1, "split_idx_start": 1856, "chroma:document": "the exploration of concrete solutions, it provides politicians, business and civil society with evidence - and value -based options for action in order to shape digitalization in a sustainable , self -determined and responsible manner. The Insti-\ntute is supported by a research network from Berlin and Brandenburg, which includes Freie Universit\u00e4t Berlin, Humboldt -Universit\u00e4t zu Berlin, Technische Universit\u00e4t Berlin, Berlin University of the Arts, and the University of Potsdam, as well as the Fraunh ofer Institute for Open Communication Systems (FOKUS) and the WZB Berlin Social Science Center. The Weizenbaum Institute is funded by the German Federal Ministry of Educa-\ntion and Research (BMBF) and the State of Berlin. For more information, visit www.weizenbaum -institut.de . About the author s Ulrike Klinger is Professor for Digital Democracy at the European New School of Dig -\nital Studies, European University Viadrina, Frankfu rt (Oder). Contact: klinger@europa -uni.de Jakob Ohme is Research Group Lead of the \u201cDigital News Dynamics\u201d group at the Weizenbaum Institute for the Networked Society, Berlin. Contact: jakob.ohme@weizenbaum -institut.de About th is paper The paper underwent an iterative development process stemming from two workshops held in March and June 2023. These workshops were organized by the authors and sup-\nported by Stiftung Mercator. Approximately 70 scientists and platform researchers from various fields actively contributed to the paper \u2019s development. Concurrently, informal discussions occurr ed with scientists hailing from different European Union nations, as well as regulatory authorities in Germany. In response to the EU Commission \u2019s Call for Evidence issued in May 2023, the authors submitted an interim status report , see Klinger & Ohme (202 3). Delegated Regulation on Data Access Provided for the Digital Services Act: Response to the Call for Evidence DG CNECT -CNECT F2 by the European Com-\nmission . https://doi.org/10.34669/WI.WPP/7\f 3 What the Scientific Commu nity Needs from "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: e5799c137273c06bad94adbf1ddce4b0c11ac662887fbc19718b458af66102b0
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 3, "split_id": 2, "split_idx_start": 3635, "chroma:document": "Klinger & Ohme (202 3). Delegated Regulation on Data Access Provided for the Digital Services Act: Response to the Call for Evidence DG CNECT -CNECT F2 by the European Com-\nmission . https://doi.org/10.34669/WI.WPP/7\f 3 What the Scientific Commu nity Needs from Data Access under Art. 40 DSA 20 Points on Infrastructures, Participation, Transparency, and Funding1 To ensure free and objective research on social media platforms and their impact on systemic risks to the economy and society, reliable and independent access to platform data with high data quality is essential. Article 40 of the Digital Services Act (DSA) creates for the first time a clear regulation that grants science independence fro m individual platforms and improved data quality , thus ensuring that socially relevant aspects of digitization can be investigated appropri-\nately, consistently , and independently . It makes it possible to respond more quickly and accurately to new issues and developments in an evidence -based manner, thus contrib-\nuting to a fair, digital public sphere that considers societal risks and opportunities . This policy paper aims to inform the expected Delegated Act of the EU Commission2 as well as the legislative pr ocess for the German Digital Services Act (Digitale Dienste Ge-\nsetz) and to formulate necessities from the perspective of platform researchers. This per-\nspective is of utmost importance, as research on systemic risks depends on the expertise of scientific ac tors. In the implementation and further legislative process at national and European level, the following 20 points are particularly important from a scientific per-\nspective: Who should have access ? 1. Enable equal access for platform researchers : Research on digitization and its im-\npacts has been characterized by unequal access to resources and data. The goal must be to grant all platform researchers (if accredited) equal access to data. This will lead to greater "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 1fdedd5b8d8d270a580db598b0df78934b4972a56e7c4e0a92c88058c2207ff5
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 4, "split_id": 3, "split_idx_start": 5345, "chroma:document": "for platform researchers : Research on digitization and its im-\npacts has been characterized by unequal access to resources and data. The goal must be to grant all platform researchers (if accredited) equal access to data. This will lead to greater diversity and independence in research. One-stop shops and research data centers can support this. __________________________________________________________________ _____ 1 We acknowledge the work of the contributors who helped shaping this paper with their valuable inputs and com-\nments: Alexander Wehde, Andrea Lorenz, Daniela Stockma nn, Erik Tuchtfeld , Johannes Breuer, Judith M\u00f6ller, Julia Niemann -Lenz, Katharina Kaesling , Katharina Kleinen -von K\u00f6nigsl\u00f6w, Katrin Weller, Marie -Therese Sekwenz, Mario Haim, Matthias C. Kettemann, Matthias Spielkamp, Mia Berg, Michael Meyer -Resende, Phili pp Darius, Philipp Lorenz -Spreen, Pia Sombetzki, Richard Kuchta, Simon Munzert, Sonja Schimmler, Valerie Hase . 2 Cf. the detailed proposals on data access in Klinger & Ohme (2023). Delegated Regulation on Data Access Pro-\nvided for the Digital Services Act: Response to the Call for Evidence DG CNECT -CNECT F2 by the European Com-\nmission. https://doi.org/10.34669/WI.WPP/7\f 4 2. Allow access to non -EU researchers and journalists : The DSA must not lead to the compartmentalization of European science. Therefore, access for non -European re-\nsearchers in cooperation with European resear chers must be possible. The access cri-\nteria described in Art. 40 para. 8 lit. b DSA should be interpreted broadly for access according to DSA 40 para. 12 for journalists who act in the sense of public education and information. How can fair access w ork? 3. Access must be free of charge and independent : The current monetary exploitation of X\u2019s (formerly known as Twitter) API access clearly shows how important free access is for making research egalitarian and diverse. The DSA clearly puts the onus on the platforms to provide data access for "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: bf4094b3b593008caedc6ccdbd1c5bc087ee09d5e8b628f4dca0b12722fd2e06
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 5, "split_id": 4, "split_idx_start": 7096, "chroma:document": ": The current monetary exploitation of X\u2019s (formerly known as Twitter) API access clearly shows how important free access is for making research egalitarian and diverse. The DSA clearly puts the onus on the platforms to provide data access for science; the platforms should also bear the costs for this. 4. Comprehensive data access for accredited researchers : The following infor-\nmation should be available for vetted researchers as defined in Art. 40 para. 4, 8 DSA: \u2022 Information on data structures, sample (representativeness), and available platform data, e.g., as a list of variables, collected metadata, and operation-\nalizations at data access \u2022 Information about recent or soon -planned changes to the data structures and the available data \u2022 Information about the exact processing, aggregation, and anonymization of the raw data \u2022 Data that includes internal weighting of data features for algorithmic sort-\ning/select ion and other internal decisions such as A/B testing or new plat-\nform functionality \u2022 Platform -specific, publicly accessible data in machine -readable form, in real-time and historically, and available at any time \u2022 Platform -specific, personal data in machine -readable form, historically, only after a successful vetting process of researchers and, if applicable, consent of the users (for personal, non -public data) \u2022 Cross -platform data prepared in a standardized, machine -readable form\f 5 5. Custom -fit access modes3: Access to historical and real -time data (steaming APIs) should be as complete as possible via data interfaces (APIs) provided free of charge. Different levels of data sensitivity4 should offer differently formulated accesses and procedures5. At high sens itivity levels in so -called data clean rooms6, lower level in virtual laboratory environments (VLEs)7. Other possibilities for access modes are closed collections, ad libraries, or data donations, which can also be integrated via APIs or other interfaces , for example. For "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 6b7b71df67be7217fa5247653f40d51f5a1cd1e492c5d0f2e84cdb16a9b1b28c
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 6, "split_id": 5, "split_idx_start": 8827, "chroma:document": "in so -called data clean rooms6, lower level in virtual laboratory environments (VLEs)7. Other possibilities for access modes are closed collections, ad libraries, or data donations, which can also be integrated via APIs or other interfaces , for example. For experimental studies and algorithmic au-\ndits, it should be possible to set up so -called sock puppets (i.e., online identities ex-\nplicitly created for research purposes). 6. Flexible access design : Art. 40 para. 8 DSA so far only provides for individual ac-\ncess, i.e., by individual researchers. However, the application procedure should be more flexible. An institutional anchoring with a longer term and the possibility of adding new team members would be optimal. Data access should also be usable for academic teaching as well as early -career researchers who ensure the future of plat-\nform research. A digital self -disclosure of the research project's independence from commercial interests (DSA 40. para. 8, b) and funding of the research project (DSA 40. para. 8, c) should be sufficient for the approval process under DSA 40. para. 12. Conditions DSA 40. para. 8, d) (data security and confidentiality requirements) and e) (access necessary and proportionate) disproportionately restrict access, as this co n-\ncerns publicly accessible data. It must be clarified to what extent or how collected data can be shared (e.g., for replication studies) or reused (e.g., in consortia ). How should the approval process be designed? 7. Conduct of the approval process preferably by the local Digital Services Coordi-\nnator (DSC) : the approval process should be conducted in a timely manner (within 7 days), ideally by (or in close coordination with) the DSC of the applicant's home country, to allow for relief of busy DSCs (l ikely in Ireland). An appeal mechanism to this process should be offered through an independent advisory board attached to "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 1decb51d5d89b091b5433e4e2d5857657d169ec82bc8b68ed4d787f30c8478df
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 6, "split_id": 6, "split_idx_start": 10508, "chroma:document": "by (or in close coordination with) the DSC of the applicant's home country, to allow for relief of busy DSCs (l ikely in Ireland). An appeal mechanism to this process should be offered through an independent advisory board attached to the local DSC (see draft bill for the German Digitale Dienste Gesetz, para. 22), due to greater knowledge of national institutions an d processes. __________________________________________________________________ _____ 3 See note 1. 4 See recital 51 GDPR https://eur -lex.europa.eu/legal -\ncontent/DE/TXT/PDF/?uri=CELEX:32016R0679&qid=1694877783373 5 See the Hertie School Data Science Lab \u2019s detailed proposal, Implementing Data Acess of the DSA, https://hertie-\nschool -f4e6.kxcdn.com/fileadmin/2_Research/2_Research_directory/Research_Centres/Centre_for_Digital_Govern-\nance/5_Papers/Implementing_Data_Access_Darius_Stockmann_2023.pdf , last ac cessed 04/24/2023. 6 Data clean rooms are safe, secure environments where personally identifiable information (PII) is cleaned and pro-\ncessed so that it can be made available for a variety of data analysis purposes. 7 The virtual laboratory environment is a n interactive environment for creating and performing simulated experiments and analyses.\f 6 8. Distinguishing data sensitivity for access requests : In the approval process, a dis-\ntinction should be made between access to medium - and highly -sensitive data as de-\nfined in Art. 40 para. 4 DSA and prioritized access to publicly available data as de-\nfined in Art. 40 para. 12 DSA. 9. Prioritize publicly available data : Publicly accessible data from the platforms must be made available at all times and without a vetting process, according to Art. 40 (12) DSA. This refers to data not restricted by the user and can be viewed by freely brows-\ning the platform. Technically, t his means, above all, the provision of real -time access through APIs (data interfaces) and dashboards. A definition of semi -public data is needed, e.g., \u201cprivate \u201d Facebook or Telegram groups with thousands of members. Art. 40(12) DSA should be implemented as a priority (also concerning upcoming EU and "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 9be74594b3a8bac55c8a3dbee14ad63d21c31b779c47eed5ca22427f118669b0
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 7, "split_id": 7, "split_idx_start": 12382, "chroma:document": "access through APIs (data interfaces) and dashboards. A definition of semi -public data is needed, e.g., \u201cprivate \u201d Facebook or Telegram groups with thousands of members. Art. 40(12) DSA should be implemented as a priority (also concerning upcoming EU and US elections) and will already cover a large part of scientific data needs. This requires early, clear guidance from the EU Commission on the implementation of Art. 40(12). 10. Low -threshold, modular application procedure : For simplification and standardi-\nzation, we propose a modular principle in which data and usage interests, as well as data protection measured, are queried in a standardized manner. Users should only need to specify general research interests, si milar to the former Twitter Academic API, and also allow exploratory research. Information about what specific data/vari-\nables are available should be easily accessible. In addition to German, the application should be available at least in English to enabl e inclusive data access. Access should be granted via login to an online tool where data from multiple platforms can be ac-\ncessed simultaneously, also to ensure much -needed cross -platform research on sys-\ntemic risks. 11. Expand infrastructures and resources, bu ild competence through close ex-\nchange : Uniform and clear infrastructure requirements must be formulated for re-\nsearch institutions so that appropriate preparations can be initiated, such as a secure server infrastructure. There should be contact persons for questions and support in access for those who do not have the necessary technical skills. There is a need for targeted research funding programs at the European and national levels that explore systemic risks based on requested platform data. These highly specialized and re-\nsource -intensive projects cannot be carried out under existing funding programs. 12. Involvement of the scientific community in peer review processes : Applications that have already been submitted in this way "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: c0f37d4038412c2b9180d385ccdecf1aa0cecb108021b56e29a0e46eaf861fb0
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 7, "split_id": 8, "split_idx_start": 14107, "chroma:document": "based on requested platform data. These highly specialized and re-\nsource -intensive projects cannot be carried out under existing funding programs. 12. Involvement of the scientific community in peer review processes : Applications that have already been submitted in this way in a similar form should be rev iewed primarily for formalities, ethics, and feasibility of data sharing before direct, timely approval is given. Applications for which there is no precedent should be reviewed more comprehensively, in terms of content, in a peer review system (and may al so be reviewed only formally in the future). This reduces review cases and resources. Ade-\nquate compensation for researchers involved in the peer review process should be guaranteed.\f 7 How can data quality be safeguarded? 13. Advisory board structure for the DSC : The planned, independent advisory board of the German DSC should advise on overarching strategic issues with regard to the implementation of the DSA and allow the inclusion of scientific issues. In order to fulfill these tasks, researchers who can demonst rate expertise in the field of empirical research with platform data should be represented on the advisory board. Duplicate structures with a planned Intermediary Advisory Mechanism according to Art. 40(13) DSA should be avoided. 14. Conditions for the quality of data preparation : The preparation of the data should be the main responsibility of the platforms and the form of preparation should meet uniform standards in order to meet the listed requirements. The catalog of interfaces and data points should not be defined unilaterally by the platforms but should be de-\ntermined in a standardized manner through a process independent of the platforms and involving the researchers (e.g., independent advisory mechanism (IAM) to sup-\nport data sharing under Art. 40(13) DSA) . Standardization is necessary to ensure that platform -comparative and cross -platform "}


created_at: 2024-11-07 15:52:10
topic: persistent://default/default/0084ccb6-b27e-4ea2-92e1-37bea2d6cc25
id: 44132fdd4c1f7e6eefddc182074e9c67a58b146e223c608784415d82b6c5f1f8
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Emile\\Documents\\Opsci\\Code\\git\\ENOPrompt\\data\\chatbot_40_12\\KB_4012\\WPP_8.2_Klinger_DataAccess-DSA.pdf", "source_id": "f20c17ac6141dcb6cc7f75498fb4f8249214870a9e28d6b1a385748b86867051", "page_number": 8, "split_id": 9, "split_idx_start": 15780, "chroma:document": "in a standardized manner through a process independent of the platforms and involving the researchers (e.g., independent advisory mechanism (IAM) to sup-\nport data sharing under Art. 40(13) DSA) . Standardization is necessary to ensure that platform -comparative and cross -platform studies are methodologically valid8. This also applies to the provision of text, image/video and audio to enable platform com-\nparisons. Direct forwarding of research questions to the platforms should be prevented to exclude any influence on the part of the platforms. 15. Documentation and trans parency of variables, measurements, and data collec-\ntion: Information about when collected data and measurements from platforms were changed over time should be retrievable. Research needs more transparency about metrics, e.g., what does a \u201clike\u201d or \u201cviews\u201d mean on different platforms? As uniform as possible variable naming and metadata structure should be strived for \u2013 also for \u201cpublic\u201d data (Art. 40(12) DSA) - here the opportunity for cross -platform simplifica-\ntion and harmonization of indicators exists. 16. Right to scraping for scientific quality assurance : Indispensable for scientifically sound quality control of data is the \u201cright to scrap \u201d. Without the right to scrap, the data access offered by platforms cannot be validated. Incomplete data sets, such as those repeatedly provided by platforms in the past (e.g., the Facebook Ad Archive), are hardly useful for research and, in the worst case, are harmful because they falsify the results. Data donations by users are also essential for research and quality contro l. The possibilities for this should be expanded and simplified . __________________________________________________________________ _____ 8 Cf. also item 1 in https://algorithmwatch.org/en/wp -content/uploads/20 23/05/Open_letter_DSA.pdf\f 8 17. Platform data quality reports : Platforms should publish regular reports that include aspects of the data quality provided (e.g., validation by external bodies, own data cleansing initiatives , completeness of data, etc.). 18. Insight "}


